-- Logs begin at Wed 2021-02-17 02:40:45 UTC, end at Wed 2021-02-17 03:53:38 UTC. --
Feb 17 03:18:07.489157 dv-cinder-759943-5-iscsi systemd[1]: Started Devstack devstack@q-svc.service.
Feb 17 03:18:10.180161 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.common.config [-] Logging enabled!
Feb 17 03:18:10.180642 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev517
Feb 17 03:18:10.181953 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83810) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Feb 17 03:18:10.183735 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.common.config [-] Logging enabled!
Feb 17 03:18:10.184020 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev517
Feb 17 03:18:10.184364 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83810) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Feb 17 03:18:10.185415 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Feb 17 03:18:10.185677 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Feb 17 03:18:10.186704 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Feb 17 03:18:10.186979 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Feb 17 03:18:10.187231 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Feb 17 03:18:10.187594 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:10.187929 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:10.188259 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:10.188513 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:10.188841 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:10.189191 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:10.189506 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:10.189831 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:10.190161 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:10.190478 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:10.190787 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:10.191100 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:10.191609 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:10.191918 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:10.192239 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:10.192559 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:10.192807 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.common.config [-] debug                          = True {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:10.193137 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:10.193666 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:10.193980 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:10.194291 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:10.194613 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:10.194913 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:10.195216 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:10.195531 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:10.195887 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.common.config [-] host                           = dv-cinder-759943-5-iscsi {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:10.196193 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:10.196515 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:10.196838 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:10.197181 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:10.197489 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:10.197799 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:10.198118 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:10.198420 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:10.198722 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:10.199047 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:10.199369 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:10.199690 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:10.200016 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:10.200265 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:10.200510 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:10.200828 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:10.201176 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:10.201483 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:10.201789 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:10.202092 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:10.202396 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:10.202698 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:10.202996 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:10.203313 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:10.203633 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:10.203953 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:10.204256 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:10.204558 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:10.204861 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:10.205185 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:10.205505 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:10.205806 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:10.206109 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:10.206412 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:10.206737 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:10.207032 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:10.207333 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:10.207667 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:10.207985 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:10.208298 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:10.208613 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:10.208915 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:10.209258 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:10.209560 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:10.209859 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:10.210157 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:10.210457 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:10.210755 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:10.211069 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:10.211371 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:10.211669 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:10.211972 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:10.212275 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:10.212595 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:10.212923 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:10.213298 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:10.213631 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:10.213945 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:10.214268 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:10.214582 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:10.215426 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:10.215737 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:10.216063 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:10.216386 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:10.216706 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:10.217016 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:10.217379 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:10.217689 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope      = False {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:10.218020 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:10.218359 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:10.218691 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.common.config [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:10.219017 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:10.219322 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:10.219624 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:10.219926 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:10.220232 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:10.220548 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:10.220878 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:10.221232 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:10.221536 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:10.221845 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:10.222170 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:10.222478 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:10.222783 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:10.223092 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:10.223416 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:10.223725 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:10.224029 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:10.224341 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:10.224649 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:10.224952 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:10.225280 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:10.225588 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:10.225914 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:10.226220 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:10.226519 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:10.226819 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:10.227128 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:10.227431 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:10.227746 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:10.228053 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:10.228354 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:10.228653 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:10.228961 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:10.229293 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:10.229596 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:10.229902 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:10.230205 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:10.231071 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:10.231377 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:10.231678 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:10.231980 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:10.232281 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:10.232582 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:10.232880 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:10.233204 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:10.233513 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:10.233815 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:10.234116 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:10.234414 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:10.234714 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:10.235011 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:10.235327 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:10.235655 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:10.235964 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:10.236271 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:10.236580 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:10.236885 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:10.237219 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:10.237528 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:10.237834 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:10.238140 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:10.238440 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:10.238763 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:10.239075 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:10.239391 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:10.239705 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:10.240013 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:10.240345 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:10.240650 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:10.240964 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:10.241307 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:10.241618 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:10.241933 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:10.242253 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:10.242577 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:10.242901 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:10.243222 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:10.243548 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:10.243874 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:10.244185 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:10.244529 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:10.244838 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:10.245100 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Feb 17 03:18:10.245358 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=83810) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}}
Feb 17 03:18:10.893411 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO keyring.backend [-] Loading Gnome
Feb 17 03:18:10.910855 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO keyring.backend [-] Loading Google
Feb 17 03:18:10.913412 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO keyring.backend [-] Loading Windows (alt)
Feb 17 03:18:10.916818 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO keyring.backend [-] Loading file
Feb 17 03:18:10.917895 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO keyring.backend [-] Loading keyczar
Feb 17 03:18:10.918264 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO keyring.backend [-] Loading multi
Feb 17 03:18:10.919023 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO keyring.backend [-] Loading pyfs
Feb 17 03:18:10.964147 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=83810) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:18:10.964460 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=83810) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:18:10.964806 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=83810) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:18:10.965194 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.manager [-] Loading core plugin: ml2
Feb 17 03:18:11.350411 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=83810) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:18:11.350914 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=83810) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:18:11.350914 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=83810) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:18:11.400142 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=83810) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:18:11.400458 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=83810) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:18:11.400752 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=83810) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:18:11.404338 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=83810) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:18:11.404633 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=83810) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:18:11.404919 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=83810) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:18:11.471933 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=83810) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:18:11.472240 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=83810) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:18:11.472558 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=83810) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:18:11.473695 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=83810) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:18:11.473993 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=83810) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:18:11.474282 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=83810) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:18:11.741768 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f17c7b69d90> agent after_create 55550000 {{(pid=83810) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:18:11.742087 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f17c7b69d90> agent after_update 55550000 {{(pid=83810) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:18:11.742384 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7f17c7b69e18> segment precommit_create 55550000 {{(pid=83810) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:18:11.742675 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7f17c7b69ea0> network precommit_delete 55550000 {{(pid=83810) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:18:11.743481 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7f17c7b86048> segment before_delete 55550000 {{(pid=83810) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:18:11.890169 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f17c8473358>> network before_delete 55550000 {{(pid=83810) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:18:11.890548 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7f17c7c89620> agent before_delete 55550000 {{(pid=83810) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:18:11.890867 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f17c8473358>> network before_create 55550000 {{(pid=83810) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:18:11.891166 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f17c8473358>> port before_create 55550000 {{(pid=83810) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:18:11.891462 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f17c8473358>> port before_update 55550000 {{(pid=83810) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:18:11.891846 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_after_delete_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f17c8473358>> segment after_delete 55550000 {{(pid=83810) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:18:11.892136 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f17c8473358>> segment precommit_create 55550000 {{(pid=83810) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:18:11.892419 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f17c8473358>> segment precommit_delete 55550000 {{(pid=83810) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:18:11.892699 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f17c8473358>> segment after_create 55550000 {{(pid=83810) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:18:11.893065 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f17c8473358>> network after_delete 55550000 {{(pid=83810) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:18:11.893335 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f17c8473358>> network precommit_delete 0 {{(pid=83810) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:18:11.893632 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f17c8473358>> port provisioning_complete 55550000 {{(pid=83810) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:18:11.893928 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f17c8473358>> rbac-policy before_create 55550000 {{(pid=83810) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:18:11.894213 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f17c8473358>> rbac-policy after_delete 55550000 {{(pid=83810) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:18:11.894516 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f17c8473358>> agent after_update 55550000 {{(pid=83810) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:18:11.894823 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f17c8473358>> subnet after_delete 55550000 {{(pid=83810) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:18:11.895107 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f17c8473358>> subnet precommit_delete 0 {{(pid=83810) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:18:11.895418 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f17c8473358>> rbac-policy before_update 55550000 {{(pid=83810) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:18:11.895696 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f17c8473358>> rbac-policy before_delete 55550000 {{(pid=83810) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:18:11.896172 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f17c8473358>> port after_create 55550000 {{(pid=83810) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:18:11.896450 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f17c8473358>> port after_update 55550000 {{(pid=83810) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:18:11.896721 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f17c8473358>> port after_delete 55550000 {{(pid=83810) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:18:11.897085 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f17c8473358>> rbac-policy before_create 55550000 {{(pid=83810) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:18:11.897324 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f17c8473358>> rbac-policy before_update 55550000 {{(pid=83810) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:18:11.897598 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f17c8473358>> rbac-policy before_delete 55550000 {{(pid=83810) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:18:11.898015 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=83810) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Feb 17 03:18:11.898286 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=83810) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Feb 17 03:18:11.898556 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=83810) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Feb 17 03:18:11.898824 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=83810) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Feb 17 03:18:11.899090 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=83810) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Feb 17 03:18:11.899355 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=83810) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Feb 17 03:18:11.899765 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Feb 17 03:18:11.903024 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Feb 17 03:18:11.906895 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Feb 17 03:18:11.910786 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(550, 599)])])
Feb 17 03:18:11.912424 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Feb 17 03:18:11.913718 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Feb 17 03:18:11.914095 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vxlan']
Feb 17 03:18:11.914521 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Feb 17 03:18:11.917254 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Feb 17 03:18:11.917533 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Feb 17 03:18:11.918423 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch']
Feb 17 03:18:11.940136 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic']
Feb 17 03:18:11.940639 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7f17c7a25898>> qos_plugin after_init 55550000 {{(pid=83810) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:18:11.940961 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=83810) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:79}}
Feb 17 03:18:11.941654 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7f17c79a8240>> logging-plugin after_init 55550000 {{(pid=83810) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:18:11.942991 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=83810) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Feb 17 03:18:11.943300 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch']
Feb 17 03:18:11.943577 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch']
Feb 17 03:18:11.946779 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f17c79a82e8>> floatingip before_response 55550000 {{(pid=83810) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:18:11.947087 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f17c79a82e8>> port before_response 55550000 {{(pid=83810) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:18:12.014141 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Feb 17 03:18:12.014355 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Feb 17 03:18:12.014616 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Feb 17 03:18:12.015007 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Feb 17 03:18:12.048482 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_db.sqlalchemy.engines [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=83810) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}}
Feb 17 03:18:12.488396 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.plugins.ml2.managers [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Initializing driver for type 'gre'
Feb 17 03:18:12.489274 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] gre ID ranges: [(1, 1000)]
Feb 17 03:18:12.529671 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.plugins.ml2.managers [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Initializing driver for type 'local'
Feb 17 03:18:12.530036 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.plugins.ml2.managers [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Initializing driver for type 'vlan'
Feb 17 03:18:12.539509 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] VlanTypeDriver initialization complete
Feb 17 03:18:12.539875 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.plugins.ml2.managers [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Initializing driver for type 'vxlan'
Feb 17 03:18:12.540393 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] vxlan ID ranges: [(1, 1000)]
Feb 17 03:18:12.580569 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.plugins.ml2.managers [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Initializing extension driver 'port_security'
Feb 17 03:18:12.580928 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.plugins.ml2.extensions.port_security [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] PortSecurityExtensionDriver initialization complete
Feb 17 03:18:12.581324 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.plugins.ml2.managers [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Initializing mechanism driver 'openvswitch'
Feb 17 03:18:12.587423 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.plugin [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=83810) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:18:12.588230 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f17c79b3da0>> port after_create 55550000 {{(pid=83810) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:18:12.588633 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f17c79b3da0>> port after_update 55550000 {{(pid=83810) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:18:12.589016 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f17c79b3da0>> port after_delete 55550000 {{(pid=83810) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:18:12.589457 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f17c74a0f60>> subnet after_create 55550000 {{(pid=83810) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:18:12.590410 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f17c74a0f60>> subnet after_update 55550000 {{(pid=83810) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:18:12.590786 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f17c74a0f60>> subnet after_delete 55550000 {{(pid=83810) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:18:12.591194 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f17c743d160>> network after_create 55550000 {{(pid=83810) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:18:12.591571 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f17c743d160>> network after_update 55550000 {{(pid=83810) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:18:12.591943 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f17c743d160>> network after_delete 55550000 {{(pid=83810) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:18:12.592347 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f17c743d320>> security_group after_create 55550000 {{(pid=83810) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:18:12.592721 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f17c743d320>> security_group after_update 55550000 {{(pid=83810) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:18:12.593106 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f17c743d320>> security_group after_delete 55550000 {{(pid=83810) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:18:12.593517 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f17c743d4e0>> security_group_rule after_create 55550000 {{(pid=83810) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:18:12.593888 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f17c743d4e0>> security_group_rule after_update 55550000 {{(pid=83810) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:18:12.594253 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f17c743d4e0>> security_group_rule after_delete 55550000 {{(pid=83810) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:18:12.594792 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f17c743d6a0>> address_group after_create 55550000 {{(pid=83810) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:18:12.595167 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f17c743d6a0>> address_group after_update 55550000 {{(pid=83810) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:18:12.595534 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f17c743d6a0>> address_group after_delete 55550000 {{(pid=83810) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:18:12.595894 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] ML2 OVO RPC backend initialized. {{(pid=83810) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}}
Feb 17 03:18:12.596600 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f17c743d780>> router_interface after_create 55550000 {{(pid=83810) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:18:12.596981 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f17c743d780>> router_interface after_delete 55550000 {{(pid=83810) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:18:12.597457 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f17c743d780>> network before_response 55550000 {{(pid=83810) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:18:12.597830 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f17c743d780>> networks before_response 55550000 {{(pid=83810) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:18:12.598201 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f17c743d780>> port before_response 55550000 {{(pid=83810) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:18:12.598568 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f17c743d780>> ports before_response 55550000 {{(pid=83810) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:18:12.598939 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f17c743d780>> subnet before_response 55550000 {{(pid=83810) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:18:12.599307 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f17c743d780>> subnets before_response 55550000 {{(pid=83810) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:18:12.599683 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f17c743d780>> network after_create 55550000 {{(pid=83810) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:18:12.600049 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f17c743d780>> network after_update 55550000 {{(pid=83810) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:18:12.600414 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f17c743d780>> network after_delete 55550000 {{(pid=83810) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:18:12.600777 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f17c743d780>> port after_create 55550000 {{(pid=83810) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:18:12.601165 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f17c743d780>> port after_update 55550000 {{(pid=83810) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:18:12.601529 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f17c743d780>> port after_delete 55550000 {{(pid=83810) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:18:12.601894 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f17c743d780>> subnet after_create 55550000 {{(pid=83810) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:18:12.602260 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f17c743d780>> subnet after_update 55550000 {{(pid=83810) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:18:12.602624 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f17c743d780>> subnet after_delete 55550000 {{(pid=83810) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:18:12.603241 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.plugins.ml2.plugin [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Modular L2 Plugin initialization complete
Feb 17 03:18:12.603589 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.manager [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Loading services supported by the core plugin {{(pid=83810) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
Feb 17 03:18:12.603948 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.plugins.ml2.managers [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Got port-security extension from driver 'port_security'
Feb 17 03:18:12.604442 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.extensions.vlantransparent [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Disabled vlantransparent extension.
Feb 17 03:18:12.604916 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.manager [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=83810) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
Feb 17 03:18:12.605274 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.manager [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Loading Plugin: router
Feb 17 03:18:12.642456 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f17c743d908>> router_interface before_create 55550000 {{(pid=83810) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:18:12.642885 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f17c743d908>> router after_create 55549900 {{(pid=83810) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:18:12.643284 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f17c743d908>> router before_create 55549900 {{(pid=83810) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:18:12.643681 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f17c743d908>> router_interface before_delete 55550000 {{(pid=83810) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:18:12.644095 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f17c743d908>> router_interface after_delete 55550000 {{(pid=83810) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:18:12.644479 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f17c743d908>> router after_delete 55549900 {{(pid=83810) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:18:12.644871 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f17c743d908>> floatingip after_update 55550000 {{(pid=83810) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:18:12.645302 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f17c743d908>> router after_create 55549900 {{(pid=83810) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:18:12.645677 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f17c743d908>> router after_update 55549900 {{(pid=83810) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:18:12.646067 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f17c743d908>> router after_update 55549900 {{(pid=83810) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:18:12.646443 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f17c743d908>> router_gateway after_delete 55550000 {{(pid=83810) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:18:12.646836 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f17c743d908>> router after_update 55549900 {{(pid=83810) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:18:12.647317 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f17c743d908>> router precommit_update 55549900 {{(pid=83810) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:18:12.647727 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7f17c7a34268> port after_update 55550000 {{(pid=83810) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:18:12.648098 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7f17c7a34378> port after_delete 55550000 {{(pid=83810) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:18:12.648464 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7f17c7a342f0> subnet after_update 55550000 {{(pid=83810) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:18:12.648830 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7f17c7a34158> subnetpool_address_scope after_update 55550000 {{(pid=83810) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:18:12.649259 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f17c743d908>> port precommit_delete 55550000 {{(pid=83810) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:18:12.649639 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f17c743d908>> router precommit_create 55549900 {{(pid=83810) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:18:12.650011 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7f17c7b148c8> port before_delete 55550000 {{(pid=83810) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:18:12.650383 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f17c743d908>> router precommit_create 55550000 {{(pid=83810) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:18:12.650779 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f17c743d908>> router after_update 55549900 {{(pid=83810) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:18:12.651151 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f17c743d908>> router precommit_delete 55549900 {{(pid=83810) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:18:12.651533 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f17c743d908>> router precommit_create 55549900 {{(pid=83810) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:18:12.651930 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f17c743d908>> router_interface after_create 55550000 {{(pid=83810) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:18:12.652928 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f17c743d908>> router precommit_update 55549900 {{(pid=83810) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:18:12.653389 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f17c743d908>> network after_delete 55550000 {{(pid=83810) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:18:12.654373 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource_registry [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Tracking information for resource: router configured {{(pid=83810) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Feb 17 03:18:12.654738 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource_registry [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Tracking information for resource: floatingip configured {{(pid=83810) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Feb 17 03:18:12.659515 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.db.l3_agentschedulers_db [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Feb 17 03:18:12.660152 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Subscribe: <function _notify_l3_agent_port_update at 0x7f17c7461730> port after_update 55550000 {{(pid=83810) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:18:12.660539 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Subscribe: <function _notify_l3_agent_new_port at 0x7f17c74596a8> port after_create 55550000 {{(pid=83810) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:18:12.660919 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Subscribe: <function _notify_port_delete at 0x7f17c74616a8> port after_delete 55550000 {{(pid=83810) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:18:12.661324 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7f17c74618c8> port after_update 55550000 {{(pid=83810) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:18:12.662209 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f17c73e0668>> router before_create 55550100 {{(pid=83810) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:18:12.662605 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f17c73e0668>> router precommit_delete 55550100 {{(pid=83810) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:18:12.662999 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f17c73e0668>> router precommit_create 55550100 {{(pid=83810) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:18:12.663385 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f17c73e0668>> router precommit_update 55550100 {{(pid=83810) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:18:12.668074 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.services.provider_configuration [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Service providers = [] {{(pid=83810) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Feb 17 03:18:12.668466 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.servicetype_db [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=83810) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Feb 17 03:18:12.671423 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.services.service_base [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=83810) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Feb 17 03:18:12.671806 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.services.service_base [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=83810) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Feb 17 03:18:12.672180 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.services.service_base [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=83810) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Feb 17 03:18:12.673137 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.services.service_base [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=83810) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Feb 17 03:18:12.673505 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.services.service_base [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Default provider is not specified for service type L3_ROUTER_NAT
Feb 17 03:18:12.673914 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.manager [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=83810) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Feb 17 03:18:12.674259 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.manager [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Feb 17 03:18:12.684256 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.manager [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=83810) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Feb 17 03:18:12.684625 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.manager [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Loading Plugin: auto_allocate
Feb 17 03:18:12.690431 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f17c738ee18> network precommit_update 55550000 {{(pid=83810) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:18:12.690826 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f17c738ee18> network precommit_create 55550000 {{(pid=83810) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:18:12.691666 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.manager [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=83810) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Feb 17 03:18:12.692017 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.manager [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Loading Plugin: tag
Feb 17 03:18:12.698865 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.manager [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=83810) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Feb 17 03:18:12.699740 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.manager [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Loading Plugin: timestamp
Feb 17 03:18:12.703543 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.manager [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=83810) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Feb 17 03:18:12.704057 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.manager [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Loading Plugin: network_ip_availability
Feb 17 03:18:12.709461 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f17c72e8278>> rbac-policy before_create 55550000 {{(pid=83810) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:18:12.709865 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f17c72e8278>> rbac-policy before_update 55550000 {{(pid=83810) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:18:12.710247 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f17c72e8278>> rbac-policy before_delete 55550000 {{(pid=83810) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:18:12.711019 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.manager [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=83810) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Feb 17 03:18:12.711371 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.manager [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Loading Plugin: flavors
Feb 17 03:18:12.716423 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.manager [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=83810) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Feb 17 03:18:12.716786 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.manager [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Loading Plugin: revisions
Feb 17 03:18:12.721008 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.manager [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=83810) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Feb 17 03:18:12.721452 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.757s {{(pid=83810) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:18:12.722245 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=83810) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}}
Feb 17 03:18:12.722602 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Initializing extension manager.
Feb 17 03:18:12.723150 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Loading extension file: __init__.py {{(pid=83810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 03:18:12.723520 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Loading extension file: __pycache__ {{(pid=83810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 03:18:12.723886 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=83810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 03:18:12.724247 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Loading extension file: address_group.py {{(pid=83810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 03:18:12.725212 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=83810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 03:18:12.725840 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Loaded extension: address-group
Feb 17 03:18:12.726198 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Loading extension file: address_scope.py {{(pid=83810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 03:18:12.726961 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=83810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 03:18:12.727532 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Loaded extension: address-scope
Feb 17 03:18:12.727881 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Loading extension file: admin_state_down_before_update.py {{(pid=83810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 03:18:12.728795 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=83810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 03:18:12.729390 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Loaded extension: router-admin-state-down-before-update
Feb 17 03:18:12.729743 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Loading extension file: agent.py {{(pid=83810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 03:18:12.730513 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=83810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 03:18:12.731087 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Loaded extension: agent
Feb 17 03:18:12.731439 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Loading extension file: agent_resources_synced.py {{(pid=83810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 03:18:12.732347 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=83810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 03:18:12.732922 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Loaded extension: agent-resources-synced
Feb 17 03:18:12.733318 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Loading extension file: allowedaddresspairs.py {{(pid=83810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 03:18:12.735068 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=83810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 03:18:12.735652 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Loaded extension: allowed-address-pairs
Feb 17 03:18:12.736005 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Loading extension file: auto_allocated_topology.py {{(pid=83810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 03:18:12.737087 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=83810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 03:18:12.737671 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Loaded extension: auto-allocated-topology
Feb 17 03:18:12.738023 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Loading extension file: availability_zone.py {{(pid=83810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 03:18:12.738795 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=83810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 03:18:12.739329 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Loaded extension: availability_zone
Feb 17 03:18:12.739684 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Loading extension file: availability_zone_filter.py {{(pid=83810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 03:18:12.740584 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=83810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 03:18:12.741185 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Loaded extension: availability_zone_filter
Feb 17 03:18:12.741540 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Loading extension file: data_plane_status.py {{(pid=83810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 03:18:12.742449 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=83810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 03:18:12.743016 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Extension data-plane-status not supported by any of loaded plugins
Feb 17 03:18:12.743371 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Loading extension file: default_subnetpools.py {{(pid=83810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 03:18:12.744279 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=83810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 03:18:12.744855 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Loaded extension: default-subnetpools
Feb 17 03:18:12.745245 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Loading extension file: dhcpagentscheduler.py {{(pid=83810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 03:18:12.746207 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 03:18:12.746788 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Loaded extension: dhcp_agent_scheduler
Feb 17 03:18:12.747145 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Loading extension file: dns.py {{(pid=83810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 03:18:12.748052 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=83810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 03:18:12.748621 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Extension dns-integration not supported by any of loaded plugins
Feb 17 03:18:12.748975 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Loading extension file: dns_domain_ports.py {{(pid=83810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 03:18:12.749902 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=83810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 03:18:12.750474 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Extension dns-domain-ports not supported by any of loaded plugins
Feb 17 03:18:12.750825 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Loading extension file: dvr.py {{(pid=83810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 03:18:12.751530 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=83810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 03:18:12.752106 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Loaded extension: dvr
Feb 17 03:18:12.752458 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Loading extension file: empty_string_filtering.py {{(pid=83810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 03:18:12.753392 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=83810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 03:18:12.753970 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Loaded extension: empty-string-filtering
Feb 17 03:18:12.754323 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=83810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 03:18:12.755227 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 03:18:12.755798 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Feb 17 03:18:12.756149 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=83810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 03:18:12.757087 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=83810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 03:18:12.757648 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Feb 17 03:18:12.758002 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Loading extension file: external_net.py {{(pid=83810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 03:18:12.758893 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=83810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 03:18:12.759468 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Loaded extension: external-net
Feb 17 03:18:12.759821 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Loading extension file: extra_dhcp_opt.py {{(pid=83810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 03:18:12.760721 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=83810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 03:18:12.761316 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Loaded extension: extra_dhcp_opt
Feb 17 03:18:12.762190 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Loading extension file: extraroute.py {{(pid=83810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 03:18:12.763107 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=83810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 03:18:12.763677 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Loaded extension: extraroute
Feb 17 03:18:12.764029 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Loading extension file: extraroute_atomic.py {{(pid=83810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 03:18:12.765048 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=83810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 03:18:12.765627 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Loaded extension: extraroute-atomic
Feb 17 03:18:12.765978 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Loading extension file: filter_validation.py {{(pid=83810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 03:18:12.766666 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=83810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 03:18:12.767291 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Loaded extension: filter-validation
Feb 17 03:18:12.767592 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Loading extension file: fip_pf_description.py {{(pid=83810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 03:18:12.768541 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=83810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 03:18:12.769183 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Feb 17 03:18:12.769614 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Loading extension file: fip_port_details.py {{(pid=83810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 03:18:12.770558 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 03:18:12.771130 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Loaded extension: fip-port-details
Feb 17 03:18:12.771484 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Loading extension file: flavors.py {{(pid=83810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 03:18:12.772696 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=83810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 03:18:12.773303 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Loaded extension: flavors
Feb 17 03:18:12.773663 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=83810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 03:18:12.775283 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=83810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 03:18:12.775867 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Feb 17 03:18:12.776321 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Loading extension file: floatingip_pools.py {{(pid=83810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 03:18:12.777651 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=83810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 03:18:12.778244 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Loaded extension: floatingip-pools
Feb 17 03:18:12.778602 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Loading extension file: ip_allocation.py {{(pid=83810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 03:18:12.779530 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=83810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 03:18:12.780102 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Extension ip_allocation not supported by any of loaded plugins
Feb 17 03:18:12.780456 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=83810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 03:18:12.781397 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=83810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 03:18:12.781976 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Loaded extension: ip-substring-filtering
Feb 17 03:18:12.782335 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Loading extension file: l2_adjacency.py {{(pid=83810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 03:18:12.783248 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=83810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 03:18:12.783818 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Extension l2_adjacency not supported by any of loaded plugins
Feb 17 03:18:12.784171 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Loading extension file: l3.py {{(pid=83810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 03:18:12.785250 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=83810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 03:18:12.785840 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Loaded extension: router
Feb 17 03:18:12.786195 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Loading extension file: l3_conntrack_helper.py {{(pid=83810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 03:18:12.788419 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 03:18:12.789015 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Feb 17 03:18:12.789405 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=83810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 03:18:12.790328 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=83810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 03:18:12.790912 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Loaded extension: ext-gw-mode
Feb 17 03:18:12.791272 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=83810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 03:18:12.792182 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=83810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 03:18:12.792784 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Loaded extension: l3-ha
Feb 17 03:18:12.793168 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Loading extension file: l3_flavors.py {{(pid=83810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 03:18:12.794077 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=83810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 03:18:12.794650 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Loaded extension: l3-flavors
Feb 17 03:18:12.795006 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=83810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 03:18:12.795907 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=83810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 03:18:12.796484 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Loaded extension: l3-port-ip-change-not-allowed
Feb 17 03:18:12.796839 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Loading extension file: l3agentscheduler.py {{(pid=83810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 03:18:12.798106 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 03:18:12.798700 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Loaded extension: l3_agent_scheduler
Feb 17 03:18:12.799060 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Loading extension file: logging.py {{(pid=83810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 03:18:12.800538 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=83810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 03:18:12.801153 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Extension logging not supported by any of loaded plugins
Feb 17 03:18:12.801519 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Loading extension file: metering.py {{(pid=83810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 03:18:12.802304 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=83810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 03:18:12.802997 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Loaded extension: metering
Feb 17 03:18:12.803353 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=83810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 03:18:12.804453 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=83810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 03:18:12.805052 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Loaded extension: metering_source_and_destination_fields
Feb 17 03:18:12.805423 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Loading extension file: multiprovidernet.py {{(pid=83810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 03:18:12.806347 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=83810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 03:18:12.806924 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Loaded extension: multi-provider
Feb 17 03:18:12.807280 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Loading extension file: netmtu.py {{(pid=83810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 03:18:12.808188 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=83810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 03:18:12.809296 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Loaded extension: net-mtu
Feb 17 03:18:12.809650 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Loading extension file: netmtu_writable.py {{(pid=83810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 03:18:12.810561 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=83810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 03:18:12.811132 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Loaded extension: net-mtu-writable
Feb 17 03:18:12.811482 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Loading extension file: network_availability_zone.py {{(pid=83810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 03:18:12.812183 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=83810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 03:18:12.812751 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Loaded extension: network_availability_zone
Feb 17 03:18:12.813124 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Loading extension file: network_ip_availability.py {{(pid=83810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 03:18:12.814209 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=83810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 03:18:12.814785 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Loaded extension: network-ip-availability
Feb 17 03:18:12.815137 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Loading extension file: network_segment_range.py {{(pid=83810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 03:18:12.816040 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=83810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 03:18:12.816890 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Extension network-segment-range not supported by any of loaded plugins
Feb 17 03:18:12.817277 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Loading extension file: pagination.py {{(pid=83810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 03:18:12.818268 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 03:18:12.818632 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Loaded extension: pagination
Feb 17 03:18:12.818985 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Loading extension file: port_device_profile.py {{(pid=83810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 03:18:12.819876 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=83810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 03:18:12.820467 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Loaded extension: port-device-profile
Feb 17 03:18:12.820824 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=83810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 03:18:12.821836 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=83810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 03:18:12.822416 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Loaded extension: port-mac-address-regenerate
Feb 17 03:18:12.822769 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=83810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 03:18:12.823680 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=83810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 03:18:12.824844 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Loaded extension: port-numa-affinity-policy
Feb 17 03:18:12.825227 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Loading extension file: port_resource_request.py {{(pid=83810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 03:18:12.826130 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=83810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 03:18:12.826695 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Extension port-resource-request not supported by any of loaded plugins
Feb 17 03:18:12.827043 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Loading extension file: portbindings.py {{(pid=83810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 03:18:12.827972 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=83810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 03:18:12.828547 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Loaded extension: binding
Feb 17 03:18:12.828897 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Loading extension file: portbindings_extended.py {{(pid=83810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 03:18:12.830215 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=83810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 03:18:12.830802 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Loaded extension: binding-extended
Feb 17 03:18:12.831162 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Loading extension file: portsecurity.py {{(pid=83810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 03:18:12.832074 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=83810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 03:18:12.832648 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Loaded extension: port-security
Feb 17 03:18:12.833001 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Loading extension file: project_id.py {{(pid=83810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 03:18:12.833993 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=83810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 03:18:12.834355 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Loaded extension: project-id
Feb 17 03:18:12.834706 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Loading extension file: providernet.py {{(pid=83810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 03:18:12.835612 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=83810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 03:18:12.836188 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Loaded extension: provider
Feb 17 03:18:12.836537 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Loading extension file: qos.py {{(pid=83810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 03:18:12.840154 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=83810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 03:18:12.840749 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Extension qos not supported by any of loaded plugins
Feb 17 03:18:12.841135 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=83810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 03:18:12.843422 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=83810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 03:18:12.844013 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Feb 17 03:18:12.844379 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=83810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 03:18:12.845317 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=83810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 03:18:12.845903 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Feb 17 03:18:12.846258 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Loading extension file: qos_default.py {{(pid=83810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 03:18:12.847163 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=83810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 03:18:12.847746 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Extension qos-default not supported by any of loaded plugins
Feb 17 03:18:12.848099 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Loading extension file: qos_fip.py {{(pid=83810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 03:18:12.848783 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=83810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 03:18:12.849400 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Extension qos-fip not supported by any of loaded plugins
Feb 17 03:18:12.849756 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Loading extension file: qos_gateway_ip.py {{(pid=83810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 03:18:12.850680 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=83810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 03:18:12.851258 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Extension qos-gateway-ip not supported by any of loaded plugins
Feb 17 03:18:12.851614 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Loading extension file: qos_port_network_policy.py {{(pid=83810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 03:18:12.852516 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=83810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 03:18:12.853105 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Extension qos-port-network-policy not supported by any of loaded plugins
Feb 17 03:18:12.853462 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Loading extension file: qos_rule_type_details.py {{(pid=83810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 03:18:12.854366 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=83810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 03:18:12.854935 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Extension qos-rule-type-details not supported by any of loaded plugins
Feb 17 03:18:12.855320 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Loading extension file: qos_rules_alias.py {{(pid=83810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 03:18:12.856493 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=83810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 03:18:12.857110 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Extension qos-rules-alias not supported by any of loaded plugins
Feb 17 03:18:12.857477 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Loading extension file: quotasv2.py {{(pid=83810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 03:18:12.858937 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=83810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 03:18:12.859307 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Loaded extension: quotas
Feb 17 03:18:12.859659 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Loading extension file: quotasv2_detail.py {{(pid=83810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 03:18:12.861295 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=83810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 03:18:12.861679 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Loaded extension: quota_details
Feb 17 03:18:12.862038 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Loading extension file: rbac.py {{(pid=83810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 03:18:12.863179 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=83810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 03:18:12.863775 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Loaded extension: rbac-policies
Feb 17 03:18:12.864131 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Loading extension file: rbac_address_scope.py {{(pid=83810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 03:18:12.865068 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=83810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 03:18:12.865666 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Loaded extension: rbac-address-scope
Feb 17 03:18:12.866045 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Loading extension file: rbac_security_groups.py {{(pid=83810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 03:18:12.867039 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=83810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 03:18:12.867630 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Loaded extension: rbac-security-groups
Feb 17 03:18:12.867985 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Loading extension file: rbac_subnetpool.py {{(pid=83810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 03:18:12.868894 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=83810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 03:18:12.869504 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Loaded extension: rbac-subnetpool
Feb 17 03:18:12.869860 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Loading extension file: revisionifmatch.py {{(pid=83810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 03:18:12.870777 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=83810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 03:18:12.871858 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Loaded extension: revision-if-match
Feb 17 03:18:12.872213 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Loading extension file: revisions.py {{(pid=83810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 03:18:12.873361 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=83810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 03:18:12.873945 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Loaded extension: standard-attr-revisions
Feb 17 03:18:12.874302 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Loading extension file: router_availability_zone.py {{(pid=83810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 03:18:12.875011 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=83810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 03:18:12.875592 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Loaded extension: router_availability_zone
Feb 17 03:18:12.875948 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Loading extension file: routerservicetype.py {{(pid=83810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 03:18:12.876876 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=83810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 03:18:12.877517 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Extension router-service-type not supported by any of loaded plugins
Feb 17 03:18:12.877874 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=83810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 03:18:12.878793 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=83810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 03:18:12.879373 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Loaded extension: security-groups-normalized-cidr
Feb 17 03:18:12.879730 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Loading extension file: security_groups_port_filtering.py {{(pid=83810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 03:18:12.880649 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=83810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 03:18:12.881284 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Loaded extension: port-security-groups-filtering
Feb 17 03:18:12.881643 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=83810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 03:18:12.882570 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=83810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 03:18:12.883142 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Loaded extension: security-groups-remote-address-group
Feb 17 03:18:12.883502 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Loading extension file: securitygroup.py {{(pid=83810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 03:18:12.897193 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=83810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 03:18:12.897815 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Loaded extension: security-group
Feb 17 03:18:12.898187 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Loading extension file: segment.py {{(pid=83810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 03:18:12.899046 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=83810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 03:18:12.899624 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Extension segment not supported by any of loaded plugins
Feb 17 03:18:12.899983 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=83810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 03:18:12.900918 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=83810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 03:18:12.901532 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Feb 17 03:18:12.901890 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Loading extension file: servicetype.py {{(pid=83810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 03:18:12.903002 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=83810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 03:18:12.903594 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Loaded extension: service-type
Feb 17 03:18:12.903956 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Loading extension file: sorting.py {{(pid=83810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 03:18:12.904934 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 03:18:12.905324 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Loaded extension: sorting
Feb 17 03:18:12.905679 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Loading extension file: standard_attr_segment.py {{(pid=83810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 03:18:12.906583 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 03:18:12.907165 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Extension standard-attr-segment not supported by any of loaded plugins
Feb 17 03:18:12.907520 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Loading extension file: standardattrdescription.py {{(pid=83810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 03:18:12.908196 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=83810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 03:18:12.908783 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Loaded extension: standard-attr-description
Feb 17 03:18:12.909165 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Loading extension file: stateful_security_group.py {{(pid=83810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 03:18:12.910085 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=83810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 03:18:12.910666 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Loaded extension: stateful-security-group
Feb 17 03:18:12.911021 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Loading extension file: stdattrs_common.py {{(pid=83810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 03:18:12.911595 dv-cinder-759943-5-iscsi neutron-server[83810]: WARNING neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Feb 17 03:18:12.911955 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=83810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 03:18:12.912961 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=83810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 03:18:12.913580 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Feb 17 03:18:12.913935 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Loading extension file: subnet_onboard.py {{(pid=83810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 03:18:12.914982 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=83810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 03:18:12.915562 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Loaded extension: subnet_onboard
Feb 17 03:18:12.915916 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=83810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 03:18:12.916841 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=83810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 03:18:12.917450 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Feb 17 03:18:12.917829 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Loading extension file: subnet_service_types.py {{(pid=83810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 03:18:12.918757 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=83810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 03:18:12.919344 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Loaded extension: subnet-service-types
Feb 17 03:18:12.919697 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Loading extension file: subnetallocation.py {{(pid=83810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 03:18:12.920756 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=83810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 03:18:12.921367 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Loaded extension: subnet_allocation
Feb 17 03:18:12.921726 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=83810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 03:18:12.922421 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=83810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 03:18:12.923001 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Loaded extension: subnetpool-prefix-ops
Feb 17 03:18:12.923380 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=83810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 03:18:12.924282 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=83810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 03:18:12.924859 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Feb 17 03:18:12.925251 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Loading extension file: tagging.py {{(pid=83810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 03:18:12.926517 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=83810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 03:18:12.927114 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Loaded extension: standard-attr-tag
Feb 17 03:18:12.927471 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Loading extension file: timestamp.py {{(pid=83810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 03:18:12.928640 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=83810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 03:18:12.929249 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Loaded extension: standard-attr-timestamp
Feb 17 03:18:12.929611 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Loading extension file: trunk.py {{(pid=83810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 03:18:12.930646 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=83810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 03:18:12.931224 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Extension trunk not supported by any of loaded plugins
Feb 17 03:18:12.931578 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Loading extension file: trunk_details.py {{(pid=83810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 03:18:12.932481 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=83810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 03:18:12.933075 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Extension trunk-details not supported by any of loaded plugins
Feb 17 03:18:12.933977 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Loading extension file: uplink_status_propagation.py {{(pid=83810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 03:18:12.934889 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=83810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 03:18:12.935466 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Extension uplink-status-propagation not supported by any of loaded plugins
Feb 17 03:18:12.935819 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Loading extension file: vlantransparent.py {{(pid=83810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 03:18:12.936505 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=83810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 03:18:12.937095 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Extension vlan-transparent not supported by any of loaded plugins
Feb 17 03:18:12.939818 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.quota.resource_registry [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Creating instance of TrackedResource for resource:network
Feb 17 03:18:12.940624 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.quota.resource_registry [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Creating instance of TrackedResource for resource:subnet
Feb 17 03:18:12.941559 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.quota.resource_registry [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Creating instance of TrackedResource for resource:subnetpool
Feb 17 03:18:12.942221 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.quota.resource_registry [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Creating instance of TrackedResource for resource:port
Feb 17 03:18:12.943705 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.v2.resource_helper [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=83810) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 17 03:18:12.944177 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.v2.resource_helper [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Service FLAVORS assigned prefix:  {{(pid=83810) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 17 03:18:12.944859 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.v2.resource_helper [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=83810) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 17 03:18:12.945378 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.v2.resource_helper [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=83810) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 17 03:18:12.945745 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.quota.resource_registry [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Creating instance of TrackedResource for resource:router
Feb 17 03:18:12.946458 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.quota.resource_registry [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Creating instance of TrackedResource for resource:floatingip
Feb 17 03:18:12.947212 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.v2.resource_helper [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Service METERING assigned prefix: /metering {{(pid=83810) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 17 03:18:12.949647 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f17c7230908>> rbac-policy before_create 55550000 {{(pid=83810) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:18:12.950066 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f17c7230908>> rbac-policy before_update 55550000 {{(pid=83810) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:18:12.950448 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f17c7230908>> rbac-policy before_delete 55550000 {{(pid=83810) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:18:12.951574 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.quota.resource_registry [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Creating instance of CountableResource for resource:rbac_policy
Feb 17 03:18:12.952065 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.quota.resource_registry [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Creating instance of TrackedResource for resource:security_group
Feb 17 03:18:12.952861 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.quota.resource_registry [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Creating instance of TrackedResource for resource:security_group_rule
Feb 17 03:18:12.953687 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.v2.resource_helper [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Service CORE assigned prefix:  {{(pid=83810) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 17 03:18:12.954055 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.quota.resource_registry [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Creating instance of TrackedResource for resource:subnetpool
Feb 17 03:18:12.954422 dv-cinder-759943-5-iscsi neutron-server[83810]: WARNING neutron.quota.resource_registry [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] subnetpool is already registered
Feb 17 03:18:12.955084 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.v2.resource_helper [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Service CORE assigned prefix:  {{(pid=83810) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 17 03:18:12.955481 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.quota.resource_registry [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Creating instance of TrackedResource for resource:subnetpool
Feb 17 03:18:12.955837 dv-cinder-759943-5-iscsi neutron-server[83810]: WARNING neutron.quota.resource_registry [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] subnetpool is already registered
Feb 17 03:18:12.958574 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.v2.resource_helper [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=83810) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 17 03:18:12.959042 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.v2.resource_helper [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Service FLAVORS assigned prefix:  {{(pid=83810) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 17 03:18:12.959676 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.v2.resource_helper [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=83810) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 17 03:18:12.960128 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.v2.resource_helper [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=83810) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 17 03:18:12.960491 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.quota.resource_registry [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Creating instance of TrackedResource for resource:router
Feb 17 03:18:12.960847 dv-cinder-759943-5-iscsi neutron-server[83810]: WARNING neutron.quota.resource_registry [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] router is already registered
Feb 17 03:18:12.961524 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.quota.resource_registry [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Creating instance of TrackedResource for resource:floatingip
Feb 17 03:18:12.961881 dv-cinder-759943-5-iscsi neutron-server[83810]: WARNING neutron.quota.resource_registry [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] floatingip is already registered
Feb 17 03:18:12.962560 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.v2.resource_helper [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Service METERING assigned prefix: /metering {{(pid=83810) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 17 03:18:12.963288 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.quota.resource_registry [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Creating instance of CountableResource for resource:rbac_policy
Feb 17 03:18:12.963645 dv-cinder-759943-5-iscsi neutron-server[83810]: WARNING neutron.quota.resource_registry [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] rbac_policy is already registered
Feb 17 03:18:12.964258 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.quota.resource_registry [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Creating instance of TrackedResource for resource:security_group
Feb 17 03:18:12.964640 dv-cinder-759943-5-iscsi neutron-server[83810]: WARNING neutron.quota.resource_registry [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] security_group is already registered
Feb 17 03:18:12.965304 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.quota.resource_registry [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Creating instance of TrackedResource for resource:security_group_rule
Feb 17 03:18:12.965663 dv-cinder-759943-5-iscsi neutron-server[83810]: WARNING neutron.quota.resource_registry [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] security_group_rule is already registered
Feb 17 03:18:12.966381 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.v2.resource_helper [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Service CORE assigned prefix:  {{(pid=83810) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 17 03:18:12.966741 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.quota.resource_registry [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Creating instance of TrackedResource for resource:subnetpool
Feb 17 03:18:12.967093 dv-cinder-759943-5-iscsi neutron-server[83810]: WARNING neutron.quota.resource_registry [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] subnetpool is already registered
Feb 17 03:18:12.967760 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.v2.resource_helper [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Service CORE assigned prefix:  {{(pid=83810) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 17 03:18:12.968116 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.quota.resource_registry [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Creating instance of TrackedResource for resource:subnetpool
Feb 17 03:18:12.968467 dv-cinder-759943-5-iscsi neutron-server[83810]: WARNING neutron.quota.resource_registry [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] subnetpool is already registered
Feb 17 03:18:12.969198 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Extended resource: extensions {{(pid=83810) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 03:18:12.970768 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Extended resource: address-groups {{(pid=83810) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 03:18:12.972452 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Extended resource: address-scopes {{(pid=83810) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 03:18:12.973779 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Extended resource: agents {{(pid=83810) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 03:18:12.975007 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Extended resource: auto-allocated-topology {{(pid=83810) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 03:18:12.976328 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Extended resource: availability_zones {{(pid=83810) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 03:18:12.977863 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Extended resource: dhcp-networks {{(pid=83810) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 03:18:12.979366 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Extended resource: dhcp-agents {{(pid=83810) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 03:18:12.980905 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Extended resource: routers {{(pid=83810) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 03:18:12.982850 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Extended resource: flavors {{(pid=83810) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 03:18:12.984092 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Extended resource: service_profiles {{(pid=83810) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 03:18:12.985442 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Extended resource: next_providers {{(pid=83810) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 03:18:12.987862 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Extended resource: service_profiles {{(pid=83810) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 03:18:12.989514 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Extended resource: floatingip-pools {{(pid=83810) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 03:18:12.990775 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Extended resource: routers {{(pid=83810) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 03:18:12.992731 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Extended resource: floatingips {{(pid=83810) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 03:18:12.994037 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Extended resource: l3-routers {{(pid=83810) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 03:18:12.995513 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Extended resource: l3-agents {{(pid=83810) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 03:18:12.997593 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Extended resource: metering-labels {{(pid=83810) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 03:18:12.999031 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Extended resource: metering-label-rules {{(pid=83810) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 03:18:13.000389 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Extended resource: network-ip-availabilities {{(pid=83810) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 03:18:13.001792 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Extended resource: bindings {{(pid=83810) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 03:18:13.003563 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Extended resource: quotas {{(pid=83810) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 03:18:13.005081 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Extended resource: quotas {{(pid=83810) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 03:18:13.006579 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Extended resource: rbac-policies {{(pid=83810) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 03:18:13.007957 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Extended resource: security-groups {{(pid=83810) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 03:18:13.009277 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Extended resource: security-group-rules {{(pid=83810) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 03:18:13.010596 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Extended resource: service-providers {{(pid=83810) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 03:18:13.012470 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Extended resource: subnetpools {{(pid=83810) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 03:18:13.014004 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Extended resource: subnetpools {{(pid=83810) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 03:18:13.015542 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Extended resource: tags {{(pid=83810) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 03:18:13.017372 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Extended resource: tags {{(pid=83810) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 03:18:13.019290 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Extended resource: tags {{(pid=83810) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 03:18:13.021182 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Extended resource: tags {{(pid=83810) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 03:18:13.023085 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Extended resource: tags {{(pid=83810) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 03:18:13.024881 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Extended resource: tags {{(pid=83810) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 03:18:13.026829 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Extended resource: tags {{(pid=83810) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 03:18:13.028833 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Extended resource: tags {{(pid=83810) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 03:18:13.030843 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Extended resource: tags {{(pid=83810) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 03:18:13.032797 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.extensions [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Extended resource: tags {{(pid=83810) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 03:18:13.039812 dv-cinder-759943-5-iscsi neutron-server[83810]: WARNING keystonemiddleware.auth_token [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Feb 17 03:18:13.045086 dv-cinder-759943-5-iscsi neutron-server[83810]: WARNING keystonemiddleware.auth_token [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Feb 17 03:18:13.053851 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Acquired lock "singleton_lock" {{(pid=83810) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}}
Feb 17 03:18:13.054365 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Releasing lock "singleton_lock" {{(pid=83810) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}}
Feb 17 03:18:13.055798 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO oslo_service.service [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Starting 2 workers
Feb 17 03:18:13.061120 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Started child 83921 {{(pid=83810) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Feb 17 03:18:13.065122 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:18:13.065815 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Started child 83922 {{(pid=83810) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Feb 17 03:18:13.066931 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [-] (83921) wsgi starting up on http://0.0.0.0:9696
Feb 17 03:18:13.067561 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.service [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Neutron service started, listening on 0.0.0.0:9696
Feb 17 03:18:13.068223 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Notify callbacks [] for process, before_spawn {{(pid=83810) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:18:13.069467 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:18:13.070682 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO oslo_service.service [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Starting 1 workers
Feb 17 03:18:13.070841 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [-] (83922) wsgi starting up on http://0.0.0.0:9696
Feb 17 03:18:13.076796 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Started child 83923 {{(pid=83810) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Feb 17 03:18:13.077366 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO oslo_service.service [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Starting 1 workers
Feb 17 03:18:13.078831 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.service [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] calling RpcWorker wait() {{(pid=83923) _wait /opt/stack/neutron/neutron/service.py:128}}
Feb 17 03:18:13.079222 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.service [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] returning from RpcWorker wait() {{(pid=83923) _wait /opt/stack/neutron/neutron/service.py:135}}
Feb 17 03:18:13.080664 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:18:13.081175 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=83923) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:18:13.082133 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Started child 83924 {{(pid=83810) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Feb 17 03:18:13.082956 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-2276000b-fceb-4267-ba50-aba921f0e217 None None] Notify callbacks [] for process, after_spawn {{(pid=83810) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:18:13.084570 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83810) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}}
Feb 17 03:18:13.084797 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Feb 17 03:18:13.084998 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Feb 17 03:18:13.085280 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Feb 17 03:18:13.085677 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Feb 17 03:18:13.085864 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Feb 17 03:18:13.086022 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83924) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:18:13.086413 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:13.086721 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:13.087031 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:13.087309 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:13.087613 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:13.088247 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:13.088514 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:13.088819 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:13.089159 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:13.089429 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:13.089673 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:13.089853 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:13.090126 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:13.090402 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:13.090733 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:13.091017 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:13.091288 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:13.091561 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:13.091772 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:13.092036 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:13.092346 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:13.092620 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:13.092907 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] debug                          = True {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:13.093197 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:13.093756 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:13.094031 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:13.094322 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:13.094565 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:13.094868 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:13.095130 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:13.095418 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:13.095697 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:13.095937 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:13.096197 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:13.096471 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:13.096707 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:13.096972 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:13.097302 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:13.097540 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:13.097976 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] host                           = dv-cinder-759943-5-iscsi {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:13.098233 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:13.098486 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:13.098756 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:13.099012 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:13.099283 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:13.099541 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:13.099837 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:13.100115 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:13.100367 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:13.100635 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:13.100909 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:13.101186 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:13.101472 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:13.101733 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:13.101895 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:13.102157 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:13.102434 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:13.102730 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:13.102938 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:13.103126 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:13.103310 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:13.103607 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:13.103773 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:13.104029 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:13.104266 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:13.104503 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:13.104754 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:13.105022 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:13.105352 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:13.105629 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:13.105867 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:13.106133 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:13.106366 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:13.106638 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:13.106900 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:13.107168 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:13.107403 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:13.107664 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:13.107917 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:13.108171 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:13.108416 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:13.108688 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:13.108926 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:13.109205 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:13.109475 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:13.109747 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:13.110038 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:13.110297 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:13.110570 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:13.110833 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:13.111191 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:13.111438 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:13.111755 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:13.111996 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:13.112268 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:13.112767 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:13.112767 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:13.112988 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:13.113421 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:13.113855 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:13.113855 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:13.114072 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:13.114297 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:13.116629 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:13.116629 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:13.116629 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:13.116629 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:13.116629 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:13.116629 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:13.116629 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.116629 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.117207 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=83924) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:18:13.117278 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.117278 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.117278 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.117465 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.117704 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.117947 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.118207 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.118486 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.119297 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.119297 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.119466 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.119619 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.119846 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.120187 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.120478 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.120772 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.121574 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.121820 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.122091 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.122338 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.122668 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.122976 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.123269 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.57/identity {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.123532 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.123773 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.124033 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.124299 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.124541 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.124777 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.125108 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.125340 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.125587 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.125826 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.126099 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.126359 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.126600 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.126882 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.127139 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.127428 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.127692 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.127938 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.128179 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.128438 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.128678 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.128921 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.129173 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.129434 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.129719 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.129987 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.130238 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.130477 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.130792 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.131040 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.131303 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.131547 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.131783 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.132038 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.132299 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.132534 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.132819 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.133118 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.133383 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.133622 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.133867 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.134107 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.134346 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.134633 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.134835 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.135080 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.135332 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.135573 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.135814 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.136067 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.136292 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.136573 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.137343 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.137592 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.137834 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.138058 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.138444 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.138689 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.138929 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.139243 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.139583 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.139853 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.140138 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.140394 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.140685 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.140947 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.144683 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.144683 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.144683 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.145184 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83922) accepted ('10.222.0.57', 33472) {{(pid=83922) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:18:13.145338 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.145338 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.145338 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.145338 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.145338 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.145338 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.145338 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.145338 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.146495 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.146495 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.146495 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.146495 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.146495 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.146495 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.146495 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.146495 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.147639 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.147639 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.147639 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.147639 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.147639 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.147639 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.147639 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.148801 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.148801 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.148801 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.148801 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.149402 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.149402 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.149402 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.149825 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.149825 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.150253 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.150400 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.150602 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.150852 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.151097 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.151394 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.151763 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.152087 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.152351 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.152592 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.152889 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.153175 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.153408 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.153859 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.154331 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.154781 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.155244 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.155708 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.57/identity {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.156125 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.156553 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.157008 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.157476 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.157946 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.158195 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.158449 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.158701 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.158962 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.159244 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.159490 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.159738 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.159982 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.160418 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.160418 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.160418 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.161499 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [-] 10.222.0.57 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0170336
Feb 17 03:18:13.161573 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.161573 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.161703 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.161869 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.162285 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.163471 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.163920 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.164409 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.164841 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.166087 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.166583 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.167034 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.167500 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.169247 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.170252 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.170252 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.171739 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.172056 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.172581 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.173056 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.173516 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.173970 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.174441 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.175574 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.175834 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.176124 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.176416 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.176721 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.177292 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.178137 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.178579 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.179148 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.179509 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.179671 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.179968 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.180146 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.180554 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.180978 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.181447 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.181918 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.182375 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.182841 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.183330 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.184342 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.184795 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.185317 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.185879 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.186377 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.186685 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.186983 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.187216 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.187653 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.188292 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.188424 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.188644 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.188879 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.189187 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.189443 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.189688 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.189940 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.190184 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.191123 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.191123 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.191123 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.191626 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.191812 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.192142 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.193012 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.193442 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.194434 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.194434 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch'] {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.194434 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.194434 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.194734 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.194934 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vxlan'] {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.195308 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.195646 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.195964 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.197568 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.197917 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.198699 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.198699 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.199054 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.200375 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.200759 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.201588 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.202167 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.203040 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.203903 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.204173 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.204964 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.205926 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.205926 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.205926 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.206169 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.206938 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.207210 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.207475 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.207754 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.208025 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.208284 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.208532 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.208790 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.209064 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.209448 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Feb 17 03:18:13.209989 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83810) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}}
Feb 17 03:18:13.210170 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Feb 17 03:18:13.210318 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Feb 17 03:18:13.210686 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Feb 17 03:18:13.210890 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Feb 17 03:18:13.211052 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Feb 17 03:18:13.211298 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:13.211487 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:13.211675 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:13.211865 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:13.212044 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:13.212257 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:13.212443 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:13.212628 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:13.212811 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:13.212993 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:13.213229 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:13.213414 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:13.213597 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:13.213779 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:13.213963 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:13.214145 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:13.214317 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:13.214468 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:13.214689 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:13.214873 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:13.215056 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:13.215239 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:13.215421 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] debug                          = True {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:13.215581 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:13.215790 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:13.215978 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:13.216157 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:13.216340 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:13.216523 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:13.216705 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:13.216888 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:13.217098 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:13.217284 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:13.217468 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:13.217650 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:13.217833 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:13.218014 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:13.218194 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:13.218376 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:13.218557 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] host                           = dv-cinder-759943-5-iscsi {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:13.218742 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:13.219604 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:13.219962 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:13.220297 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:13.220691 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:13.220862 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:13.221079 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:13.221264 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:13.221448 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:13.221616 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:13.221764 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:13.221958 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:13.222118 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:13.222278 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:13.222459 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:13.222643 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:13.222826 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:13.223009 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:13.223217 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:13.223403 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:13.223587 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:13.223771 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:13.223929 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:13.224113 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:13.224295 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:13.224477 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:13.224633 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:13.224789 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:13.225012 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:13.225233 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:13.225380 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:13.226210 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:13.226210 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:13.226210 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:13.226210 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:13.226210 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:13.226210 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:13.226720 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:13.226720 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:13.226720 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:13.226987 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:13.226987 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:13.227174 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:13.227936 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:13.227936 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:13.227936 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:13.227936 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:13.227936 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:13.228375 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:13.228375 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:13.228613 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:13.228613 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:13.228794 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:13.228889 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:13.229079 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:13.229297 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:13.229415 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:13.229597 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:13.229780 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:13.231844 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:13.231844 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:13.231844 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:13.231844 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:13.231844 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:13.231844 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:13.232635 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:13.232635 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:13.232635 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:13.232635 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:18:13.233009 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.233009 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.233009 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.233320 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.233415 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.233515 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.233692 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.233886 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.235012 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.235216 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.235460 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.236640 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.236849 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.237085 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.237275 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.237469 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.237661 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.237850 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.238039 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.238228 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.238413 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.238602 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.238809 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.238998 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.239185 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.57/identity {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.239372 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.239606 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.239749 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.239935 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.240125 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.241104 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.241104 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.241104 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.241104 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.241104 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.241104 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.241759 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.241759 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.241759 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.241759 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.242162 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.242162 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.242339 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.242443 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.242605 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.242774 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.243132 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.243323 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.243511 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.243677 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.244038 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.244229 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.244398 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.244743 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.244913 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.245278 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.245470 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.245660 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.245900 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.247419 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.247419 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.247419 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.247419 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.247419 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.247419 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.247821 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.247821 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.247943 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.248096 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.249049 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.249049 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.249049 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.249049 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.249049 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.250054 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.250372 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.250700 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.251035 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.251284 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.251463 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.251591 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.251921 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.252249 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.252545 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.252895 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.253317 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.253692 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.254005 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.254195 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.254957 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.254957 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.254957 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.254957 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.255401 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.255401 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.255617 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.255841 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.256170 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.256498 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.256790 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.256894 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=83923) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:18:13.257091 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.257216 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.257337 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.257529 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.257720 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.257910 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.258100 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.258288 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.258482 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.258648 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.259004 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.259205 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.259394 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.259585 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.259776 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.259951 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.260152 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.260341 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.260528 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.260719 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.260906 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.261100 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.261277 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.261484 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.261639 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.261805 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.261971 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.262145 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.262322 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.262488 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.262653 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.262820 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.263038 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.263203 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.263373 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.263709 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.263866 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.264063 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.264850 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.264850 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.264850 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.264850 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.265477 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.265477 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.57/identity {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.265477 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.265762 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.265762 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.265942 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.266037 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.266144 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.266330 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.266497 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.266667 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.267003 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.267172 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.267517 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.268807 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.268807 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.268807 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.268807 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.268807 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.268807 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.268807 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.268807 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.269384 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.269384 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.269384 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.269578 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.269649 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.269915 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.271072 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.271072 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.271072 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.271072 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.271072 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.271072 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.271072 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.272003 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.272003 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.272003 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.272003 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.272003 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.272003 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.272776 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.272776 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.272776 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.272776 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.272776 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.273600 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.273600 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.273600 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.273600 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.273600 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.274241 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.274241 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.274241 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.274241 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.274770 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.274770 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.274770 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.275163 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.275163 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.275163 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.275555 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.275555 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.275822 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.275822 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.276089 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.276226 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.276372 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.276509 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.276645 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.276881 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.277069 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.277218 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.277355 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.277497 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.277975 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.277975 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.277975 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.278382 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.278382 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.278661 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.278661 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.279312 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.279312 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.279312 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.279312 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.279834 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.279834 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.279834 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch'] {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.281718 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.281718 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.281718 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.281718 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vxlan'] {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.281718 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.281718 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.281718 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.281718 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.282731 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.282731 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.282731 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.282731 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.282731 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.282731 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.282731 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.282731 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.283826 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.283826 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.283826 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.283826 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.283826 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.283826 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.283826 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.283826 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.284869 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.284869 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.284869 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.284869 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.284869 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.284869 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.284869 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.286310 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.286310 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:18:13.286310 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83810) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Feb 17 03:18:23.491030 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe202b4b-af3f-4d91-8046-78d875746391 None None] get_active_networks_info from dv-cinder-759943-5-iscsi {{(pid=83923) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Feb 17 03:18:23.626597 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe202b4b-af3f-4d91-8046-78d875746391 None None] No non-hosted networks {{(pid=83923) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Feb 17 03:18:23.782733 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-86c4aae3-3efa-40ef-8800-e34cf1764891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577'] for agent, after_create {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:18:25.394095 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-9e5ffaaa-4782-40ca-aebe-0dd7a7dcb1f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577'] for agent, after_create {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:18:25.443853 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-09a91c0f-bb09-4f34-bf95-472e968c97c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:18:26.418652 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-8cda4ffb-98e6-4bcf-adaf-c47fc353fc1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577'] for agent, after_create {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:18:27.168635 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577'] for agent, after_create {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:18:27.169621 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:18:27.170185 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:18:27.170757 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:18:27.171562 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:18:27.172114 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:18:27.172666 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:18:27.173264 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:18:27.173828 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:18:27.174372 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:18:27.174916 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:18:27.175471 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:18:27.176024 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:18:27.176639 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f17c6e63470>, 'Open vSwitch agent', 'dv-cinder-759943-5-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=83923) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:18:27.183193 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f17c6ebb828>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-759943-5-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=83923) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:18:27.538411 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-3bdb028f-655c-46e9-b0eb-5d4ca64bdb37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577'] for agent, after_create {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:18:28.922379 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83922) accepted ('10.222.0.57', 33572) {{(pid=83922) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:18:29.103844 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] get_endpoint_by_host() called for host dv-cinder-759943-5-iscsi {{(pid=83923) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}}
Feb 17 03:18:29.109192 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] get_endpoint_by_ip() called for ip 192.168.0.56 {{(pid=83923) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}}
Feb 17 03:18:29.112419 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] _add_endpoint() called for ip 192.168.0.56 {{(pid=83923) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}}
Feb 17 03:18:29.118118 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] _get_endpoints() called {{(pid=83923) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}}
Feb 17 03:18:29.566019 dv-cinder-759943-5-iscsi neutron-server[83810]: WARNING oslo_policy.policy [None req-75cd3594-d810-4945-9d2b-82092ba358ec admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 17 03:18:29.567130 dv-cinder-759943-5-iscsi neutron-server[83810]: WARNING oslo_policy.policy [None req-75cd3594-d810-4945-9d2b-82092ba358ec admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 17 03:18:29.597910 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.db.l3_hamode_db [None req-c3d9780f-af3d-4a33-9da6-82a6563fa3ac None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Feb 17 03:18:29.689398 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d9780f-af3d-4a33-9da6-82a6563fa3ac None None] Routers set() bound to L3 agent in host dv-cinder-759943-5-iscsi {{(pid=83923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 03:18:29.689735 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d9780f-af3d-4a33-9da6-82a6563fa3ac None None] Router IDs set() for agent in host dv-cinder-759943-5-iscsi {{(pid=83923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}}
Feb 17 03:18:29.800873 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [None req-75cd3594-d810-4945-9d2b-82092ba358ec admin admin] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=83922) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 17 03:18:29.802027 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-75cd3594-d810-4945-9d2b-82092ba358ec admin admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.8786459
Feb 17 03:18:32.525814 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83922) accepted ('10.222.0.57', 33588) {{(pid=83922) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:18:32.908569 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.v2.base [None req-181d8406-157b-4a55-bc9e-4cabc93585ec admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'default_prefixlen': 26}} {{(pid=83922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:18:32.977141 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.policy [None req-181d8406-157b-4a55-bc9e-4cabc93585ec admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=83922) register_rules /opt/stack/neutron/neutron/policy.py:75}}
Feb 17 03:18:33.013910 dv-cinder-759943-5-iscsi neutron-server[83810]: WARNING oslo_policy.policy [None req-181d8406-157b-4a55-bc9e-4cabc93585ec admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 17 03:18:33.014321 dv-cinder-759943-5-iscsi neutron-server[83810]: WARNING oslo_policy.policy [None req-181d8406-157b-4a55-bc9e-4cabc93585ec admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 17 03:18:33.040557 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.quota [None req-181d8406-157b-4a55-bc9e-4cabc93585ec admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f17c6dd61d0>.
Feb 17 03:18:33.057650 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-181d8406-157b-4a55-bc9e-4cabc93585ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:18:33.114253 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-181d8406-157b-4a55-bc9e-4cabc93585ec admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733754785965', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733754773101', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733754772226', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733754765798', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733754766449', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-16316645', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16596994', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-776976', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-721831'] for rbac-policy, before_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:18:33.177328 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-181d8406-157b-4a55-bc9e-4cabc93585ec admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:18:33.178587 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-181d8406-157b-4a55-bc9e-4cabc93585ec admin admin] 10.222.0.57 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 0.6516781
Feb 17 03:18:36.127117 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83922) accepted ('10.222.0.57', 33602) {{(pid=83922) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:18:36.496021 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.v2.base [None req-32211ffa-c4f9-434a-a19d-d1b3960076ce admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'project_id': '3a35b09cec15440bbddc251bb4a90dad'}} {{(pid=83922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:18:36.501964 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-32211ffa-c4f9-434a-a19d-d1b3960076ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:18:36.506712 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-32211ffa-c4f9-434a-a19d-d1b3960076ce admin admin] Usage tracker for resource:network and tenant:3a35b09cec15440bbddc251bb4a90dad is out of sync, need to count used quota {{(pid=83922) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:18:36.510423 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-32211ffa-c4f9-434a-a19d-d1b3960076ce admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83922) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:18:36.516419 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-32211ffa-c4f9-434a-a19d-d1b3960076ce admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:18:36.524969 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32211ffa-c4f9-434a-a19d-d1b3960076ce admin admin] Made reservation on behalf of 3a35b09cec15440bbddc251bb4a90dad for: {'network': 1} {{(pid=83922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 03:18:36.530934 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-32211ffa-c4f9-434a-a19d-d1b3960076ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for network, before_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:18:36.549593 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-32211ffa-c4f9-434a-a19d-d1b3960076ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:18:36.717491 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-32211ffa-c4f9-434a-a19d-d1b3960076ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:18:36.721354 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-32211ffa-c4f9-434a-a19d-d1b3960076ce admin admin] Usage tracker for resource:security_group_rule and tenant:3a35b09cec15440bbddc251bb4a90dad is out of sync, need to count used quota {{(pid=83922) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:18:36.724827 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-32211ffa-c4f9-434a-a19d-d1b3960076ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83922) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:18:36.730950 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-32211ffa-c4f9-434a-a19d-d1b3960076ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:18:36.830040 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-32211ffa-c4f9-434a-a19d-d1b3960076ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:18:36.832584 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-32211ffa-c4f9-434a-a19d-d1b3960076ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876219'] for security_group, after_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:18:36.837079 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:18:36.861463 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32211ffa-c4f9-434a-a19d-d1b3960076ce admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 1}  {{(pid=83922) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 17 03:18:36.886523 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-32211ffa-c4f9-434a-a19d-d1b3960076ce admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363303097800223', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16617428'] for segment, precommit_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:18:36.886995 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.db.segments_db [None req-32211ffa-c4f9-434a-a19d-d1b3960076ce admin admin] Added segment 1f951598-3521-4691-b5b1-272214888ae4 of type vxlan for network f15a321b-aa3e-40d0-865f-341f5ea9f371
Feb 17 03:18:36.895566 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32211ffa-c4f9-434a-a19d-d1b3960076ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e6d3f5d-3219-40c6-86d8-94d8a67571a2,revision_number=1']} {{(pid=83922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:18:36.952939 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32211ffa-c4f9-434a-a19d-d1b3960076ce admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:18:36.953339 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32211ffa-c4f9-434a-a19d-d1b3960076ce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:18:36.953693 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32211ffa-c4f9-434a-a19d-d1b3960076ce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:18:36.954039 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32211ffa-c4f9-434a-a19d-d1b3960076ce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:18:36.954376 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32211ffa-c4f9-434a-a19d-d1b3960076ce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:18:36.954728 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32211ffa-c4f9-434a-a19d-d1b3960076ce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:18:36.955073 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32211ffa-c4f9-434a-a19d-d1b3960076ce admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:18:36.955408 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32211ffa-c4f9-434a-a19d-d1b3960076ce admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:18:36.955743 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32211ffa-c4f9-434a-a19d-d1b3960076ce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:18:36.956076 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32211ffa-c4f9-434a-a19d-d1b3960076ce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:18:36.956406 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32211ffa-c4f9-434a-a19d-d1b3960076ce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:18:36.956737 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32211ffa-c4f9-434a-a19d-d1b3960076ce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:18:36.957833 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32211ffa-c4f9-434a-a19d-d1b3960076ce admin admin] Tracked resource versions report:
Feb 17 03:18:36.957833 dv-cinder-759943-5-iscsi neutron-server[83810]: pushed versions:
Feb 17 03:18:36.957833 dv-cinder-759943-5-iscsi neutron-server[83810]: {   'AddressGroup': {'1.1'},
Feb 17 03:18:36.957833 dv-cinder-759943-5-iscsi neutron-server[83810]:     'ConntrackHelper': {'1.0'},
Feb 17 03:18:36.957833 dv-cinder-759943-5-iscsi neutron-server[83810]:     'Log': {'1.0'},
Feb 17 03:18:36.957833 dv-cinder-759943-5-iscsi neutron-server[83810]:     'Network': {'1.1'},
Feb 17 03:18:36.957833 dv-cinder-759943-5-iscsi neutron-server[83810]:     'Port': {'1.7'},
Feb 17 03:18:36.957833 dv-cinder-759943-5-iscsi neutron-server[83810]:     'PortForwarding': {'1.2'},
Feb 17 03:18:36.957833 dv-cinder-759943-5-iscsi neutron-server[83810]:     'QosPolicy': {'1.8'},
Feb 17 03:18:36.957833 dv-cinder-759943-5-iscsi neutron-server[83810]:     'SecurityGroup': {'1.4'},
Feb 17 03:18:36.957833 dv-cinder-759943-5-iscsi neutron-server[83810]:     'SecurityGroupRule': {'1.2'},
Feb 17 03:18:36.957833 dv-cinder-759943-5-iscsi neutron-server[83810]:     'SubPort': {'1.0'},
Feb 17 03:18:36.957833 dv-cinder-759943-5-iscsi neutron-server[83810]:     'Subnet': {'1.1'},
Feb 17 03:18:36.957833 dv-cinder-759943-5-iscsi neutron-server[83810]:     'Trunk': {'1.1'}}
Feb 17 03:18:36.957833 dv-cinder-759943-5-iscsi neutron-server[83810]: consumer versions:
Feb 17 03:18:36.957833 dv-cinder-759943-5-iscsi neutron-server[83810]: {   DHCP agent@dv-cinder-759943-5-iscsi: {},
Feb 17 03:18:36.957833 dv-cinder-759943-5-iscsi neutron-server[83810]:     L3 agent@dv-cinder-759943-5-iscsi: {},
Feb 17 03:18:36.957833 dv-cinder-759943-5-iscsi neutron-server[83810]:     Metadata agent@dv-cinder-759943-5-iscsi: {},
Feb 17 03:18:36.957833 dv-cinder-759943-5-iscsi neutron-server[83810]:     Metering agent@dv-cinder-759943-5-iscsi: {},
Feb 17 03:18:36.957833 dv-cinder-759943-5-iscsi neutron-server[83810]:     Open vSwitch agent@dv-cinder-759943-5-iscsi: {   'AddressGroup': '1.1',
Feb 17 03:18:36.957833 dv-cinder-759943-5-iscsi neutron-server[83810]:                                                      'ConntrackHelper': '1.0',
Feb 17 03:18:36.957833 dv-cinder-759943-5-iscsi neutron-server[83810]:                                                      'Log': '1.0',
Feb 17 03:18:36.957833 dv-cinder-759943-5-iscsi neutron-server[83810]:                                                      'Network': '1.1',
Feb 17 03:18:36.957833 dv-cinder-759943-5-iscsi neutron-server[83810]:                                                      'Port': '1.7',
Feb 17 03:18:36.957833 dv-cinder-759943-5-iscsi neutron-server[83810]:                                                      'PortForwarding': '1.2',
Feb 17 03:18:36.957833 dv-cinder-759943-5-iscsi neutron-server[83810]:                                                      'QosPolicy': '1.8',
Feb 17 03:18:36.957833 dv-cinder-759943-5-iscsi neutron-server[83810]:                                                      'SecurityGroup': '1.4',
Feb 17 03:18:36.957833 dv-cinder-759943-5-iscsi neutron-server[83810]:                                                      'SecurityGroupRule': '1.2',
Feb 17 03:18:36.957833 dv-cinder-759943-5-iscsi neutron-server[83810]:                                                      'SubPort': '1.0',
Feb 17 03:18:36.957833 dv-cinder-759943-5-iscsi neutron-server[83810]:                                                      'Subnet': '1.1',
Feb 17 03:18:36.957833 dv-cinder-759943-5-iscsi neutron-server[83810]:                                                      'Trunk': '1.1'}}
Feb 17 03:18:36.957833 dv-cinder-759943-5-iscsi neutron-server[83810]:  {{(pid=83922) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Feb 17 03:18:37.002982 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-32211ffa-c4f9-434a-a19d-d1b3960076ce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363303098315039'] for network, precommit_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:18:37.007256 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-32211ffa-c4f9-434a-a19d-d1b3960076ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:18:37.039864 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-32211ffa-c4f9-434a-a19d-d1b3960076ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850'] for network, after_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:18:37.041180 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32211ffa-c4f9-434a-a19d-d1b3960076ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:18:37.041824 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-32211ffa-c4f9-434a-a19d-d1b3960076ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854193028'] for network, before_response {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:18:37.046997 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:18:37.158983 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-32211ffa-c4f9-434a-a19d-d1b3960076ce admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 842 time: 1.0307214
Feb 17 03:18:37.159676 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32211ffa-c4f9-434a-a19d-d1b3960076ce admin admin] Pushing event updated for resources: {'Network': ['ID=f15a321b-aa3e-40d0-865f-341f5ea9f371,revision_number=1']} {{(pid=83922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:18:37.175410 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-32211ffa-c4f9-434a-a19d-d1b3960076ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:18:37.189628 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Network f15a321b-aa3e-40d0-865f-341f5ea9f371 details requested by agent ovs-agent-dv-cinder-759943-5-iscsi with host dv-cinder-759943-5-iscsi {{(pid=83923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 03:18:40.178620 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83922) accepted ('10.222.0.57', 33618) {{(pid=83922) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:18:40.650397 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29e803de-12f8-48d8-a508-3b4e20373d44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:18:40.651859 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-29e803de-12f8-48d8-a508-3b4e20373d44 admin admin] 10.222.0.57 "GET /v2.0/networks/f15a321b-aa3e-40d0-865f-341f5ea9f371 HTTP/1.1" status: 200  len: 818 time: 0.4722195
Feb 17 03:18:40.681898 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-a7a7ea58-3af3-4120-828d-a4efa2268dbd admin admin] 10.222.0.57 "GET /v2.0/subnetpools/3d89a1cd-8521-4ab0-b8b2-ffb30bda92d0 HTTP/1.1" status: 200  len: 734 time: 0.0238388
Feb 17 03:18:40.691805 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.v2.base [None req-4ae0ad0b-d712-45fb-8b77-310592342119 admin admin] Request body: {'subnet': {'subnetpool_id': '3d89a1cd-8521-4ab0-b8b2-ffb30bda92d0', 'tenant_id': '3a35b09cec15440bbddc251bb4a90dad', 'gateway_ip': '172.20.0.1', 'network_id': 'f15a321b-aa3e-40d0-865f-341f5ea9f371', 'ip_version': 4, 'name': 'private-subnet'}} {{(pid=83922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:18:40.696109 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-4ae0ad0b-d712-45fb-8b77-310592342119 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:18:40.700549 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-4ae0ad0b-d712-45fb-8b77-310592342119 admin admin] Usage tracker for resource:subnet and tenant:3a35b09cec15440bbddc251bb4a90dad is out of sync, need to count used quota {{(pid=83922) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:18:40.703428 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-4ae0ad0b-d712-45fb-8b77-310592342119 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83922) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:18:40.708858 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-4ae0ad0b-d712-45fb-8b77-310592342119 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:18:40.716835 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ae0ad0b-d712-45fb-8b77-310592342119 admin admin] Made reservation on behalf of 3a35b09cec15440bbddc251bb4a90dad for: {'subnet': 1} {{(pid=83922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 03:18:40.721262 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-4ae0ad0b-d712-45fb-8b77-310592342119 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:18:41.188769 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-4ae0ad0b-d712-45fb-8b77-310592342119 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853913663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850'] for subnet, after_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:18:41.203526 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:18:41.343253 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae0ad0b-d712-45fb-8b77-310592342119 admin admin] Pushing event updated for resources: {'Subnet': ['ID=abd5b015-2b0a-4a56-8192-db98a6226c71,revision_number=0']} {{(pid=83922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:18:41.349623 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-4ae0ad0b-d712-45fb-8b77-310592342119 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:18:41.403682 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ae0ad0b-d712-45fb-8b77-310592342119 admin admin] Checking segment: {'id': '1f951598-3521-4691-b5b1-272214888ae4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'f15a321b-aa3e-40d0-865f-341f5ea9f371'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 03:18:41.404059 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ae0ad0b-d712-45fb-8b77-310592342119 admin admin] Network hostable DHCP agents. Network: f15a321b-aa3e-40d0-865f-341f5ea9f371, hostable agents: ['7cb7ebf0-d0cf-4b99-bfd7-3c4bb0fe13b2'], hosted agents: [] {{(pid=83922) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 17 03:18:41.424354 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ae0ad0b-d712-45fb-8b77-310592342119 admin admin] Network f15a321b-aa3e-40d0-865f-341f5ea9f371 is scheduled to be hosted by DHCP agent 7cb7ebf0-d0cf-4b99-bfd7-3c4bb0fe13b2 with binding_index 1 {{(pid=83922) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 17 03:18:41.432954 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.scheduler.base_scheduler [None req-4ae0ad0b-d712-45fb-8b77-310592342119 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759943-5-iscsi, f15a321b-aa3e-40d0-865f-341f5ea9f371) {{(pid=83922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 03:18:41.437248 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ae0ad0b-d712-45fb-8b77-310592342119 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:18:41.437874 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-4ae0ad0b-d712-45fb-8b77-310592342119 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854193028'] for subnet, before_response {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:18:41.443609 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdae5f2e-3ccf-4a44-a766-893d0aaf93a0 None None] Network f15a321b-aa3e-40d0-865f-341f5ea9f371 requested from dv-cinder-759943-5-iscsi {{(pid=83923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 03:18:41.461063 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-4ae0ad0b-d712-45fb-8b77-310592342119 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.7680590
Feb 17 03:18:41.932552 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79f300f1-cb27-4fa1-9680-4a858a13369a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp61300fb0-6849-57f9-b652-d8cd588f35fb-f15a321b-aa3e-40d0-865f-341f5ea9f371', 'network_id': 'f15a321b-aa3e-40d0-865f-341f5ea9f371', 'tenant_id': '3a35b09cec15440bbddc251bb4a90dad', 'fixed_ips': [{'subnet_id': 'abd5b015-2b0a-4a56-8192-db98a6226c71'}]}} from dv-cinder-759943-5-iscsi. {{(pid=83923) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Feb 17 03:18:41.933636 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-79f300f1-cb27-4fa1-9680-4a858a13369a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for port, before_create {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:18:42.244919 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.db_base_plugin_common [None req-79f300f1-cb27-4fa1-9680-4a858a13369a None None] Allocated IP 172.20.0.2 (f15a321b-aa3e-40d0-865f-341f5ea9f371/abd5b015-2b0a-4a56-8192-db98a6226c71/9254a235-03a5-4a5d-a4fc-c1e2b43fc81c) {{(pid=83923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 03:18:42.478777 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-79f300f1-cb27-4fa1-9680-4a858a13369a None None] Notify callbacks [] for port, precommit_create {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:18:42.492080 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-79f300f1-cb27-4fa1-9680-4a858a13369a None None] Transition to ACTIVE for port object 9254a235-03a5-4a5d-a4fc-c1e2b43fc81c will not be triggered until provisioned by entity L2. {{(pid=83923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 03:18:42.511475 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-79f300f1-cb27-4fa1-9680-4a858a13369a None None] Transition to ACTIVE for port object 9254a235-03a5-4a5d-a4fc-c1e2b43fc81c will not be triggered until provisioned by entity DHCP. {{(pid=83923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 03:18:42.518224 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-79f300f1-cb27-4fa1-9680-4a858a13369a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363303098263190'] for port, after_create {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:18:42.533506 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:18:42.664282 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f300f1-cb27-4fa1-9680-4a858a13369a None None] Pushing event updated for resources: {'Port': ['ID=9254a235-03a5-4a5d-a4fc-c1e2b43fc81c,revision_number=1']} {{(pid=83923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:18:42.676760 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f300f1-cb27-4fa1-9680-4a858a13369a None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:18:42.677169 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f300f1-cb27-4fa1-9680-4a858a13369a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:18:42.677532 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f300f1-cb27-4fa1-9680-4a858a13369a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:18:42.677891 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f300f1-cb27-4fa1-9680-4a858a13369a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:18:42.678242 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f300f1-cb27-4fa1-9680-4a858a13369a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:18:42.678589 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f300f1-cb27-4fa1-9680-4a858a13369a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:18:42.678936 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f300f1-cb27-4fa1-9680-4a858a13369a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:18:42.679280 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f300f1-cb27-4fa1-9680-4a858a13369a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:18:42.679622 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f300f1-cb27-4fa1-9680-4a858a13369a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:18:42.679962 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f300f1-cb27-4fa1-9680-4a858a13369a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:18:42.680299 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f300f1-cb27-4fa1-9680-4a858a13369a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:18:42.680639 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f300f1-cb27-4fa1-9680-4a858a13369a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:18:42.681746 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f300f1-cb27-4fa1-9680-4a858a13369a None None] Tracked resource versions report:
Feb 17 03:18:42.681746 dv-cinder-759943-5-iscsi neutron-server[83810]: pushed versions:
Feb 17 03:18:42.681746 dv-cinder-759943-5-iscsi neutron-server[83810]: {   'AddressGroup': {'1.1'},
Feb 17 03:18:42.681746 dv-cinder-759943-5-iscsi neutron-server[83810]:     'ConntrackHelper': {'1.0'},
Feb 17 03:18:42.681746 dv-cinder-759943-5-iscsi neutron-server[83810]:     'Log': {'1.0'},
Feb 17 03:18:42.681746 dv-cinder-759943-5-iscsi neutron-server[83810]:     'Network': {'1.1'},
Feb 17 03:18:42.681746 dv-cinder-759943-5-iscsi neutron-server[83810]:     'Port': {'1.7'},
Feb 17 03:18:42.681746 dv-cinder-759943-5-iscsi neutron-server[83810]:     'PortForwarding': {'1.2'},
Feb 17 03:18:42.681746 dv-cinder-759943-5-iscsi neutron-server[83810]:     'QosPolicy': {'1.8'},
Feb 17 03:18:42.681746 dv-cinder-759943-5-iscsi neutron-server[83810]:     'SecurityGroup': {'1.4'},
Feb 17 03:18:42.681746 dv-cinder-759943-5-iscsi neutron-server[83810]:     'SecurityGroupRule': {'1.2'},
Feb 17 03:18:42.681746 dv-cinder-759943-5-iscsi neutron-server[83810]:     'SubPort': {'1.0'},
Feb 17 03:18:42.681746 dv-cinder-759943-5-iscsi neutron-server[83810]:     'Subnet': {'1.1'},
Feb 17 03:18:42.681746 dv-cinder-759943-5-iscsi neutron-server[83810]:     'Trunk': {'1.1'}}
Feb 17 03:18:42.681746 dv-cinder-759943-5-iscsi neutron-server[83810]: consumer versions:
Feb 17 03:18:42.681746 dv-cinder-759943-5-iscsi neutron-server[83810]: {   DHCP agent@dv-cinder-759943-5-iscsi: {},
Feb 17 03:18:42.681746 dv-cinder-759943-5-iscsi neutron-server[83810]:     L3 agent@dv-cinder-759943-5-iscsi: {},
Feb 17 03:18:42.681746 dv-cinder-759943-5-iscsi neutron-server[83810]:     Metadata agent@dv-cinder-759943-5-iscsi: {},
Feb 17 03:18:42.681746 dv-cinder-759943-5-iscsi neutron-server[83810]:     Metering agent@dv-cinder-759943-5-iscsi: {},
Feb 17 03:18:42.681746 dv-cinder-759943-5-iscsi neutron-server[83810]:     Open vSwitch agent@dv-cinder-759943-5-iscsi: {   'AddressGroup': '1.1',
Feb 17 03:18:42.681746 dv-cinder-759943-5-iscsi neutron-server[83810]:                                                      'ConntrackHelper': '1.0',
Feb 17 03:18:42.681746 dv-cinder-759943-5-iscsi neutron-server[83810]:                                                      'Log': '1.0',
Feb 17 03:18:42.681746 dv-cinder-759943-5-iscsi neutron-server[83810]:                                                      'Network': '1.1',
Feb 17 03:18:42.681746 dv-cinder-759943-5-iscsi neutron-server[83810]:                                                      'Port': '1.7',
Feb 17 03:18:42.681746 dv-cinder-759943-5-iscsi neutron-server[83810]:                                                      'PortForwarding': '1.2',
Feb 17 03:18:42.681746 dv-cinder-759943-5-iscsi neutron-server[83810]:                                                      'QosPolicy': '1.8',
Feb 17 03:18:42.681746 dv-cinder-759943-5-iscsi neutron-server[83810]:                                                      'SecurityGroup': '1.4',
Feb 17 03:18:42.681746 dv-cinder-759943-5-iscsi neutron-server[83810]:                                                      'SecurityGroupRule': '1.2',
Feb 17 03:18:42.681746 dv-cinder-759943-5-iscsi neutron-server[83810]:                                                      'SubPort': '1.0',
Feb 17 03:18:42.681746 dv-cinder-759943-5-iscsi neutron-server[83810]:                                                      'Subnet': '1.1',
Feb 17 03:18:42.681746 dv-cinder-759943-5-iscsi neutron-server[83810]:                                                      'Trunk': '1.1'}}
Feb 17 03:18:42.681746 dv-cinder-759943-5-iscsi neutron-server[83810]:  {{(pid=83923) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Feb 17 03:18:42.697227 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-79f300f1-cb27-4fa1-9680-4a858a13369a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:18:42.735910 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79f300f1-cb27-4fa1-9680-4a858a13369a None None] Network f15a321b-aa3e-40d0-865f-341f5ea9f371 is already hosted by enough agents. {{(pid=83923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 03:18:42.737117 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.scheduler.base_scheduler [None req-79f300f1-cb27-4fa1-9680-4a858a13369a None None] Resources bound (agent type, host, resource id):  {{(pid=83923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 03:18:42.739790 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f300f1-cb27-4fa1-9680-4a858a13369a None None] Received port after_create {{(pid=83923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 03:18:42.800968 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.managers [None req-79f300f1-cb27-4fa1-9680-4a858a13369a None None] Attempting to bind port 9254a235-03a5-4a5d-a4fc-c1e2b43fc81c on host dv-cinder-759943-5-iscsi for vnic_type normal with profile  {{(pid=83923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 03:18:42.801331 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.managers [None req-79f300f1-cb27-4fa1-9680-4a858a13369a None None] Attempting to bind port 9254a235-03a5-4a5d-a4fc-c1e2b43fc81c by drivers openvswitch on host dv-cinder-759943-5-iscsi at level 0 using segments [{'id': '1f951598-3521-4691-b5b1-272214888ae4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'f15a321b-aa3e-40d0-865f-341f5ea9f371'}] {{(pid=83923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 03:18:42.801749 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f300f1-cb27-4fa1-9680-4a858a13369a None None] Attempting to bind port 9254a235-03a5-4a5d-a4fc-c1e2b43fc81c on network f15a321b-aa3e-40d0-865f-341f5ea9f371 {{(pid=83923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 03:18:42.807230 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f300f1-cb27-4fa1-9680-4a858a13369a None None] Checking agent: {'id': 'fdf6e942-9f6a-471f-a5a4-d80d5f4aedb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759943-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 3, 18, 27), 'started_at': datetime.datetime(2021, 2, 17, 3, 18, 27), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 3, 18, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759943-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 03:18:42.807649 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f300f1-cb27-4fa1-9680-4a858a13369a None None] Checking segment: {'id': '1f951598-3521-4691-b5b1-272214888ae4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'f15a321b-aa3e-40d0-865f-341f5ea9f371'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 03:18:42.808117 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-79f300f1-cb27-4fa1-9680-4a858a13369a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:18:42.808538 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f300f1-cb27-4fa1-9680-4a858a13369a None None] Bound using segment: {'id': '1f951598-3521-4691-b5b1-272214888ae4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'f15a321b-aa3e-40d0-865f-341f5ea9f371'} {{(pid=83923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 03:18:42.809172 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.managers [None req-79f300f1-cb27-4fa1-9680-4a858a13369a None None] Bound port: 9254a235-03a5-4a5d-a4fc-c1e2b43fc81c, host: dv-cinder-759943-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f951598-3521-4691-b5b1-272214888ae4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'f15a321b-aa3e-40d0-865f-341f5ea9f371'}}] {{(pid=83923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 03:18:42.809491 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-79f300f1-cb27-4fa1-9680-4a858a13369a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for port, before_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:18:42.902229 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.db [None req-79f300f1-cb27-4fa1-9680-4a858a13369a None None] For port 9254a235-03a5-4a5d-a4fc-c1e2b43fc81c, host dv-cinder-759943-5-iscsi, cleared binding levels {{(pid=83923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 03:18:42.906283 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.db [None req-79f300f1-cb27-4fa1-9680-4a858a13369a None None] For port 9254a235-03a5-4a5d-a4fc-c1e2b43fc81c, host dv-cinder-759943-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-5-iscsi',level=0,port_id=9254a235-03a5-4a5d-a4fc-c1e2b43fc81c,segment=NetworkSegment(1f951598-3521-4691-b5b1-272214888ae4),segment_id=1f951598-3521-4691-b5b1-272214888ae4)] {{(pid=83923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 03:18:42.909625 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-79f300f1-cb27-4fa1-9680-4a858a13369a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303097879514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733756514675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303098261108'] for port, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:18:42.925097 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-79f300f1-cb27-4fa1-9680-4a858a13369a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:18:43.083484 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f300f1-cb27-4fa1-9680-4a858a13369a None None] Pushing event updated for resources: {'Port': ['ID=9254a235-03a5-4a5d-a4fc-c1e2b43fc81c,revision_number=2']} {{(pid=83923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:18:43.088509 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-79f300f1-cb27-4fa1-9680-4a858a13369a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:18:44.199649 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83922) accepted ('10.222.0.57', 33628) {{(pid=83922) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:18:44.607920 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [None req-f3888e6c-dbf7-4741-baa0-73b91cb2b589 admin admin] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=83922) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 17 03:18:44.608994 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-f3888e6c-dbf7-4741-baa0-73b91cb2b589 admin admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.4083462
Feb 17 03:18:47.179933 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Device 9254a235-03a5-4a5d-a4fc-c1e2b43fc81c up at agent ovs-agent-dv-cinder-759943-5-iscsi {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:18:47.252090 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Provisioning for port 9254a235-03a5-4a5d-a4fc-c1e2b43fc81c completed by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 03:18:47.358466 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83922) accepted ('10.222.0.57', 33642) {{(pid=83922) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:18:47.751727 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [None req-81f53651-0d1e-4779-b77f-e3e9adcae4e4 admin admin] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=83922) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 17 03:18:47.752803 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-81f53651-0d1e-4779-b77f-e3e9adcae4e4 admin admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.3933301
Feb 17 03:18:47.948889 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61a4ed23-0fe5-46d1-8c90-6ac4adb21180 None None] Network f15a321b-aa3e-40d0-865f-341f5ea9f371 requested from dv-cinder-759943-5-iscsi {{(pid=83923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 03:18:48.049433 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-f60609dc-2925-410e-860d-65bc334c2672 None None] Provisioning for port 9254a235-03a5-4a5d-a4fc-c1e2b43fc81c completed by entity DHCP. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 03:18:48.058683 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-f60609dc-2925-410e-860d-65bc334c2672 None None] Provisioning complete for port 9254a235-03a5-4a5d-a4fc-c1e2b43fc81c triggered by entity DHCP. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:18:48.059080 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-f60609dc-2925-410e-860d-65bc334c2672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838161172'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:18:48.298563 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-f60609dc-2925-410e-860d-65bc334c2672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for port, before_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:18:48.348227 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.db [None req-f60609dc-2925-410e-860d-65bc334c2672 None None] For port 9254a235-03a5-4a5d-a4fc-c1e2b43fc81c, host dv-cinder-759943-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-5-iscsi',level=0,port_id=9254a235-03a5-4a5d-a4fc-c1e2b43fc81c,segment=NetworkSegment(1f951598-3521-4691-b5b1-272214888ae4),segment_id=1f951598-3521-4691-b5b1-272214888ae4)] {{(pid=83923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:18:48.353576 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-f60609dc-2925-410e-860d-65bc334c2672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303097879514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733756514675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303098261108'] for port, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:18:48.359418 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:18:48.430601 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60609dc-2925-410e-860d-65bc334c2672 None None] Pushing event updated for resources: {'Port': ['ID=9254a235-03a5-4a5d-a4fc-c1e2b43fc81c,revision_number=3']} {{(pid=83923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:18:48.433972 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-f60609dc-2925-410e-860d-65bc334c2672 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:18:48.579786 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-0ec0c7e0-d661-4e8a-933f-f57d94dad447 None None] Provisioning complete for port 9254a235-03a5-4a5d-a4fc-c1e2b43fc81c triggered by entity DHCP. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:18:48.580305 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-0ec0c7e0-d661-4e8a-933f-f57d94dad447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838161172'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:18:48.829070 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-b5924306-acec-44d2-af56-5302499d5399 None None] Provisioning complete for port 9254a235-03a5-4a5d-a4fc-c1e2b43fc81c triggered by entity DHCP. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:18:48.829414 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-b5924306-acec-44d2-af56-5302499d5399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838161172'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:18:49.075781 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-a7e61d05-c68b-4dad-98ff-8297f7c62838 None None] Provisioning complete for port 9254a235-03a5-4a5d-a4fc-c1e2b43fc81c triggered by entity DHCP. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:18:49.076185 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-a7e61d05-c68b-4dad-98ff-8297f7c62838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838161172'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:18:49.171282 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Device 9254a235-03a5-4a5d-a4fc-c1e2b43fc81c up at agent ovs-agent-dv-cinder-759943-5-iscsi {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:18:49.267379 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Provisioning complete for port 9254a235-03a5-4a5d-a4fc-c1e2b43fc81c triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:18:49.267784 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838161172'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:18:50.763692 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83922) accepted ('10.222.0.57', 33654) {{(pid=83922) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:18:51.130157 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.v2.base [None req-63dedc74-190a-45cc-8ad6-1b37b99892a0 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '3a35b09cec15440bbddc251bb4a90dad', 'admin_state_up': True}} {{(pid=83922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:18:51.136012 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-63dedc74-190a-45cc-8ad6-1b37b99892a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:18:51.139954 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-63dedc74-190a-45cc-8ad6-1b37b99892a0 admin admin] Usage tracker for resource:router and tenant:3a35b09cec15440bbddc251bb4a90dad is out of sync, need to count used quota {{(pid=83922) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:18:51.143168 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-63dedc74-190a-45cc-8ad6-1b37b99892a0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83922) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:18:51.148799 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-63dedc74-190a-45cc-8ad6-1b37b99892a0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:18:51.158547 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-63dedc74-190a-45cc-8ad6-1b37b99892a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853830448', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854760905'] for router, before_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:18:51.159886 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-63dedc74-190a-45cc-8ad6-1b37b99892a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853830617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853785443', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-871862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14911'] for router, precommit_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:18:51.181562 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-63dedc74-190a-45cc-8ad6-1b37b99892a0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:18:51.289450 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-63dedc74-190a-45cc-8ad6-1b37b99892a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-945319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853785083'] for router, after_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:18:51.306984 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-63dedc74-190a-45cc-8ad6-1b37b99892a0 admin admin] Notify callbacks [] for router, before_response {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:18:51.308291 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-63dedc74-190a-45cc-8ad6-1b37b99892a0 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.5435607
Feb 17 03:18:53.352623 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-60cbbf26-1d80-4b44-9d7e-fc5ce3ea3c11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:18:53.987991 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83922) accepted ('10.222.0.57', 33664) {{(pid=83922) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:18:54.371364 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [None req-95792bcd-9740-4b4c-a899-59f9e2f33401 admin admin] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=83922) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 17 03:18:54.372436 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-95792bcd-9740-4b4c-a899-59f9e2f33401 admin admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.3834288
Feb 17 03:18:55.398283 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-4f4a85ae-76d6-4e24-b15d-72dba3a6c84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:18:56.322095 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-8cda4ffb-98e6-4bcf-adaf-c47fc353fc1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:18:57.081603 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83922) accepted ('10.222.0.57', 33684) {{(pid=83922) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:18:57.159804 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:18:57.242278 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.v2.base [None req-ac71fd39-21a6-43e6-8ee5-3f42e4861cd3 admin admin] Request body: {'network': {'admin_state_up': True, 'is_default': True, 'provider:physical_network': 'physnet1', 'router:external': True, 'provider:network_type': 'flat', 'name': 'public'}} {{(pid=83922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:18:57.246997 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-ac71fd39-21a6-43e6-8ee5-3f42e4861cd3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:18:57.250908 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-ac71fd39-21a6-43e6-8ee5-3f42e4861cd3 admin admin] Usage tracker for resource:network and tenant:ead6c48d681c47be9b07833717951084 is out of sync, need to count used quota {{(pid=83922) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:18:57.254322 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-ac71fd39-21a6-43e6-8ee5-3f42e4861cd3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83922) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:18:57.259850 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-ac71fd39-21a6-43e6-8ee5-3f42e4861cd3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:18:57.268611 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac71fd39-21a6-43e6-8ee5-3f42e4861cd3 admin admin] Made reservation on behalf of ead6c48d681c47be9b07833717951084 for: {'network': 1} {{(pid=83922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 03:18:57.273150 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-ac71fd39-21a6-43e6-8ee5-3f42e4861cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for network, before_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:18:57.285811 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-ac71fd39-21a6-43e6-8ee5-3f42e4861cd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:18:57.300207 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-ac71fd39-21a6-43e6-8ee5-3f42e4861cd3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:18:57.304002 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-ac71fd39-21a6-43e6-8ee5-3f42e4861cd3 admin admin] Usage tracker for resource:security_group_rule and tenant:ead6c48d681c47be9b07833717951084 is out of sync, need to count used quota {{(pid=83922) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:18:57.306820 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-ac71fd39-21a6-43e6-8ee5-3f42e4861cd3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83922) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:18:57.312261 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-ac71fd39-21a6-43e6-8ee5-3f42e4861cd3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:18:57.394789 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-ac71fd39-21a6-43e6-8ee5-3f42e4861cd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:18:57.397260 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-ac71fd39-21a6-43e6-8ee5-3f42e4861cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876219'] for security_group, after_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:18:57.401981 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-32211ffa-c4f9-434a-a19d-d1b3960076ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:18:57.416992 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-ac71fd39-21a6-43e6-8ee5-3f42e4861cd3 admin admin] Reserving flat network on physical network physnet1 {{(pid=83922) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}}
Feb 17 03:18:57.440250 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-ac71fd39-21a6-43e6-8ee5-3f42e4861cd3 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363303097800223', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16617428'] for segment, precommit_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:18:57.440844 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-ac71fd39-21a6-43e6-8ee5-3f42e4861cd3 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f17c7b69e18> segment precommit_create {{(pid=83922) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}}
Feb 17 03:18:57.441303 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.db.segments_db [None req-ac71fd39-21a6-43e6-8ee5-3f42e4861cd3 admin admin] Added segment 98c4310b-6fdc-4105-b056-95cb7f890c80 of type flat for network 47a54196-2e01-4ced-bf59-8f5a8abde718
Feb 17 03:18:57.442737 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac71fd39-21a6-43e6-8ee5-3f42e4861cd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=626cd795-2e4c-4d00-bd41-e01fd619e40a,revision_number=1']} {{(pid=83922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:18:57.449893 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-ac71fd39-21a6-43e6-8ee5-3f42e4861cd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:18:57.455421 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-3bdb028f-655c-46e9-b0eb-5d4ca64bdb37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:18:57.477956 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-ac71fd39-21a6-43e6-8ee5-3f42e4861cd3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363303098315039'] for network, precommit_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:18:57.513159 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-ac71fd39-21a6-43e6-8ee5-3f42e4861cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850'] for network, after_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:18:57.514357 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac71fd39-21a6-43e6-8ee5-3f42e4861cd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:18:57.514984 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-ac71fd39-21a6-43e6-8ee5-3f42e4861cd3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854193028'] for network, before_response {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:18:57.519617 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:18:57.619153 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-ac71fd39-21a6-43e6-8ee5-3f42e4861cd3 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.5365081
Feb 17 03:18:57.622475 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac71fd39-21a6-43e6-8ee5-3f42e4861cd3 admin admin] Pushing event updated for resources: {'Network': ['ID=47a54196-2e01-4ced-bf59-8f5a8abde718,revision_number=1']} {{(pid=83922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:18:57.625185 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-ac71fd39-21a6-43e6-8ee5-3f42e4861cd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:18:57.633223 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Network 47a54196-2e01-4ced-bf59-8f5a8abde718 details requested by agent ovs-agent-dv-cinder-759943-5-iscsi with host dv-cinder-759943-5-iscsi {{(pid=83923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 03:19:00.145258 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83922) accepted ('10.222.0.57', 33704) {{(pid=83922) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:19:00.261458 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55a62f06-ad2a-42fc-b0c8-2d88deea3cdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:19:00.262875 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-55a62f06-ad2a-42fc-b0c8-2d88deea3cdb admin admin] 10.222.0.57 "GET /v2.0/subnets/abd5b015-2b0a-4a56-8192-db98a6226c71 HTTP/1.1" status: 200  len: 849 time: 0.1166134
Feb 17 03:19:00.410207 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-892ac5ed-7447-4614-8bc3-79594c359b1a admin admin] 10.222.0.57 "GET /v2.0/routers/e9bac2c5-bcdb-46fd-9966-94e9bd9b43fe HTTP/1.1" status: 200  len: 704 time: 0.1411440
Feb 17 03:19:01.034187 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-330f4e9e-3c47-4056-8126-c4f78921a636 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for port, before_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:19:01.393250 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.db_base_plugin_common [None req-330f4e9e-3c47-4056-8126-c4f78921a636 admin admin] Allocated IP 172.20.0.1 (f15a321b-aa3e-40d0-865f-341f5ea9f371/abd5b015-2b0a-4a56-8192-db98a6226c71/803fcc2c-213e-4516-aecd-db4419ca643a) {{(pid=83922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 03:19:01.554515 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-330f4e9e-3c47-4056-8126-c4f78921a636 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:19:01.572141 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-330f4e9e-3c47-4056-8126-c4f78921a636 admin admin] Transition to ACTIVE for port object 803fcc2c-213e-4516-aecd-db4419ca643a will not be triggered until provisioned by entity DHCP. {{(pid=83922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 03:19:01.624773 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-330f4e9e-3c47-4056-8126-c4f78921a636 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363303098263190'] for port, after_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:19:01.639206 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:19:01.769098 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330f4e9e-3c47-4056-8126-c4f78921a636 admin admin] Pushing event updated for resources: {'Port': ['ID=803fcc2c-213e-4516-aecd-db4419ca643a,revision_number=1']} {{(pid=83922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:19:01.776063 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-330f4e9e-3c47-4056-8126-c4f78921a636 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:19:01.831360 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-330f4e9e-3c47-4056-8126-c4f78921a636 admin admin] Network f15a321b-aa3e-40d0-865f-341f5ea9f371 is already hosted by enough agents. {{(pid=83922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 03:19:01.832420 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.scheduler.base_scheduler [None req-330f4e9e-3c47-4056-8126-c4f78921a636 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 03:19:01.834598 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-330f4e9e-3c47-4056-8126-c4f78921a636 admin admin] Received port after_create {{(pid=83922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 03:19:01.835109 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-330f4e9e-3c47-4056-8126-c4f78921a636 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-922652'] for router_interface, before_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:19:02.044456 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-d6ab28d9-7d22-4157-8302-b553150c802e None None] Provisioning for port 803fcc2c-213e-4516-aecd-db4419ca643a completed by entity DHCP. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 03:19:02.049208 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-d6ab28d9-7d22-4157-8302-b553150c802e None None] Provisioning complete for port 803fcc2c-213e-4516-aecd-db4419ca643a triggered by entity DHCP. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:19:02.049694 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-d6ab28d9-7d22-4157-8302-b553150c802e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838161172'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:19:02.106098 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-330f4e9e-3c47-4056-8126-c4f78921a636 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for port, before_update {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:19:02.106965 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.plugin [None req-d6ab28d9-7d22-4157-8302-b553150c802e None None] Port 803fcc2c-213e-4516-aecd-db4419ca643a cannot update to ACTIVE because it is not bound. {{(pid=83923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 03:19:02.391713 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-330f4e9e-3c47-4056-8126-c4f78921a636 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:19:02.395071 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-330f4e9e-3c47-4056-8126-c4f78921a636 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303097879514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733756514675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303098261108'] for port, after_update {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:19:02.396139 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-330f4e9e-3c47-4056-8126-c4f78921a636 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-584865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853853062'] for router_interface, after_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:19:02.411130 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-330f4e9e-3c47-4056-8126-c4f78921a636 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:19:02.542566 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330f4e9e-3c47-4056-8126-c4f78921a636 admin admin] Pushing event updated for resources: {'Port': ['ID=803fcc2c-213e-4516-aecd-db4419ca643a,revision_number=2']} {{(pid=83922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:19:02.546774 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-330f4e9e-3c47-4056-8126-c4f78921a636 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:19:02.602294 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-330f4e9e-3c47-4056-8126-c4f78921a636 admin admin] Network f15a321b-aa3e-40d0-865f-341f5ea9f371 is already hosted by enough agents. {{(pid=83922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 03:19:02.603354 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.scheduler.base_scheduler [None req-330f4e9e-3c47-4056-8126-c4f78921a636 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 03:19:02.800709 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-330f4e9e-3c47-4056-8126-c4f78921a636 admin admin] Router e9bac2c5-bcdb-46fd-9966-94e9bd9b43fe is scheduled to L3 agent 3e02af72-3002-4fb3-96dd-e59119f81584 with binding_index 1 {{(pid=83922) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Feb 17 03:19:02.834293 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-50b8e377-1514-49da-a642-17278ede60b2 None None] Provisioning complete for port 803fcc2c-213e-4516-aecd-db4419ca643a triggered by entity DHCP. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:19:02.834704 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-50b8e377-1514-49da-a642-17278ede60b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838161172'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:19:02.895113 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.plugin [None req-50b8e377-1514-49da-a642-17278ede60b2 None None] Port 803fcc2c-213e-4516-aecd-db4419ca643a cannot update to ACTIVE because it is not bound. {{(pid=83923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 03:19:03.128752 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-330f4e9e-3c47-4056-8126-c4f78921a636 admin admin] Notify agent at l3_agent.dv-cinder-759943-5-iscsi the message routers_updated {{(pid=83922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 03:19:03.138092 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-330f4e9e-3c47-4056-8126-c4f78921a636 admin admin] 10.222.0.57 "PUT /v2.0/routers/e9bac2c5-bcdb-46fd-9966-94e9bd9b43fe/add_router_interface HTTP/1.1" status: 200  len: 508 time: 2.7224791
Feb 17 03:19:03.139127 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d1c203-9dd8-415f-bbbc-10001b2eec39 None None] Sync routers for ids ['e9bac2c5-bcdb-46fd-9966-94e9bd9b43fe'] in dv-cinder-759943-5-iscsi {{(pid=83924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 03:19:03.150010 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d1c203-9dd8-415f-bbbc-10001b2eec39 None None] Routers {'e9bac2c5-bcdb-46fd-9966-94e9bd9b43fe'} bound to L3 agent in host dv-cinder-759943-5-iscsi {{(pid=83924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 03:19:03.150934 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_hamode_db [None req-22d1c203-9dd8-415f-bbbc-10001b2eec39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f17c7014e80>, 'dv-cinder-759943-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-17T03:18:25Z,description=<?>,heartbeat_timestamp=2021-02-17T03:18:55Z,host='dv-cinder-759943-5-iscsi',id=3e02af72-3002-4fb3-96dd-e59119f81584,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T03:18:25Z,topic='l3_agent')) {'router_ids': ['e9bac2c5-bcdb-46fd-9966-94e9bd9b43fe'], 'active': True} {{(pid=83924) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:19:03.337491 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvr_db [None req-22d1c203-9dd8-415f-bbbc-10001b2eec39 None None] Set router e9bac2c5-bcdb-46fd-9966-94e9bd9b43fe gateway port host: None {{(pid=83924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 03:19:03.888710 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_hamode_db [None req-22d1c203-9dd8-415f-bbbc-10001b2eec39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f17c7014e80>, [{'id': 'e9bac2c5-bcdb-46fd-9966-94e9bd9b43fe', 'name': 'router1', 'tenant_id': '3a35b09cec15440bbddc251bb4a90dad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:18:51Z', 'updated_at': '2021-02-17T03:19:02Z', 'revision_number': 2, 'project_id': '3a35b09cec15440bbddc251bb4a90dad', 'gw_port_host': None, '_interfaces': [{'id': '803fcc2c-213e-4516-aecd-db4419ca643a', 'name': '', 'network_id': 'f15a321b-aa3e-40d0-865f-341f5ea9f371', 'tenant_id': '3a35b09cec15440bbddc251bb4a90dad', 'mac_address': 'fa:16:3e:e2:47:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9bac2c5-bcdb-46fd-9966-94e9bd9b43fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'abd5b015-2b0a-4a56-8192-db98a6226c71', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:19:01Z', 'updated_at': '2021-02-17T03:19:02Z', 'revision_number': 2, 'project_id': '3a35b09cec15440bbddc251bb4a90dad', 'subnets': [{'id': 'abd5b015-2b0a-4a56-8192-db98a6226c71', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3d89a1cd-8521-4ab0-b8b2-ffb30bda92d0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759943-5-iscsi', False) {} {{(pid=83924) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:19:03.893840 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d1c203-9dd8-415f-bbbc-10001b2eec39 None None] Checking router: e9bac2c5-bcdb-46fd-9966-94e9bd9b43fe for host: dv-cinder-759943-5-iscsi {{(pid=83924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 03:19:03.894225 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d1c203-9dd8-415f-bbbc-10001b2eec39 None None] Updating router e9bac2c5-bcdb-46fd-9966-94e9bd9b43fe port 803fcc2c-213e-4516-aecd-db4419ca643a binding host dv-cinder-759943-5-iscsi {{(pid=83924) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 17 03:19:03.952780 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-22d1c203-9dd8-415f-bbbc-10001b2eec39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for port, before_update {{(pid=83924) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:19:04.394754 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-22d1c203-9dd8-415f-bbbc-10001b2eec39 None None] Notify callbacks [] for port, precommit_update {{(pid=83924) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:19:04.409614 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-22d1c203-9dd8-415f-bbbc-10001b2eec39 None None] Transition to ACTIVE for port object 803fcc2c-213e-4516-aecd-db4419ca643a will not be triggered until provisioned by entity L2. {{(pid=83924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 03:19:04.413059 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-22d1c203-9dd8-415f-bbbc-10001b2eec39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303097879514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733756514675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303098261108'] for port, after_update {{(pid=83924) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:19:04.429405 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83924) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:19:04.566653 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b655f727-e32b-47bc-8066-6a1d336ac8e0 None None] Pushing event updated for resources: {'Port': ['ID=803fcc2c-213e-4516-aecd-db4419ca643a,revision_number=3']} {{(pid=83924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:19:04.587522 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b655f727-e32b-47bc-8066-6a1d336ac8e0 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:19:04.587891 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b655f727-e32b-47bc-8066-6a1d336ac8e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:19:04.588847 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b655f727-e32b-47bc-8066-6a1d336ac8e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:19:04.589234 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b655f727-e32b-47bc-8066-6a1d336ac8e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:19:04.589588 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b655f727-e32b-47bc-8066-6a1d336ac8e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:19:04.589964 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b655f727-e32b-47bc-8066-6a1d336ac8e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:19:04.590289 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b655f727-e32b-47bc-8066-6a1d336ac8e0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:19:04.590636 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b655f727-e32b-47bc-8066-6a1d336ac8e0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:19:04.590995 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b655f727-e32b-47bc-8066-6a1d336ac8e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:19:04.591342 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b655f727-e32b-47bc-8066-6a1d336ac8e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:19:04.591687 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b655f727-e32b-47bc-8066-6a1d336ac8e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:19:04.592028 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b655f727-e32b-47bc-8066-6a1d336ac8e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:19:04.593144 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b655f727-e32b-47bc-8066-6a1d336ac8e0 None None] Tracked resource versions report:
Feb 17 03:19:04.593144 dv-cinder-759943-5-iscsi neutron-server[83810]: pushed versions:
Feb 17 03:19:04.593144 dv-cinder-759943-5-iscsi neutron-server[83810]: {   'AddressGroup': {'1.1'},
Feb 17 03:19:04.593144 dv-cinder-759943-5-iscsi neutron-server[83810]:     'ConntrackHelper': {'1.0'},
Feb 17 03:19:04.593144 dv-cinder-759943-5-iscsi neutron-server[83810]:     'Log': {'1.0'},
Feb 17 03:19:04.593144 dv-cinder-759943-5-iscsi neutron-server[83810]:     'Network': {'1.1'},
Feb 17 03:19:04.593144 dv-cinder-759943-5-iscsi neutron-server[83810]:     'Port': {'1.7'},
Feb 17 03:19:04.593144 dv-cinder-759943-5-iscsi neutron-server[83810]:     'PortForwarding': {'1.2'},
Feb 17 03:19:04.593144 dv-cinder-759943-5-iscsi neutron-server[83810]:     'QosPolicy': {'1.8'},
Feb 17 03:19:04.593144 dv-cinder-759943-5-iscsi neutron-server[83810]:     'SecurityGroup': {'1.4'},
Feb 17 03:19:04.593144 dv-cinder-759943-5-iscsi neutron-server[83810]:     'SecurityGroupRule': {'1.2'},
Feb 17 03:19:04.593144 dv-cinder-759943-5-iscsi neutron-server[83810]:     'SubPort': {'1.0'},
Feb 17 03:19:04.593144 dv-cinder-759943-5-iscsi neutron-server[83810]:     'Subnet': {'1.1'},
Feb 17 03:19:04.593144 dv-cinder-759943-5-iscsi neutron-server[83810]:     'Trunk': {'1.1'}}
Feb 17 03:19:04.593144 dv-cinder-759943-5-iscsi neutron-server[83810]: consumer versions:
Feb 17 03:19:04.593144 dv-cinder-759943-5-iscsi neutron-server[83810]: {   DHCP agent@dv-cinder-759943-5-iscsi: {},
Feb 17 03:19:04.593144 dv-cinder-759943-5-iscsi neutron-server[83810]:     L3 agent@dv-cinder-759943-5-iscsi: {},
Feb 17 03:19:04.593144 dv-cinder-759943-5-iscsi neutron-server[83810]:     Metadata agent@dv-cinder-759943-5-iscsi: {},
Feb 17 03:19:04.593144 dv-cinder-759943-5-iscsi neutron-server[83810]:     Metering agent@dv-cinder-759943-5-iscsi: {},
Feb 17 03:19:04.593144 dv-cinder-759943-5-iscsi neutron-server[83810]:     Open vSwitch agent@dv-cinder-759943-5-iscsi: {   'AddressGroup': '1.1',
Feb 17 03:19:04.593144 dv-cinder-759943-5-iscsi neutron-server[83810]:                                                      'ConntrackHelper': '1.0',
Feb 17 03:19:04.593144 dv-cinder-759943-5-iscsi neutron-server[83810]:                                                      'Log': '1.0',
Feb 17 03:19:04.593144 dv-cinder-759943-5-iscsi neutron-server[83810]:                                                      'Network': '1.1',
Feb 17 03:19:04.593144 dv-cinder-759943-5-iscsi neutron-server[83810]:                                                      'Port': '1.7',
Feb 17 03:19:04.593144 dv-cinder-759943-5-iscsi neutron-server[83810]:                                                      'PortForwarding': '1.2',
Feb 17 03:19:04.593144 dv-cinder-759943-5-iscsi neutron-server[83810]:                                                      'QosPolicy': '1.8',
Feb 17 03:19:04.593144 dv-cinder-759943-5-iscsi neutron-server[83810]:                                                      'SecurityGroup': '1.4',
Feb 17 03:19:04.593144 dv-cinder-759943-5-iscsi neutron-server[83810]:                                                      'SecurityGroupRule': '1.2',
Feb 17 03:19:04.593144 dv-cinder-759943-5-iscsi neutron-server[83810]:                                                      'SubPort': '1.0',
Feb 17 03:19:04.593144 dv-cinder-759943-5-iscsi neutron-server[83810]:                                                      'Subnet': '1.1',
Feb 17 03:19:04.593144 dv-cinder-759943-5-iscsi neutron-server[83810]:                                                      'Trunk': '1.1'}}
Feb 17 03:19:04.593144 dv-cinder-759943-5-iscsi neutron-server[83810]:  {{(pid=83924) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Feb 17 03:19:04.600547 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-b655f727-e32b-47bc-8066-6a1d336ac8e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=83924) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:19:04.751641 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.managers [None req-22d1c203-9dd8-415f-bbbc-10001b2eec39 None None] Attempting to bind port 803fcc2c-213e-4516-aecd-db4419ca643a on host dv-cinder-759943-5-iscsi for vnic_type normal with profile  {{(pid=83924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 03:19:04.752060 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.managers [None req-22d1c203-9dd8-415f-bbbc-10001b2eec39 None None] Attempting to bind port 803fcc2c-213e-4516-aecd-db4419ca643a by drivers openvswitch on host dv-cinder-759943-5-iscsi at level 0 using segments [{'id': '1f951598-3521-4691-b5b1-272214888ae4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'f15a321b-aa3e-40d0-865f-341f5ea9f371'}] {{(pid=83924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 03:19:04.752485 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d1c203-9dd8-415f-bbbc-10001b2eec39 None None] Attempting to bind port 803fcc2c-213e-4516-aecd-db4419ca643a on network f15a321b-aa3e-40d0-865f-341f5ea9f371 {{(pid=83924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 03:19:04.758308 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d1c203-9dd8-415f-bbbc-10001b2eec39 None None] Checking agent: {'id': 'fdf6e942-9f6a-471f-a5a4-d80d5f4aedb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759943-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 3, 18, 27), 'started_at': datetime.datetime(2021, 2, 17, 3, 18, 57), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 3, 18, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759943-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 03:19:04.758738 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d1c203-9dd8-415f-bbbc-10001b2eec39 None None] Checking segment: {'id': '1f951598-3521-4691-b5b1-272214888ae4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'f15a321b-aa3e-40d0-865f-341f5ea9f371'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 03:19:04.759212 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-22d1c203-9dd8-415f-bbbc-10001b2eec39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83924) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:19:04.759637 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d1c203-9dd8-415f-bbbc-10001b2eec39 None None] Bound using segment: {'id': '1f951598-3521-4691-b5b1-272214888ae4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'f15a321b-aa3e-40d0-865f-341f5ea9f371'} {{(pid=83924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 03:19:04.760723 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.managers [None req-22d1c203-9dd8-415f-bbbc-10001b2eec39 None None] Bound port: 803fcc2c-213e-4516-aecd-db4419ca643a, host: dv-cinder-759943-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f951598-3521-4691-b5b1-272214888ae4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'f15a321b-aa3e-40d0-865f-341f5ea9f371'}}] {{(pid=83924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 03:19:04.761156 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-22d1c203-9dd8-415f-bbbc-10001b2eec39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for port, before_update {{(pid=83924) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:19:04.862949 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.db [None req-22d1c203-9dd8-415f-bbbc-10001b2eec39 None None] For port 803fcc2c-213e-4516-aecd-db4419ca643a, host dv-cinder-759943-5-iscsi, cleared binding levels {{(pid=83924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 03:19:04.867450 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.db [None req-22d1c203-9dd8-415f-bbbc-10001b2eec39 None None] For port 803fcc2c-213e-4516-aecd-db4419ca643a, host dv-cinder-759943-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-5-iscsi',level=0,port_id=803fcc2c-213e-4516-aecd-db4419ca643a,segment=NetworkSegment(1f951598-3521-4691-b5b1-272214888ae4),segment_id=1f951598-3521-4691-b5b1-272214888ae4)] {{(pid=83924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 03:19:04.874718 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-22d1c203-9dd8-415f-bbbc-10001b2eec39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303097879514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733756514675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303098261108'] for port, after_update {{(pid=83924) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:19:04.890498 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83924) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:19:05.039566 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b655f727-e32b-47bc-8066-6a1d336ac8e0 None None] Pushing event updated for resources: {'Port': ['ID=803fcc2c-213e-4516-aecd-db4419ca643a,revision_number=4']} {{(pid=83924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:19:05.051744 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-b655f727-e32b-47bc-8066-6a1d336ac8e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=83924) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:19:05.105779 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d1c203-9dd8-415f-bbbc-10001b2eec39 None None] Routers {'e9bac2c5-bcdb-46fd-9966-94e9bd9b43fe'} bound to L3 agent in host dv-cinder-759943-5-iscsi {{(pid=83924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 03:19:05.106337 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_hamode_db [None req-22d1c203-9dd8-415f-bbbc-10001b2eec39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f17c7014e80>, 'dv-cinder-759943-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-17T03:18:25Z,description=<?>,heartbeat_timestamp=2021-02-17T03:18:55Z,host='dv-cinder-759943-5-iscsi',id=3e02af72-3002-4fb3-96dd-e59119f81584,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T03:18:25Z,topic='l3_agent')) {'router_ids': ['e9bac2c5-bcdb-46fd-9966-94e9bd9b43fe'], 'active': True} {{(pid=83924) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:19:05.276060 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvr_db [None req-22d1c203-9dd8-415f-bbbc-10001b2eec39 None None] Set router e9bac2c5-bcdb-46fd-9966-94e9bd9b43fe gateway port host: None {{(pid=83924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 03:19:05.614232 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_hamode_db [None req-22d1c203-9dd8-415f-bbbc-10001b2eec39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f17c7014e80>, [{'id': 'e9bac2c5-bcdb-46fd-9966-94e9bd9b43fe', 'name': 'router1', 'tenant_id': '3a35b09cec15440bbddc251bb4a90dad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:18:51Z', 'updated_at': '2021-02-17T03:19:02Z', 'revision_number': 2, 'project_id': '3a35b09cec15440bbddc251bb4a90dad', 'gw_port_host': None, '_interfaces': [{'id': '803fcc2c-213e-4516-aecd-db4419ca643a', 'name': '', 'network_id': 'f15a321b-aa3e-40d0-865f-341f5ea9f371', 'tenant_id': '3a35b09cec15440bbddc251bb4a90dad', 'mac_address': 'fa:16:3e:e2:47:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9bac2c5-bcdb-46fd-9966-94e9bd9b43fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'abd5b015-2b0a-4a56-8192-db98a6226c71', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:19:01Z', 'updated_at': '2021-02-17T03:19:04Z', 'revision_number': 4, 'project_id': '3a35b09cec15440bbddc251bb4a90dad', 'subnets': [{'id': 'abd5b015-2b0a-4a56-8192-db98a6226c71', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3d89a1cd-8521-4ab0-b8b2-ffb30bda92d0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759943-5-iscsi', False) {} {{(pid=83924) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:19:05.618320 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d1c203-9dd8-415f-bbbc-10001b2eec39 None None] The sync data for ids ['e9bac2c5-bcdb-46fd-9966-94e9bd9b43fe'] in dv-cinder-759943-5-iscsi is: [{'id': 'e9bac2c5-bcdb-46fd-9966-94e9bd9b43fe', 'name': 'router1', 'tenant_id': '3a35b09cec15440bbddc251bb4a90dad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:18:51Z', 'updated_at': '2021-02-17T03:19:02Z', 'revision_number': 2, 'project_id': '3a35b09cec15440bbddc251bb4a90dad', 'gw_port_host': None, '_interfaces': [{'id': '803fcc2c-213e-4516-aecd-db4419ca643a', 'name': '', 'network_id': 'f15a321b-aa3e-40d0-865f-341f5ea9f371', 'tenant_id': '3a35b09cec15440bbddc251bb4a90dad', 'mac_address': 'fa:16:3e:e2:47:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9bac2c5-bcdb-46fd-9966-94e9bd9b43fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'abd5b015-2b0a-4a56-8192-db98a6226c71', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:19:01Z', 'updated_at': '2021-02-17T03:19:04Z', 'revision_number': 4, 'project_id': '3a35b09cec15440bbddc251bb4a90dad', 'subnets': [{'id': 'abd5b015-2b0a-4a56-8192-db98a6226c71', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3d89a1cd-8521-4ab0-b8b2-ffb30bda92d0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 03:19:05.649248 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83922) accepted ('10.222.0.57', 33716) {{(pid=83922) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:19:05.806981 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f49e7f8-1b8b-4061-80fa-97c45d5a00c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:19:05.807599 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-2f49e7f8-1b8b-4061-80fa-97c45d5a00c7 admin admin] Synchronizing usage tracker for tenant:ead6c48d681c47be9b07833717951084 on resource:network {{(pid=83922) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 03:19:05.823964 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-2f49e7f8-1b8b-4061-80fa-97c45d5a00c7 admin admin] Unset dirty status for tenant:ead6c48d681c47be9b07833717951084 on resource:network {{(pid=83922) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 03:19:05.825233 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-2f49e7f8-1b8b-4061-80fa-97c45d5a00c7 admin admin] 10.222.0.57 "GET /v2.0/networks/47a54196-2e01-4ced-bf59-8f5a8abde718 HTTP/1.1" status: 200  len: 842 time: 0.1749704
Feb 17 03:19:05.835708 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.v2.base [None req-e61d9c77-ce3e-45d7-9202-fa952cecaa9a admin admin] Request body: {'subnet': {'enable_dhcp': False, 'cidr': '172.27.0.0/24', 'ip_version': 4, 'gateway_ip': '172.27.0.1', 'name': 'public-subnet', 'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718'}} {{(pid=83922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:19:05.841481 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-e61d9c77-ce3e-45d7-9202-fa952cecaa9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:19:05.845409 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-e61d9c77-ce3e-45d7-9202-fa952cecaa9a admin admin] Usage tracker for resource:subnet and tenant:ead6c48d681c47be9b07833717951084 is out of sync, need to count used quota {{(pid=83922) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:19:05.848313 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-e61d9c77-ce3e-45d7-9202-fa952cecaa9a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83922) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:19:05.859324 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-e61d9c77-ce3e-45d7-9202-fa952cecaa9a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:19:05.870366 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e61d9c77-ce3e-45d7-9202-fa952cecaa9a admin admin] Made reservation on behalf of ead6c48d681c47be9b07833717951084 for: {'subnet': 1} {{(pid=83922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 03:19:05.875040 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e61d9c77-ce3e-45d7-9202-fa952cecaa9a admin admin] Notify callbacks [] for subnet, before_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:19:06.306010 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.objects.ports [None req-e61d9c77-ce3e-45d7-9202-fa952cecaa9a admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83922) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}}
Feb 17 03:19:06.306482 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e61d9c77-ce3e-45d7-9202-fa952cecaa9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853913663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850'] for subnet, after_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:19:06.324737 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-4ae0ad0b-d712-45fb-8b77-310592342119 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:19:06.456945 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61d9c77-ce3e-45d7-9202-fa952cecaa9a admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8fc1aa1-c957-4fea-a32a-c02e9a0805fb,revision_number=0']} {{(pid=83922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:19:06.460885 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-e61d9c77-ce3e-45d7-9202-fa952cecaa9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:19:06.517776 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e61d9c77-ce3e-45d7-9202-fa952cecaa9a admin admin] Checking segment: {'id': '98c4310b-6fdc-4105-b056-95cb7f890c80', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 03:19:06.518209 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e61d9c77-ce3e-45d7-9202-fa952cecaa9a admin admin] Network hostable DHCP agents. Network: 47a54196-2e01-4ced-bf59-8f5a8abde718, hostable agents: ['7cb7ebf0-d0cf-4b99-bfd7-3c4bb0fe13b2'], hosted agents: [] {{(pid=83922) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 17 03:19:06.535986 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e61d9c77-ce3e-45d7-9202-fa952cecaa9a admin admin] Network 47a54196-2e01-4ced-bf59-8f5a8abde718 is scheduled to be hosted by DHCP agent 7cb7ebf0-d0cf-4b99-bfd7-3c4bb0fe13b2 with binding_index 1 {{(pid=83922) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 17 03:19:06.544275 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.scheduler.base_scheduler [None req-e61d9c77-ce3e-45d7-9202-fa952cecaa9a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759943-5-iscsi, 47a54196-2e01-4ced-bf59-8f5a8abde718) {{(pid=83922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 03:19:06.550556 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e61d9c77-ce3e-45d7-9202-fa952cecaa9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:19:06.551203 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e61d9c77-ce3e-45d7-9202-fa952cecaa9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854193028'] for subnet, before_response {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:19:06.571422 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dfcc8e7-70e0-4587-a244-5f5c7a61bb01 None None] Network 47a54196-2e01-4ced-bf59-8f5a8abde718 requested from dv-cinder-759943-5-iscsi {{(pid=83923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 03:19:06.582209 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-e61d9c77-ce3e-45d7-9202-fa952cecaa9a admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.7503266
Feb 17 03:19:06.829603 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-956c5237-9c0e-405e-9933-9c6c1dab2e4a None None] Network 47a54196-2e01-4ced-bf59-8f5a8abde718 requested from dv-cinder-759943-5-iscsi {{(pid=83923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 03:19:07.188036 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Device 803fcc2c-213e-4516-aecd-db4419ca643a up at agent ovs-agent-dv-cinder-759943-5-iscsi {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:19:07.261424 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Provisioning for port 803fcc2c-213e-4516-aecd-db4419ca643a completed by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 03:19:07.266367 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Provisioning complete for port 803fcc2c-213e-4516-aecd-db4419ca643a triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:19:07.266781 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838161172'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:19:07.392005 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for port, before_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:19:07.425333 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.db [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] For port 803fcc2c-213e-4516-aecd-db4419ca643a, host dv-cinder-759943-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-5-iscsi',level=0,port_id=803fcc2c-213e-4516-aecd-db4419ca643a,segment=NetworkSegment(1f951598-3521-4691-b5b1-272214888ae4),segment_id=1f951598-3521-4691-b5b1-272214888ae4)] {{(pid=83923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:19:07.428669 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303097879514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733756514675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303098261108'] for port, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:19:07.431340 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:19:07.499828 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Pushing event updated for resources: {'Port': ['ID=803fcc2c-213e-4516-aecd-db4419ca643a,revision_number=5']} {{(pid=83923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:19:07.504011 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:19:09.170343 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Device 803fcc2c-213e-4516-aecd-db4419ca643a up at agent ovs-agent-dv-cinder-759943-5-iscsi {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:19:09.177447 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83922) accepted ('10.222.0.57', 33730) {{(pid=83922) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:19:09.250677 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Provisioning complete for port 803fcc2c-213e-4516-aecd-db4419ca643a triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:19:09.251079 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838161172'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:19:09.386855 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-2b07f81b-32c0-4f31-b065-b1ca72048711 admin admin] 10.222.0.57 "GET /v2.0/routers/e9bac2c5-bcdb-46fd-9966-94e9bd9b43fe HTTP/1.1" status: 200  len: 710 time: 0.2081804
Feb 17 03:19:09.522211 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f863327c-71e9-44fb-8de9-92abceb25fa7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:19:09.523553 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-f863327c-71e9-44fb-8de9-92abceb25fa7 admin admin] 10.222.0.57 "GET /v2.0/networks/47a54196-2e01-4ced-bf59-8f5a8abde718 HTTP/1.1" status: 200  len: 886 time: 0.1306858
Feb 17 03:19:09.533140 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.v2.base [None req-3c7e6915-e407-479e-956d-68d60cb667a9 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718'}}} {{(pid=83922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:19:10.161143 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-3c7e6915-e407-479e-956d-68d60cb667a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-990782', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-945334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14860'] for router, precommit_update {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:19:10.498496 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-3c7e6915-e407-479e-956d-68d60cb667a9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:19:10.556062 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-3c7e6915-e407-479e-956d-68d60cb667a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for port, before_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:19:10.569084 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-3c7e6915-e407-479e-956d-68d60cb667a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:19:10.583579 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-3c7e6915-e407-479e-956d-68d60cb667a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:19:10.587468 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-3c7e6915-e407-479e-956d-68d60cb667a9 admin admin] Usage tracker for resource:security_group_rule and tenant: is out of sync, need to count used quota {{(pid=83922) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:19:10.590329 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-3c7e6915-e407-479e-956d-68d60cb667a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83922) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:19:10.595882 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-3c7e6915-e407-479e-956d-68d60cb667a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:19:10.683693 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-3c7e6915-e407-479e-956d-68d60cb667a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:19:10.686390 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-3c7e6915-e407-479e-956d-68d60cb667a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876219'] for security_group, after_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:19:10.701575 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:19:10.793523 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7e6915-e407-479e-956d-68d60cb667a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c237320-a7f4-45c0-ae3a-19d825b486b1,revision_number=1']} {{(pid=83922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:19:10.797936 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-3c7e6915-e407-479e-956d-68d60cb667a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:19:10.955139 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.db_base_plugin_common [None req-3c7e6915-e407-479e-956d-68d60cb667a9 admin admin] Allocated IP 172.27.0.157 (47a54196-2e01-4ced-bf59-8f5a8abde718/d8fc1aa1-c957-4fea-a32a-c02e9a0805fb/02e8a92a-475a-4c38-bbac-e484b3d5b348) {{(pid=83922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 03:19:11.105486 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-3c7e6915-e407-479e-956d-68d60cb667a9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:19:11.133478 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-3c7e6915-e407-479e-956d-68d60cb667a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363303098263190'] for port, after_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:19:11.148314 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:19:11.281925 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7e6915-e407-479e-956d-68d60cb667a9 admin admin] Pushing event updated for resources: {'Port': ['ID=02e8a92a-475a-4c38-bbac-e484b3d5b348,revision_number=1']} {{(pid=83922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:19:11.294691 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-3c7e6915-e407-479e-956d-68d60cb667a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:19:11.336632 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c7e6915-e407-479e-956d-68d60cb667a9 admin admin] Network 47a54196-2e01-4ced-bf59-8f5a8abde718 is already hosted by enough agents. {{(pid=83922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 03:19:11.337802 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.scheduler.base_scheduler [None req-3c7e6915-e407-479e-956d-68d60cb667a9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 03:19:11.340507 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c7e6915-e407-479e-956d-68d60cb667a9 admin admin] Received port after_create {{(pid=83922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 03:19:11.727637 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-3c7e6915-e407-479e-956d-68d60cb667a9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:19:12.078695 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-3c7e6915-e407-479e-956d-68d60cb667a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-990782', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-945334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14860'] for router, precommit_update {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:19:12.081979 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-3c7e6915-e407-479e-956d-68d60cb667a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853785083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036853785034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-990733', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036853830465'] for router, after_update {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:19:12.140759 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.agents_db [None req-06fda002-6a6c-4595-892c-f579c445b334 None None] Agent healthcheck: found 5 active agents {{(pid=83924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 03:19:12.443167 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c7e6915-e407-479e-956d-68d60cb667a9 admin admin] Router e9bac2c5-bcdb-46fd-9966-94e9bd9b43fe has already been hosted by L3 agent 3e02af72-3002-4fb3-96dd-e59119f81584 {{(pid=83922) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 03:19:12.626533 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c7e6915-e407-479e-956d-68d60cb667a9 admin admin] Notify agent at l3_agent.dv-cinder-759943-5-iscsi the message routers_updated {{(pid=83922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 03:19:12.636257 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f99b3b1e-0df2-44d3-832d-85ab3bc4a14a None None] Sync routers for ids ['e9bac2c5-bcdb-46fd-9966-94e9bd9b43fe'] in dv-cinder-759943-5-iscsi {{(pid=83923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 03:19:12.644492 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-3c7e6915-e407-479e-956d-68d60cb667a9 admin admin] Notify callbacks [] for router, before_response {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:19:12.649145 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-3c7e6915-e407-479e-956d-68d60cb667a9 admin admin] 10.222.0.57 "PUT /v2.0/routers/e9bac2c5-bcdb-46fd-9966-94e9bd9b43fe HTTP/1.1" status: 200  len: 890 time: 3.1159704
Feb 17 03:19:12.649312 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f99b3b1e-0df2-44d3-832d-85ab3bc4a14a None None] Routers {'e9bac2c5-bcdb-46fd-9966-94e9bd9b43fe'} bound to L3 agent in host dv-cinder-759943-5-iscsi {{(pid=83923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 03:19:12.649312 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_hamode_db [None req-f99b3b1e-0df2-44d3-832d-85ab3bc4a14a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f17cb6cd2b0>, 'dv-cinder-759943-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-17T03:18:25Z,description=<?>,heartbeat_timestamp=2021-02-17T03:18:55Z,host='dv-cinder-759943-5-iscsi',id=3e02af72-3002-4fb3-96dd-e59119f81584,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T03:18:25Z,topic='l3_agent')) {'router_ids': ['e9bac2c5-bcdb-46fd-9966-94e9bd9b43fe'], 'active': True} {{(pid=83923) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:19:12.851997 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvr_db [None req-f99b3b1e-0df2-44d3-832d-85ab3bc4a14a None None] Set router e9bac2c5-bcdb-46fd-9966-94e9bd9b43fe gateway port host: dv-cinder-759943-5-iscsi {{(pid=83923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 03:19:13.211415 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_hamode_db [None req-f99b3b1e-0df2-44d3-832d-85ab3bc4a14a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f17cb6cd2b0>, [{'id': 'e9bac2c5-bcdb-46fd-9966-94e9bd9b43fe', 'name': 'router1', 'tenant_id': '3a35b09cec15440bbddc251bb4a90dad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'external_fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': '02e8a92a-475a-4c38-bbac-e484b3d5b348', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:18:51Z', 'updated_at': '2021-02-17T03:19:11Z', 'revision_number': 4, 'project_id': '3a35b09cec15440bbddc251bb4a90dad', 'gw_port': {'id': '02e8a92a-475a-4c38-bbac-e484b3d5b348', 'name': '', 'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:4d:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9bac2c5-bcdb-46fd-9966-94e9bd9b43fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:19:10Z', 'updated_at': '2021-02-17T03:19:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-5-iscsi', '_interfaces': [{'id': '803fcc2c-213e-4516-aecd-db4419ca643a', 'name': '', 'network_id': 'f15a321b-aa3e-40d0-865f-341f5ea9f371', 'tenant_id': '3a35b09cec15440bbddc251bb4a90dad', 'mac_address': 'fa:16:3e:e2:47:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9bac2c5-bcdb-46fd-9966-94e9bd9b43fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'abd5b015-2b0a-4a56-8192-db98a6226c71', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:19:01Z', 'updated_at': '2021-02-17T03:19:07Z', 'revision_number': 5, 'project_id': '3a35b09cec15440bbddc251bb4a90dad', 'subnets': [{'id': 'abd5b015-2b0a-4a56-8192-db98a6226c71', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3d89a1cd-8521-4ab0-b8b2-ffb30bda92d0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759943-5-iscsi', False) {} {{(pid=83923) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:19:13.216355 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f99b3b1e-0df2-44d3-832d-85ab3bc4a14a None None] Checking router: e9bac2c5-bcdb-46fd-9966-94e9bd9b43fe for host: dv-cinder-759943-5-iscsi {{(pid=83923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 03:19:13.216742 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f99b3b1e-0df2-44d3-832d-85ab3bc4a14a None None] Updating router e9bac2c5-bcdb-46fd-9966-94e9bd9b43fe port 02e8a92a-475a-4c38-bbac-e484b3d5b348 binding host dv-cinder-759943-5-iscsi {{(pid=83923) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 17 03:19:13.274263 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-f99b3b1e-0df2-44d3-832d-85ab3bc4a14a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for port, before_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:19:13.667332 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-f99b3b1e-0df2-44d3-832d-85ab3bc4a14a None None] Notify callbacks [] for port, precommit_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:19:13.679131 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-f99b3b1e-0df2-44d3-832d-85ab3bc4a14a None None] Transition to ACTIVE for port object 02e8a92a-475a-4c38-bbac-e484b3d5b348 will not be triggered until provisioned by entity L2. {{(pid=83923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 03:19:13.682966 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-f99b3b1e-0df2-44d3-832d-85ab3bc4a14a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303097879514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733756514675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303098261108'] for port, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:19:13.698272 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:19:13.834455 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369e86b9-5d17-480f-a8c1-095a27486043 None None] Pushing event updated for resources: {'Port': ['ID=02e8a92a-475a-4c38-bbac-e484b3d5b348,revision_number=2']} {{(pid=83923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:19:14.001443 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-369e86b9-5d17-480f-a8c1-095a27486043 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:19:14.052467 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.managers [None req-f99b3b1e-0df2-44d3-832d-85ab3bc4a14a None None] Attempting to bind port 02e8a92a-475a-4c38-bbac-e484b3d5b348 on host dv-cinder-759943-5-iscsi for vnic_type normal with profile  {{(pid=83923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 03:19:14.052862 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.managers [None req-f99b3b1e-0df2-44d3-832d-85ab3bc4a14a None None] Attempting to bind port 02e8a92a-475a-4c38-bbac-e484b3d5b348 by drivers openvswitch on host dv-cinder-759943-5-iscsi at level 0 using segments [{'id': '98c4310b-6fdc-4105-b056-95cb7f890c80', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718'}] {{(pid=83923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 03:19:14.053279 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f99b3b1e-0df2-44d3-832d-85ab3bc4a14a None None] Attempting to bind port 02e8a92a-475a-4c38-bbac-e484b3d5b348 on network 47a54196-2e01-4ced-bf59-8f5a8abde718 {{(pid=83923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 03:19:14.058689 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f99b3b1e-0df2-44d3-832d-85ab3bc4a14a None None] Checking agent: {'id': 'fdf6e942-9f6a-471f-a5a4-d80d5f4aedb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759943-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 3, 18, 27), 'started_at': datetime.datetime(2021, 2, 17, 3, 18, 57), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 3, 18, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759943-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 03:19:14.059088 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f99b3b1e-0df2-44d3-832d-85ab3bc4a14a None None] Checking segment: {'id': '98c4310b-6fdc-4105-b056-95cb7f890c80', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 03:19:14.059511 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-f99b3b1e-0df2-44d3-832d-85ab3bc4a14a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:19:14.059922 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f99b3b1e-0df2-44d3-832d-85ab3bc4a14a None None] Bound using segment: {'id': '98c4310b-6fdc-4105-b056-95cb7f890c80', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718'} {{(pid=83923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 03:19:14.060409 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.managers [None req-f99b3b1e-0df2-44d3-832d-85ab3bc4a14a None None] Bound port: 02e8a92a-475a-4c38-bbac-e484b3d5b348, host: dv-cinder-759943-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98c4310b-6fdc-4105-b056-95cb7f890c80', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718'}}] {{(pid=83923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 03:19:14.060821 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-f99b3b1e-0df2-44d3-832d-85ab3bc4a14a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for port, before_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:19:14.135138 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.db [None req-f99b3b1e-0df2-44d3-832d-85ab3bc4a14a None None] For port 02e8a92a-475a-4c38-bbac-e484b3d5b348, host dv-cinder-759943-5-iscsi, cleared binding levels {{(pid=83923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 03:19:14.138346 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.db [None req-f99b3b1e-0df2-44d3-832d-85ab3bc4a14a None None] For port 02e8a92a-475a-4c38-bbac-e484b3d5b348, host dv-cinder-759943-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-5-iscsi',level=0,port_id=02e8a92a-475a-4c38-bbac-e484b3d5b348,segment=NetworkSegment(98c4310b-6fdc-4105-b056-95cb7f890c80),segment_id=98c4310b-6fdc-4105-b056-95cb7f890c80)] {{(pid=83923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 03:19:14.143256 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-f99b3b1e-0df2-44d3-832d-85ab3bc4a14a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303097879514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733756514675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303098261108'] for port, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:19:14.158885 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-f60609dc-2925-410e-860d-65bc334c2672 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:19:14.307503 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369e86b9-5d17-480f-a8c1-095a27486043 None None] Pushing event updated for resources: {'Port': ['ID=02e8a92a-475a-4c38-bbac-e484b3d5b348,revision_number=3']} {{(pid=83923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:19:14.312485 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-369e86b9-5d17-480f-a8c1-095a27486043 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:19:14.350130 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f99b3b1e-0df2-44d3-832d-85ab3bc4a14a None None] Routers {'e9bac2c5-bcdb-46fd-9966-94e9bd9b43fe'} bound to L3 agent in host dv-cinder-759943-5-iscsi {{(pid=83923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 03:19:14.350766 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_hamode_db [None req-f99b3b1e-0df2-44d3-832d-85ab3bc4a14a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f17cb6cd2b0>, 'dv-cinder-759943-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-17T03:18:25Z,description=<?>,heartbeat_timestamp=2021-02-17T03:18:55Z,host='dv-cinder-759943-5-iscsi',id=3e02af72-3002-4fb3-96dd-e59119f81584,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T03:18:25Z,topic='l3_agent')) {'router_ids': ['e9bac2c5-bcdb-46fd-9966-94e9bd9b43fe'], 'active': True} {{(pid=83923) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:19:14.533860 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvr_db [None req-f99b3b1e-0df2-44d3-832d-85ab3bc4a14a None None] Set router e9bac2c5-bcdb-46fd-9966-94e9bd9b43fe gateway port host: dv-cinder-759943-5-iscsi {{(pid=83923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 03:19:14.884816 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_hamode_db [None req-f99b3b1e-0df2-44d3-832d-85ab3bc4a14a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f17cb6cd2b0>, [{'id': 'e9bac2c5-bcdb-46fd-9966-94e9bd9b43fe', 'name': 'router1', 'tenant_id': '3a35b09cec15440bbddc251bb4a90dad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'external_fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': '02e8a92a-475a-4c38-bbac-e484b3d5b348', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:18:51Z', 'updated_at': '2021-02-17T03:19:11Z', 'revision_number': 4, 'project_id': '3a35b09cec15440bbddc251bb4a90dad', 'gw_port': {'id': '02e8a92a-475a-4c38-bbac-e484b3d5b348', 'name': '', 'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:4d:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9bac2c5-bcdb-46fd-9966-94e9bd9b43fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:19:10Z', 'updated_at': '2021-02-17T03:19:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-5-iscsi', '_interfaces': [{'id': '803fcc2c-213e-4516-aecd-db4419ca643a', 'name': '', 'network_id': 'f15a321b-aa3e-40d0-865f-341f5ea9f371', 'tenant_id': '3a35b09cec15440bbddc251bb4a90dad', 'mac_address': 'fa:16:3e:e2:47:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9bac2c5-bcdb-46fd-9966-94e9bd9b43fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'abd5b015-2b0a-4a56-8192-db98a6226c71', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:19:01Z', 'updated_at': '2021-02-17T03:19:07Z', 'revision_number': 5, 'project_id': '3a35b09cec15440bbddc251bb4a90dad', 'subnets': [{'id': 'abd5b015-2b0a-4a56-8192-db98a6226c71', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3d89a1cd-8521-4ab0-b8b2-ffb30bda92d0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759943-5-iscsi', False) {} {{(pid=83923) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:19:14.890013 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f99b3b1e-0df2-44d3-832d-85ab3bc4a14a None None] The sync data for ids ['e9bac2c5-bcdb-46fd-9966-94e9bd9b43fe'] in dv-cinder-759943-5-iscsi is: [{'id': 'e9bac2c5-bcdb-46fd-9966-94e9bd9b43fe', 'name': 'router1', 'tenant_id': '3a35b09cec15440bbddc251bb4a90dad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'external_fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': '02e8a92a-475a-4c38-bbac-e484b3d5b348', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:18:51Z', 'updated_at': '2021-02-17T03:19:11Z', 'revision_number': 4, 'project_id': '3a35b09cec15440bbddc251bb4a90dad', 'gw_port': {'id': '02e8a92a-475a-4c38-bbac-e484b3d5b348', 'name': '', 'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:4d:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9bac2c5-bcdb-46fd-9966-94e9bd9b43fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:19:10Z', 'updated_at': '2021-02-17T03:19:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-5-iscsi', '_interfaces': [{'id': '803fcc2c-213e-4516-aecd-db4419ca643a', 'name': '', 'network_id': 'f15a321b-aa3e-40d0-865f-341f5ea9f371', 'tenant_id': '3a35b09cec15440bbddc251bb4a90dad', 'mac_address': 'fa:16:3e:e2:47:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9bac2c5-bcdb-46fd-9966-94e9bd9b43fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'abd5b015-2b0a-4a56-8192-db98a6226c71', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:19:01Z', 'updated_at': '2021-02-17T03:19:07Z', 'revision_number': 5, 'project_id': '3a35b09cec15440bbddc251bb4a90dad', 'subnets': [{'id': 'abd5b015-2b0a-4a56-8192-db98a6226c71', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3d89a1cd-8521-4ab0-b8b2-ffb30bda92d0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 03:19:15.203453 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Device 02e8a92a-475a-4c38-bbac-e484b3d5b348 up at agent ovs-agent-dv-cinder-759943-5-iscsi {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:19:15.282406 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Provisioning for port 02e8a92a-475a-4c38-bbac-e484b3d5b348 completed by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 03:19:15.287874 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Provisioning complete for port 02e8a92a-475a-4c38-bbac-e484b3d5b348 triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:19:15.288259 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838161172'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:19:15.335786 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83922) accepted ('10.222.0.57', 33740) {{(pid=83922) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:19:15.422870 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for port, before_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:19:15.439808 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.db [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] For port 02e8a92a-475a-4c38-bbac-e484b3d5b348, host dv-cinder-759943-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-5-iscsi',level=0,port_id=02e8a92a-475a-4c38-bbac-e484b3d5b348,segment=NetworkSegment(98c4310b-6fdc-4105-b056-95cb7f890c80),segment_id=98c4310b-6fdc-4105-b056-95cb7f890c80)] {{(pid=83923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:19:15.442823 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303097879514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733756514675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303098261108'] for port, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:19:15.445070 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:19:15.460751 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca4732f2-beac-4e2c-b34c-a133a8e675e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:19:15.462445 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-ca4732f2-beac-4e2c-b34c-a133a8e675e7 admin admin] 10.222.0.57 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 1080 time: 0.1256220
Feb 17 03:19:15.517390 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Pushing event updated for resources: {'Port': ['ID=02e8a92a-475a-4c38-bbac-e484b3d5b348,revision_number=4']} {{(pid=83923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:19:15.520870 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:19:17.180699 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Device 02e8a92a-475a-4c38-bbac-e484b3d5b348 up at agent ovs-agent-dv-cinder-759943-5-iscsi {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:19:17.256283 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Provisioning complete for port 02e8a92a-475a-4c38-bbac-e484b3d5b348 triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:19:17.256406 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838161172'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:19:23.355390 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-98acbcb0-7c62-4f07-8467-3dbdacf6270a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:19:25.412579 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-753adb5c-0fd8-4402-b493-6ecefb22fd1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:19:26.325425 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-8cda4ffb-98e6-4bcf-adaf-c47fc353fc1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:19:27.162427 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:19:27.470028 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-3bdb028f-655c-46e9-b0eb-5d4ca64bdb37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:19:49.143080 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.agents_db [None req-06fda002-6a6c-4595-892c-f579c445b334 None None] Agent healthcheck: found 5 active agents {{(pid=83924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 03:19:53.358219 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-0fa3cc2f-765c-4098-954c-f5f7243fa70e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:19:55.404500 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-635ed183-2e49-4bc5-b7ab-1afa53c121ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:19:56.328032 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-8cda4ffb-98e6-4bcf-adaf-c47fc353fc1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:19:57.163272 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:19:57.473011 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-3bdb028f-655c-46e9-b0eb-5d4ca64bdb37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:20:23.359926 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-0bfc1f9d-5cf9-433a-bd6d-6dd463855937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:20:25.408203 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-bb8fb1e1-289c-4935-aeb8-c1aed47d299e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:20:26.142114 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.agents_db [None req-06fda002-6a6c-4595-892c-f579c445b334 None None] Agent healthcheck: found 5 active agents {{(pid=83924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 03:20:26.335468 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-8cda4ffb-98e6-4bcf-adaf-c47fc353fc1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:20:27.167981 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:20:27.488714 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-3bdb028f-655c-46e9-b0eb-5d4ca64bdb37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:20:53.362585 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-87789e9c-5259-4b42-9ae9-104f4c52dc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:20:55.410849 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-413ab426-faa5-493c-828a-c65197f24ebd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:20:56.335904 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-8cda4ffb-98e6-4bcf-adaf-c47fc353fc1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:20:57.170749 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:20:57.483693 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-3bdb028f-655c-46e9-b0eb-5d4ca64bdb37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:21:03.141396 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.agents_db [None req-06fda002-6a6c-4595-892c-f579c445b334 None None] Agent healthcheck: found 5 active agents {{(pid=83924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 03:21:23.364421 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-b021fc53-ecc1-4352-af21-76d53a2d34d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:21:25.412028 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-1e7ce0bc-67b9-4aef-ac5d-fbeeeee474d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:21:26.337347 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-8cda4ffb-98e6-4bcf-adaf-c47fc353fc1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:21:26.680664 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83922) accepted ('10.222.0.57', 34316) {{(pid=83922) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:21:26.755938 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc2b2865-605b-49a3-9621-f8f6c5de1842 admin admin] GET failed (client error): The resource could not be found.
Feb 17 03:21:26.757877 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-cc2b2865-605b-49a3-9621-f8f6c5de1842 admin admin] 10.222.0.57 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.0761509
Feb 17 03:21:26.901010 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2e0e7b7-c79b-4a51-88cc-82ba5a76e73b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:21:26.902628 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-e2e0e7b7-c79b-4a51-88cc-82ba5a76e73b admin admin] 10.222.0.57 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 865 time: 0.1405425
Feb 17 03:21:27.173123 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:21:27.486667 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-3bdb028f-655c-46e9-b0eb-5d4ca64bdb37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:21:29.336020 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83922) accepted ('10.222.0.57', 34326) {{(pid=83922) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:21:29.449810 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6198367c-22af-445e-b132-2c812572e18d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:21:29.450350 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-6198367c-22af-445e-b132-2c812572e18d admin admin] Synchronizing usage tracker for tenant:ead6c48d681c47be9b07833717951084 on resource:subnet {{(pid=83922) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 03:21:29.464544 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-6198367c-22af-445e-b132-2c812572e18d admin admin] Unset dirty status for tenant:ead6c48d681c47be9b07833717951084 on resource:subnet {{(pid=83922) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 03:21:29.465856 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-6198367c-22af-445e-b132-2c812572e18d admin admin] 10.222.0.57 "GET /v2.0/subnets/abd5b015-2b0a-4a56-8192-db98a6226c71 HTTP/1.1" status: 200  len: 849 time: 0.1288121
Feb 17 03:21:29.476013 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.v2.base [None req-6e047eab-f7c5-4061-84f5-2f97315b1ebb admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=83922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:21:29.600465 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-6e047eab-f7c5-4061-84f5-2f97315b1ebb admin admin] Notify callbacks [] for subnet, before_update {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:21:29.908837 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-6e047eab-f7c5-4061-84f5-2f97315b1ebb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853913663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8733756896303'] for subnet, after_update {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:21:29.923816 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-e61d9c77-ce3e-45d7-9202-fa952cecaa9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:21:30.064659 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e047eab-f7c5-4061-84f5-2f97315b1ebb admin admin] Pushing event updated for resources: {'Subnet': ['ID=abd5b015-2b0a-4a56-8192-db98a6226c71,revision_number=1']} {{(pid=83922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:21:30.076246 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e047eab-f7c5-4061-84f5-2f97315b1ebb admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:21:30.076622 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e047eab-f7c5-4061-84f5-2f97315b1ebb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:21:30.076989 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e047eab-f7c5-4061-84f5-2f97315b1ebb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:21:30.077391 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e047eab-f7c5-4061-84f5-2f97315b1ebb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:21:30.077750 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e047eab-f7c5-4061-84f5-2f97315b1ebb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:21:30.078106 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e047eab-f7c5-4061-84f5-2f97315b1ebb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:21:30.078461 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e047eab-f7c5-4061-84f5-2f97315b1ebb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:21:30.078815 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e047eab-f7c5-4061-84f5-2f97315b1ebb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:21:30.079165 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e047eab-f7c5-4061-84f5-2f97315b1ebb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:21:30.079514 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e047eab-f7c5-4061-84f5-2f97315b1ebb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:21:30.079861 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e047eab-f7c5-4061-84f5-2f97315b1ebb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:21:30.080209 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e047eab-f7c5-4061-84f5-2f97315b1ebb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:21:30.086031 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-6e047eab-f7c5-4061-84f5-2f97315b1ebb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:21:30.115049 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e047eab-f7c5-4061-84f5-2f97315b1ebb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:21:30.115723 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-6e047eab-f7c5-4061-84f5-2f97315b1ebb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854193028'] for subnet, before_response {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:21:30.117128 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-6e047eab-f7c5-4061-84f5-2f97315b1ebb admin admin] 10.222.0.57 "PUT /v2.0/subnets/abd5b015-2b0a-4a56-8192-db98a6226c71 HTTP/1.1" status: 200  len: 868 time: 0.6451442
Feb 17 03:21:30.132654 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46dc4177-a66a-475f-8ab6-1a2bea8f5f92 None None] Network f15a321b-aa3e-40d0-865f-341f5ea9f371 requested from dv-cinder-759943-5-iscsi {{(pid=83923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 03:21:30.644241 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-efa55d94-3879-40e4-9366-20ac0d958d88 None None] Provisioning complete for port 9254a235-03a5-4a5d-a4fc-c1e2b43fc81c triggered by entity DHCP. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:21:30.644891 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-efa55d94-3879-40e4-9366-20ac0d958d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838161172'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:21:30.775622 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-efa55d94-3879-40e4-9366-20ac0d958d88 None None] Provisioning complete for port 803fcc2c-213e-4516-aecd-db4419ca643a triggered by entity DHCP. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:21:30.775934 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-efa55d94-3879-40e4-9366-20ac0d958d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838161172'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:21:32.559542 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83922) accepted ('10.222.0.57', 34336) {{(pid=83922) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:21:32.743060 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20c98685-3383-44e1-b307-998ee2b690c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:21:32.743404 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20c98685-3383-44e1-b307-998ee2b690c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:21:32.744999 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-20c98685-3383-44e1-b307-998ee2b690c1 admin admin] 10.222.0.57 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1542 time: 0.1844389
Feb 17 03:21:35.201988 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83922) accepted ('10.222.0.57', 34346) {{(pid=83922) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:21:35.387255 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e00e61e2-e2ac-42fc-943c-13e70592d11e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:21:35.387676 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e00e61e2-e2ac-42fc-943c-13e70592d11e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:21:35.389337 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-e00e61e2-e2ac-42fc-943c-13e70592d11e admin admin] 10.222.0.57 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1542 time: 0.1862917
Feb 17 03:21:37.857020 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83922) accepted ('10.222.0.57', 34356) {{(pid=83922) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:21:38.035161 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84f5d68a-4a5f-42e8-b124-3aeef856eb68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:21:38.036550 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-84f5d68a-4a5f-42e8-b124-3aeef856eb68 admin admin] 10.222.0.57 "GET /v2.0/networks/47a54196-2e01-4ced-bf59-8f5a8abde718 HTTP/1.1" status: 200  len: 886 time: 0.1784678
Feb 17 03:21:40.140904 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.agents_db [None req-06fda002-6a6c-4595-892c-f579c445b334 None None] Agent healthcheck: found 5 active agents {{(pid=83924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 03:21:40.485290 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.57', 34366) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:21:40.639057 dv-cinder-759943-5-iscsi neutron-server[83810]: WARNING oslo_policy.policy [None req-ddf5fc82-af45-48d9-8923-e2edb689137e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 17 03:21:40.639704 dv-cinder-759943-5-iscsi neutron-server[83810]: WARNING oslo_policy.policy [None req-ddf5fc82-af45-48d9-8923-e2edb689137e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 17 03:21:41.104894 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.policy [None req-ddf5fc82-af45-48d9-8923-e2edb689137e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=83921) register_rules /opt/stack/neutron/neutron/policy.py:75}}
Feb 17 03:21:41.297640 dv-cinder-759943-5-iscsi neutron-server[83810]: WARNING oslo_policy.policy [None req-ddf5fc82-af45-48d9-8923-e2edb689137e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 17 03:21:41.298187 dv-cinder-759943-5-iscsi neutron-server[83810]: WARNING oslo_policy.policy [None req-ddf5fc82-af45-48d9-8923-e2edb689137e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 17 03:21:41.323536 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddf5fc82-af45-48d9-8923-e2edb689137e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:21:41.325387 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-ddf5fc82-af45-48d9-8923-e2edb689137e admin admin] 10.222.0.57 "GET /v2.0/networks/f15a321b-aa3e-40d0-865f-341f5ea9f371 HTTP/1.1" status: 200  len: 862 time: 0.8380275
Feb 17 03:21:43.790400 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83922) accepted ('10.222.0.57', 34382) {{(pid=83922) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:21:43.906635 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74e62826-3eba-4238-aa2c-e58fab37661f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:21:43.907048 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74e62826-3eba-4238-aa2c-e58fab37661f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:21:43.908670 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-74e62826-3eba-4238-aa2c-e58fab37661f admin admin] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1172206
Feb 17 03:21:46.342146 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83922) accepted ('10.222.0.57', 34392) {{(pid=83922) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:21:46.458268 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44aa619d-8221-4735-b311-3c77d87a74ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:21:46.458675 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44aa619d-8221-4735-b311-3c77d87a74ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:21:46.460256 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-44aa619d-8221-4735-b311-3c77d87a74ad admin admin] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1170974
Feb 17 03:21:48.927338 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83922) accepted ('10.222.0.57', 34402) {{(pid=83922) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:21:49.042919 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b09d16b-2bca-4d52-9652-548668144209 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:21:49.044380 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-2b09d16b-2bca-4d52-9652-548668144209 admin admin] 10.222.0.57 "GET /v2.0/subnets/abd5b015-2b0a-4a56-8192-db98a6226c71 HTTP/1.1" status: 200  len: 868 time: 0.1153159
Feb 17 03:21:51.499366 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83922) accepted ('10.222.0.57', 34412) {{(pid=83922) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:21:51.607294 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c44b791e-bf22-4756-b7a4-180e5d3f0d29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:21:51.608805 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-c44b791e-bf22-4756-b7a4-180e5d3f0d29 admin admin] 10.222.0.57 "GET /v2.0/subnets/d8fc1aa1-c957-4fea-a32a-c02e9a0805fb HTTP/1.1" status: 200  len: 816 time: 0.1084151
Feb 17 03:21:53.366045 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-753fa393-aae5-4c68-b5c7-e6e174193082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:21:55.415216 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-2670f2aa-1761-4733-bee2-c1f772f1dbf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:21:56.339435 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-8cda4ffb-98e6-4bcf-adaf-c47fc353fc1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:21:57.173780 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:21:57.494443 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-3bdb028f-655c-46e9-b0eb-5d4ca64bdb37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:22:17.140612 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.agents_db [None req-06fda002-6a6c-4595-892c-f579c445b334 None None] Agent healthcheck: found 5 active agents {{(pid=83924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 03:22:17.254107 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83922) accepted ('10.222.0.57', 34452) {{(pid=83922) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:22:17.305140 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [None req-a0c59207-9129-4795-b289-1504cd9678a0 admin admin] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=83922) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 17 03:22:17.306242 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-a0c59207-9129-4795-b289-1504cd9678a0 admin admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0510919
Feb 17 03:22:19.841658 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83922) accepted ('10.222.0.57', 34462) {{(pid=83922) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:22:19.919343 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.pecan_wsgi.hooks.translation [None req-7485bf78-281b-43bf-acf1-a09bbb5ce6ec admin admin] GET failed (client error): The resource could not be found.
Feb 17 03:22:19.920656 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-7485bf78-281b-43bf-acf1-a09bbb5ce6ec admin admin] 10.222.0.57 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.0779586
Feb 17 03:22:20.056613 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01d6f82f-334d-4fc4-9e06-fb658f188a89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:22:20.058133 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-01d6f82f-334d-4fc4-9e06-fb658f188a89 admin admin] 10.222.0.57 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1331551
Feb 17 03:22:22.536924 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83922) accepted ('10.222.0.57', 34472) {{(pid=83922) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:22:22.587603 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.v2.base [None req-4ecc82cc-2a9a-43e2-894a-143716bcc4e5 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=83922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:22:22.592347 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-4ecc82cc-2a9a-43e2-894a-143716bcc4e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:22:22.602414 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-4ecc82cc-2a9a-43e2-894a-143716bcc4e5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:22:22.610943 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ecc82cc-2a9a-43e2-894a-143716bcc4e5 admin admin] Made reservation on behalf of ead6c48d681c47be9b07833717951084 for: {'network': 1} {{(pid=83922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 03:22:22.615955 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-4ecc82cc-2a9a-43e2-894a-143716bcc4e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for network, before_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:22:22.707690 dv-cinder-759943-5-iscsi neutron-server[83810]: WARNING neutron.services.revisions.revision_plugin [None req-4ecc82cc-2a9a-43e2-894a-143716bcc4e5 admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7f17c5dfbba8] {project_id='ead6c48d681c47be9b07833717951084', id='7796f0e8-860a-4f4d-9dd2-5b63e58b1931', target_tenant='*', action='access_as_shared', object_id='238a6bb9-7470-4cc5-80d7-ce3ca853dfa1'}> to bump revision.
Feb 17 03:22:22.724712 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ecc82cc-2a9a-43e2-894a-143716bcc4e5 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 2}  {{(pid=83922) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 17 03:22:22.733911 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-4ecc82cc-2a9a-43e2-894a-143716bcc4e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16617428'] for segment, precommit_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:22:22.734282 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.db.segments_db [None req-4ecc82cc-2a9a-43e2-894a-143716bcc4e5 admin admin] Added segment 7f1e88c1-a377-429b-82ad-5feeca31a090 of type vxlan for network 238a6bb9-7470-4cc5-80d7-ce3ca853dfa1
Feb 17 03:22:22.759108 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-4ecc82cc-2a9a-43e2-894a-143716bcc4e5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363303098315039'] for network, precommit_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:22:22.787757 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-4ecc82cc-2a9a-43e2-894a-143716bcc4e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850'] for network, after_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:22:22.789064 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ecc82cc-2a9a-43e2-894a-143716bcc4e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:22:22.789815 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-4ecc82cc-2a9a-43e2-894a-143716bcc4e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854193028'] for network, before_response {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:22:22.794432 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:22:23.074920 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-4ecc82cc-2a9a-43e2-894a-143716bcc4e5 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 840 time: 0.5366666
Feb 17 03:22:23.075584 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecc82cc-2a9a-43e2-894a-143716bcc4e5 admin admin] Pushing event updated for resources: {'Network': ['ID=238a6bb9-7470-4cc5-80d7-ce3ca853dfa1,revision_number=1']} {{(pid=83922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:22:23.078402 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-4ecc82cc-2a9a-43e2-894a-143716bcc4e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:22:23.087942 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Network 238a6bb9-7470-4cc5-80d7-ce3ca853dfa1 details requested by agent ovs-agent-dv-cinder-759943-5-iscsi with host dv-cinder-759943-5-iscsi {{(pid=83923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 03:22:23.367558 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-38219c20-67b1-4b36-9764-5dab7b8ba34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:22:25.416815 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-1e9c4a59-d747-4ef7-9b46-fb63a5f0f43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:22:25.568477 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83922) accepted ('10.222.0.57', 34482) {{(pid=83922) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:22:25.641743 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e7f0da7-a21d-47b5-b1d7-238227a7dff2 admin admin] GET failed (client error): The resource could not be found.
Feb 17 03:22:25.642275 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-7e7f0da7-a21d-47b5-b1d7-238227a7dff2 admin admin] Synchronizing usage tracker for tenant:ead6c48d681c47be9b07833717951084 on resource:network {{(pid=83922) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 03:22:25.656714 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-7e7f0da7-a21d-47b5-b1d7-238227a7dff2 admin admin] Unset dirty status for tenant:ead6c48d681c47be9b07833717951084 on resource:network {{(pid=83922) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 03:22:25.657892 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-7e7f0da7-a21d-47b5-b1d7-238227a7dff2 admin admin] 10.222.0.57 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.0883412
Feb 17 03:22:25.771985 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffa510ef-b53d-41e7-b3f9-3745cb05657c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:22:25.773493 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-ffa510ef-b53d-41e7-b3f9-3745cb05657c admin admin] 10.222.0.57 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 819 time: 0.1111286
Feb 17 03:22:25.784222 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.v2.base [None req-2b8af1d9-0083-4902-9d5f-6cf98711e360 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'description': 'shared-subnet', 'network_id': '238a6bb9-7470-4cc5-80d7-ce3ca853dfa1'}} {{(pid=83922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:22:25.788813 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-2b8af1d9-0083-4902-9d5f-6cf98711e360 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:22:25.798340 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-2b8af1d9-0083-4902-9d5f-6cf98711e360 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:22:25.807359 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b8af1d9-0083-4902-9d5f-6cf98711e360 admin admin] Made reservation on behalf of ead6c48d681c47be9b07833717951084 for: {'subnet': 1} {{(pid=83922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 03:22:25.812183 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-2b8af1d9-0083-4902-9d5f-6cf98711e360 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:22:26.201829 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-2b8af1d9-0083-4902-9d5f-6cf98711e360 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853913663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850'] for subnet, after_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:22:26.216420 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:22:26.341085 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-8cda4ffb-98e6-4bcf-adaf-c47fc353fc1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:22:26.343753 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8af1d9-0083-4902-9d5f-6cf98711e360 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc19ebb5-fb6b-4474-bdaa-4465333df8ef,revision_number=0']} {{(pid=83922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:22:26.348341 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-2b8af1d9-0083-4902-9d5f-6cf98711e360 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:22:26.405759 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8af1d9-0083-4902-9d5f-6cf98711e360 admin admin] Checking segment: {'id': '7f1e88c1-a377-429b-82ad-5feeca31a090', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '238a6bb9-7470-4cc5-80d7-ce3ca853dfa1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 03:22:26.406136 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b8af1d9-0083-4902-9d5f-6cf98711e360 admin admin] Network hostable DHCP agents. Network: 238a6bb9-7470-4cc5-80d7-ce3ca853dfa1, hostable agents: ['7cb7ebf0-d0cf-4b99-bfd7-3c4bb0fe13b2'], hosted agents: [] {{(pid=83922) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 17 03:22:26.424131 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b8af1d9-0083-4902-9d5f-6cf98711e360 admin admin] Network 238a6bb9-7470-4cc5-80d7-ce3ca853dfa1 is scheduled to be hosted by DHCP agent 7cb7ebf0-d0cf-4b99-bfd7-3c4bb0fe13b2 with binding_index 1 {{(pid=83922) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 17 03:22:26.432447 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.scheduler.base_scheduler [None req-2b8af1d9-0083-4902-9d5f-6cf98711e360 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759943-5-iscsi, 238a6bb9-7470-4cc5-80d7-ce3ca853dfa1) {{(pid=83922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 03:22:26.436184 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b8af1d9-0083-4902-9d5f-6cf98711e360 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:22:26.436803 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-2b8af1d9-0083-4902-9d5f-6cf98711e360 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854193028'] for subnet, before_response {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:22:26.441557 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1725461-f0bb-495c-bc61-a8a7be6d1fa0 None None] Network 238a6bb9-7470-4cc5-80d7-ce3ca853dfa1 requested from dv-cinder-759943-5-iscsi {{(pid=83923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 03:22:26.461052 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-2b8af1d9-0083-4902-9d5f-6cf98711e360 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.6804485
Feb 17 03:22:26.679372 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4a21bd8-caaf-49d4-a9de-f8e2b7c1a4e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp61300fb0-6849-57f9-b652-d8cd588f35fb-238a6bb9-7470-4cc5-80d7-ce3ca853dfa1', 'network_id': '238a6bb9-7470-4cc5-80d7-ce3ca853dfa1', 'tenant_id': 'ead6c48d681c47be9b07833717951084', 'fixed_ips': [{'subnet_id': 'dc19ebb5-fb6b-4474-bdaa-4465333df8ef'}]}} from dv-cinder-759943-5-iscsi. {{(pid=83923) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Feb 17 03:22:26.680316 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-b4a21bd8-caaf-49d4-a9de-f8e2b7c1a4e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for port, before_create {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:22:26.977960 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.db_base_plugin_common [None req-b4a21bd8-caaf-49d4-a9de-f8e2b7c1a4e9 None None] Allocated IP 192.168.233.2 (238a6bb9-7470-4cc5-80d7-ce3ca853dfa1/dc19ebb5-fb6b-4474-bdaa-4465333df8ef/941f62d7-2e47-4636-85e6-0b449d0dfde8) {{(pid=83923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 03:22:27.203675 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:22:27.216899 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-b4a21bd8-caaf-49d4-a9de-f8e2b7c1a4e9 None None] Notify callbacks [] for port, precommit_create {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:22:27.228408 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-b4a21bd8-caaf-49d4-a9de-f8e2b7c1a4e9 None None] Transition to ACTIVE for port object 941f62d7-2e47-4636-85e6-0b449d0dfde8 will not be triggered until provisioned by entity L2. {{(pid=83923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 03:22:27.246517 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-b4a21bd8-caaf-49d4-a9de-f8e2b7c1a4e9 None None] Transition to ACTIVE for port object 941f62d7-2e47-4636-85e6-0b449d0dfde8 will not be triggered until provisioned by entity DHCP. {{(pid=83923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 03:22:27.251267 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-b4a21bd8-caaf-49d4-a9de-f8e2b7c1a4e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363303098263190'] for port, after_create {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:22:27.267762 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:22:27.409910 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a21bd8-caaf-49d4-a9de-f8e2b7c1a4e9 None None] Pushing event updated for resources: {'Port': ['ID=941f62d7-2e47-4636-85e6-0b449d0dfde8,revision_number=1']} {{(pid=83923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:22:27.421125 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a21bd8-caaf-49d4-a9de-f8e2b7c1a4e9 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:22:27.421509 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a21bd8-caaf-49d4-a9de-f8e2b7c1a4e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:22:27.421878 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a21bd8-caaf-49d4-a9de-f8e2b7c1a4e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:22:27.422243 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a21bd8-caaf-49d4-a9de-f8e2b7c1a4e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:22:27.422604 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a21bd8-caaf-49d4-a9de-f8e2b7c1a4e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:22:27.422995 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a21bd8-caaf-49d4-a9de-f8e2b7c1a4e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:22:27.423347 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a21bd8-caaf-49d4-a9de-f8e2b7c1a4e9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:22:27.423702 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a21bd8-caaf-49d4-a9de-f8e2b7c1a4e9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:22:27.424059 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a21bd8-caaf-49d4-a9de-f8e2b7c1a4e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:22:27.424410 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a21bd8-caaf-49d4-a9de-f8e2b7c1a4e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:22:27.424833 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a21bd8-caaf-49d4-a9de-f8e2b7c1a4e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:22:27.425115 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a21bd8-caaf-49d4-a9de-f8e2b7c1a4e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:22:27.431299 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-b4a21bd8-caaf-49d4-a9de-f8e2b7c1a4e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:22:27.472001 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4a21bd8-caaf-49d4-a9de-f8e2b7c1a4e9 None None] Network 238a6bb9-7470-4cc5-80d7-ce3ca853dfa1 is already hosted by enough agents. {{(pid=83923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 03:22:27.476638 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.scheduler.base_scheduler [None req-b4a21bd8-caaf-49d4-a9de-f8e2b7c1a4e9 None None] Resources bound (agent type, host, resource id):  {{(pid=83923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 03:22:27.482332 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a21bd8-caaf-49d4-a9de-f8e2b7c1a4e9 None None] Received port after_create {{(pid=83923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 03:22:27.524223 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-3bdb028f-655c-46e9-b0eb-5d4ca64bdb37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:22:27.546436 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.managers [None req-b4a21bd8-caaf-49d4-a9de-f8e2b7c1a4e9 None None] Attempting to bind port 941f62d7-2e47-4636-85e6-0b449d0dfde8 on host dv-cinder-759943-5-iscsi for vnic_type normal with profile  {{(pid=83923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 03:22:27.546840 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.managers [None req-b4a21bd8-caaf-49d4-a9de-f8e2b7c1a4e9 None None] Attempting to bind port 941f62d7-2e47-4636-85e6-0b449d0dfde8 by drivers openvswitch on host dv-cinder-759943-5-iscsi at level 0 using segments [{'id': '7f1e88c1-a377-429b-82ad-5feeca31a090', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '238a6bb9-7470-4cc5-80d7-ce3ca853dfa1'}] {{(pid=83923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 03:22:27.547243 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a21bd8-caaf-49d4-a9de-f8e2b7c1a4e9 None None] Attempting to bind port 941f62d7-2e47-4636-85e6-0b449d0dfde8 on network 238a6bb9-7470-4cc5-80d7-ce3ca853dfa1 {{(pid=83923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 03:22:27.553847 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a21bd8-caaf-49d4-a9de-f8e2b7c1a4e9 None None] Checking agent: {'id': 'fdf6e942-9f6a-471f-a5a4-d80d5f4aedb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759943-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 3, 18, 27), 'started_at': datetime.datetime(2021, 2, 17, 3, 18, 57), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 3, 22, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759943-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 03:22:27.554258 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a21bd8-caaf-49d4-a9de-f8e2b7c1a4e9 None None] Checking segment: {'id': '7f1e88c1-a377-429b-82ad-5feeca31a090', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '238a6bb9-7470-4cc5-80d7-ce3ca853dfa1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 03:22:27.554692 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-b4a21bd8-caaf-49d4-a9de-f8e2b7c1a4e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:22:27.555123 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a21bd8-caaf-49d4-a9de-f8e2b7c1a4e9 None None] Bound using segment: {'id': '7f1e88c1-a377-429b-82ad-5feeca31a090', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '238a6bb9-7470-4cc5-80d7-ce3ca853dfa1'} {{(pid=83923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 03:22:27.555624 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.managers [None req-b4a21bd8-caaf-49d4-a9de-f8e2b7c1a4e9 None None] Bound port: 941f62d7-2e47-4636-85e6-0b449d0dfde8, host: dv-cinder-759943-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f1e88c1-a377-429b-82ad-5feeca31a090', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '238a6bb9-7470-4cc5-80d7-ce3ca853dfa1'}}] {{(pid=83923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 03:22:27.556065 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-b4a21bd8-caaf-49d4-a9de-f8e2b7c1a4e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for port, before_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:22:27.652055 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.db [None req-b4a21bd8-caaf-49d4-a9de-f8e2b7c1a4e9 None None] For port 941f62d7-2e47-4636-85e6-0b449d0dfde8, host dv-cinder-759943-5-iscsi, cleared binding levels {{(pid=83923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 03:22:27.655445 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.db [None req-b4a21bd8-caaf-49d4-a9de-f8e2b7c1a4e9 None None] For port 941f62d7-2e47-4636-85e6-0b449d0dfde8, host dv-cinder-759943-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-5-iscsi',level=0,port_id=941f62d7-2e47-4636-85e6-0b449d0dfde8,segment=NetworkSegment(7f1e88c1-a377-429b-82ad-5feeca31a090),segment_id=7f1e88c1-a377-429b-82ad-5feeca31a090)] {{(pid=83923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 03:22:27.658116 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-b4a21bd8-caaf-49d4-a9de-f8e2b7c1a4e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303097879514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733756514675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303098261108'] for port, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:22:27.674058 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:22:27.826952 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a21bd8-caaf-49d4-a9de-f8e2b7c1a4e9 None None] Pushing event updated for resources: {'Port': ['ID=941f62d7-2e47-4636-85e6-0b449d0dfde8,revision_number=2']} {{(pid=83923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:22:27.832109 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-b4a21bd8-caaf-49d4-a9de-f8e2b7c1a4e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:22:29.106922 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-434ce774-a8ea-476e-a16f-1b6479c8d676 None None] Network 238a6bb9-7470-4cc5-80d7-ce3ca853dfa1 requested from dv-cinder-759943-5-iscsi {{(pid=83923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 03:22:29.197984 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-ebdf8532-c0a4-4356-b68b-9b964980137c None None] Provisioning for port 941f62d7-2e47-4636-85e6-0b449d0dfde8 completed by entity DHCP. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 03:22:29.328558 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Device 941f62d7-2e47-4636-85e6-0b449d0dfde8 up at agent ovs-agent-dv-cinder-759943-5-iscsi {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:22:29.427679 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Provisioning for port 941f62d7-2e47-4636-85e6-0b449d0dfde8 completed by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 03:22:29.434706 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Provisioning complete for port 941f62d7-2e47-4636-85e6-0b449d0dfde8 triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:22:29.435103 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838161172'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:22:29.565201 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for port, before_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:22:29.601659 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.db [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] For port 941f62d7-2e47-4636-85e6-0b449d0dfde8, host dv-cinder-759943-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-5-iscsi',level=0,port_id=941f62d7-2e47-4636-85e6-0b449d0dfde8,segment=NetworkSegment(7f1e88c1-a377-429b-82ad-5feeca31a090),segment_id=7f1e88c1-a377-429b-82ad-5feeca31a090)] {{(pid=83923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:22:29.605372 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303097879514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733756514675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303098261108'] for port, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:22:29.608201 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:22:29.688629 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-7f349ea9-3476-4a14-a46a-38cef281a9db None None] Provisioning complete for port 941f62d7-2e47-4636-85e6-0b449d0dfde8 triggered by entity DHCP. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:22:29.689060 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-7f349ea9-3476-4a14-a46a-38cef281a9db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838161172'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:22:29.738087 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Pushing event updated for resources: {'Port': ['ID=941f62d7-2e47-4636-85e6-0b449d0dfde8,revision_number=3']} {{(pid=83923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:22:29.744730 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:22:29.949457 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-6bee542f-f6a6-46f4-97cd-0e38b5de5cfc None None] Provisioning complete for port 941f62d7-2e47-4636-85e6-0b449d0dfde8 triggered by entity DHCP. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:22:29.949866 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-6bee542f-f6a6-46f4-97cd-0e38b5de5cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838161172'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:22:30.193022 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-665b31f1-3fc1-4e7d-8923-b857bb3251fa None None] Provisioning complete for port 941f62d7-2e47-4636-85e6-0b449d0dfde8 triggered by entity DHCP. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:22:30.193595 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-665b31f1-3fc1-4e7d-8923-b857bb3251fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838161172'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:22:31.282299 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Device 941f62d7-2e47-4636-85e6-0b449d0dfde8 up at agent ovs-agent-dv-cinder-759943-5-iscsi {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:22:31.355335 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Provisioning complete for port 941f62d7-2e47-4636-85e6-0b449d0dfde8 triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:22:31.355753 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838161172'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:22:53.369158 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-d1b021d1-df25-418c-ad56-761f368cf81f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:22:54.139906 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.agents_db [None req-06fda002-6a6c-4595-892c-f579c445b334 None None] Agent healthcheck: found 5 active agents {{(pid=83924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 03:22:55.419509 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-35402adc-198f-442f-8bac-b3066ba6b00f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:22:56.345583 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-8cda4ffb-98e6-4bcf-adaf-c47fc353fc1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:22:57.176844 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:22:57.491465 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-3bdb028f-655c-46e9-b0eb-5d4ca64bdb37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:23:23.369424 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-5b167624-2a36-4b5b-b339-39e18ff1fc3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:23:25.425047 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-cab63b80-6884-42ac-841b-6090e3bef94f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:23:26.347803 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-8cda4ffb-98e6-4bcf-adaf-c47fc353fc1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:23:27.178643 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:23:27.493970 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-3bdb028f-655c-46e9-b0eb-5d4ca64bdb37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:23:31.139947 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.agents_db [None req-06fda002-6a6c-4595-892c-f579c445b334 None None] Agent healthcheck: found 5 active agents {{(pid=83924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 03:23:36.315402 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83922) accepted ('10.222.0.57', 34524) {{(pid=83922) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:23:36.322742 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [None req-67e1cc92-3be3-45c5-bf2b-090dfa781784 tempest-verify_tempest_config-2049400375 tempest-verify_tempest_config-2049400375-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=83922) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 17 03:23:36.323791 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-67e1cc92-3be3-45c5-bf2b-090dfa781784 tempest-verify_tempest_config-2049400375 tempest-verify_tempest_config-2049400375-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13450 time: 0.0073533
Feb 17 03:23:36.639149 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83922) accepted ('10.222.0.57', 34544) {{(pid=83922) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:23:36.763406 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-9ba2002c-07ac-4ff2-9777-0d96f0ebc24d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:23:36.779051 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-9ba2002c-07ac-4ff2-9777-0d96f0ebc24d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:23:36.783022 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-9ba2002c-07ac-4ff2-9777-0d96f0ebc24d admin admin] Usage tracker for resource:security_group_rule and tenant:0dc96b6455bd4eb5b01f39c483bab4b5 is out of sync, need to count used quota {{(pid=83922) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:23:36.785958 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-9ba2002c-07ac-4ff2-9777-0d96f0ebc24d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83922) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:23:36.791651 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-9ba2002c-07ac-4ff2-9777-0d96f0ebc24d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:23:36.882905 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-9ba2002c-07ac-4ff2-9777-0d96f0ebc24d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:23:36.885817 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-9ba2002c-07ac-4ff2-9777-0d96f0ebc24d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876219'] for security_group, after_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:23:36.895428 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-3c7e6915-e407-479e-956d-68d60cb667a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:23:36.935537 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-9ba2002c-07ac-4ff2-9777-0d96f0ebc24d admin admin] Synchronizing usage tracker for tenant:ead6c48d681c47be9b07833717951084 on resource:security_group {{(pid=83922) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 03:23:36.938997 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba2002c-07ac-4ff2-9777-0d96f0ebc24d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a72aaf3-d96e-4221-8bc2-947be4e7dc83,revision_number=1']} {{(pid=83922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:23:36.950108 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba2002c-07ac-4ff2-9777-0d96f0ebc24d admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:23:36.950463 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba2002c-07ac-4ff2-9777-0d96f0ebc24d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:23:36.950827 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba2002c-07ac-4ff2-9777-0d96f0ebc24d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:23:36.951187 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba2002c-07ac-4ff2-9777-0d96f0ebc24d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:23:36.951543 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba2002c-07ac-4ff2-9777-0d96f0ebc24d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:23:36.951898 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba2002c-07ac-4ff2-9777-0d96f0ebc24d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:23:36.952250 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba2002c-07ac-4ff2-9777-0d96f0ebc24d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:23:36.952623 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba2002c-07ac-4ff2-9777-0d96f0ebc24d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:23:36.952954 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba2002c-07ac-4ff2-9777-0d96f0ebc24d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:23:36.953329 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba2002c-07ac-4ff2-9777-0d96f0ebc24d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:23:36.953673 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba2002c-07ac-4ff2-9777-0d96f0ebc24d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:23:36.954020 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba2002c-07ac-4ff2-9777-0d96f0ebc24d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:23:36.959212 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-9ba2002c-07ac-4ff2-9777-0d96f0ebc24d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:23:36.966426 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-9ba2002c-07ac-4ff2-9777-0d96f0ebc24d admin admin] Unset dirty status for tenant:ead6c48d681c47be9b07833717951084 on resource:security_group {{(pid=83922) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 03:23:36.967847 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-9ba2002c-07ac-4ff2-9777-0d96f0ebc24d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=0dc96b6455bd4eb5b01f39c483bab4b5&name=default HTTP/1.1" status: 200  len: 2975 time: 0.3276205
Feb 17 03:23:36.970587 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83922) accepted ('10.222.0.57', 34550) {{(pid=83922) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:23:37.029925 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-22e4cb6d-28a1-4615-85fe-761d23839daa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:23:37.056020 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-22e4cb6d-28a1-4615-85fe-761d23839daa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:23:37.104068 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-22e4cb6d-28a1-4615-85fe-761d23839daa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876219'] for security_group, after_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:23:37.109145 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-ac71fd39-21a6-43e6-8ee5-3f42e4861cd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:23:37.119867 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e4cb6d-28a1-4615-85fe-761d23839daa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a72aaf3-d96e-4221-8bc2-947be4e7dc83,revision_number=None']} {{(pid=83922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:23:37.124374 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-22e4cb6d-28a1-4615-85fe-761d23839daa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:23:37.126671 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-22e4cb6d-28a1-4615-85fe-761d23839daa admin admin] Notify callbacks [] for security_group, before_response {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:23:37.128237 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-22e4cb6d-28a1-4615-85fe-761d23839daa admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/1a72aaf3-d96e-4221-8bc2-947be4e7dc83 HTTP/1.1" status: 204  len: 168 time: 0.1567442
Feb 17 03:23:53.369884 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-829e6886-ba18-4a5b-9fc3-a1ecc4c57f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:23:55.416906 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e74a7705-0535-4011-98aa-2fb0e00ebcda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:23:56.349694 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-8cda4ffb-98e6-4bcf-adaf-c47fc353fc1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:23:57.179898 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:23:57.495717 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-3bdb028f-655c-46e9-b0eb-5d4ca64bdb37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:24:08.138682 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.agents_db [None req-06fda002-6a6c-4595-892c-f579c445b334 None None] Agent healthcheck: found 5 active agents {{(pid=83924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 03:24:23.370619 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-638e74a3-5695-4845-9363-857c518d045e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:24:25.419053 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-0540e36b-103c-4b99-ba89-48299d92abfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:24:26.352682 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-8cda4ffb-98e6-4bcf-adaf-c47fc353fc1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:24:27.180684 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:24:27.498611 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-3bdb028f-655c-46e9-b0eb-5d4ca64bdb37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:24:45.137726 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.agents_db [None req-06fda002-6a6c-4595-892c-f579c445b334 None None] Agent healthcheck: found 5 active agents {{(pid=83924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 03:24:53.373058 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-b7722421-9c6d-4381-bbbe-1fff82a986dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:24:55.420470 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-92664a4d-dbba-47bb-92eb-faa16ed0dc31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:24:56.355938 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-8cda4ffb-98e6-4bcf-adaf-c47fc353fc1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:24:57.181469 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:24:57.499849 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-3bdb028f-655c-46e9-b0eb-5d4ca64bdb37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:25:22.136814 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.agents_db [None req-06fda002-6a6c-4595-892c-f579c445b334 None None] Agent healthcheck: found 5 active agents {{(pid=83924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 03:25:22.664487 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577'] for agent, after_create {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:25:22.664924 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:25:22.665957 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:25:22.666334 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:25:22.666760 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:25:22.667107 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:25:22.667466 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:25:22.667825 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:25:22.668186 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:25:22.668539 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:25:22.668896 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:25:22.669276 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:25:22.669632 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:25:22.670008 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f17c5786898>, 'Open vSwitch agent', 'hv-cinder-75994', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=83923) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:25:22.673897 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f17c56f2e10>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'hv-cinder-75994', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=83923) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:25:23.095377 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] get_endpoint_by_host() called for host hv-cinder-75994 {{(pid=83923) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}}
Feb 17 03:25:23.099919 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] get_endpoint_by_ip() called for ip 192.168.0.11 {{(pid=83923) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}}
Feb 17 03:25:23.102993 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] _add_endpoint() called for ip 192.168.0.11 {{(pid=83923) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}}
Feb 17 03:25:23.107647 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] _get_endpoints() called {{(pid=83923) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}}
Feb 17 03:25:23.373472 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-02b0fcb6-0655-49f2-b5cf-0bf65c71d64f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:25:25.422171 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-835f4459-03d9-43a0-92a3-063a1a17c71e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:25:26.359293 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-8cda4ffb-98e6-4bcf-adaf-c47fc353fc1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:25:27.186253 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:25:27.503227 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-3bdb028f-655c-46e9-b0eb-5d4ca64bdb37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:25:32.656283 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83922) accepted ('10.222.0.57', 34622) {{(pid=83922) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:25:32.773703 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-e29192d2-7764-4351-a1e1-a1676b9ef6ea admin admin] 10.222.0.57 "GET /v2.0/agents HTTP/1.1" status: 200  len: 5085 time: 0.1162453
Feb 17 03:25:35.274093 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83922) accepted ('10.222.0.57', 34632) {{(pid=83922) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:25:35.332565 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-c303657c-e4e9-49ac-9bc6-ab67f5835be9 admin admin] 10.222.0.57 "GET /v2.0/agents HTTP/1.1" status: 200  len: 5085 time: 0.0573370
Feb 17 03:25:52.653567 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:25:53.375380 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-93aa2e3c-7264-4ecb-9130-7426c29b9caa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:25:55.422625 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-1d682f08-fd9d-4054-9eaa-2cd33aacbfe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:25:56.361361 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-8cda4ffb-98e6-4bcf-adaf-c47fc353fc1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:25:57.188247 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:25:57.505936 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-3bdb028f-655c-46e9-b0eb-5d4ca64bdb37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:25:59.135574 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.agents_db [None req-06fda002-6a6c-4595-892c-f579c445b334 None None] Agent healthcheck: found 6 active agents {{(pid=83924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 03:26:22.670059 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:23.376305 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-3a2bf8ad-8560-4ce4-966e-938dab6e2417 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:25.423811 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-989a8732-3a8b-47b3-bac7-d7805d2a0e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:26.365309 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-8cda4ffb-98e6-4bcf-adaf-c47fc353fc1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:27.189926 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:27.510791 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-3bdb028f-655c-46e9-b0eb-5d4ca64bdb37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:36.139261 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.agents_db [None req-06fda002-6a6c-4595-892c-f579c445b334 None None] Agent healthcheck: found 6 active agents {{(pid=83924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 03:26:52.682489 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:53.378019 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-0f2d69e4-3ca6-4e67-a1f7-ff8b2a725667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:55.425346 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-a01926c6-3663-493b-b121-5996f50aa0c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:56.367069 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-8cda4ffb-98e6-4bcf-adaf-c47fc353fc1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:57.198466 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:57.512633 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-3bdb028f-655c-46e9-b0eb-5d4ca64bdb37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:13.144855 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.agents_db [None req-06fda002-6a6c-4595-892c-f579c445b334 None None] Agent healthcheck: found 6 active agents {{(pid=83924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 03:27:14.280912 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83922) accepted ('10.222.0.57', 34810) {{(pid=83922) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:27:14.402409 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83922) accepted ('10.222.0.57', 34820) {{(pid=83922) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:27:14.537210 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.57', 34830) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:27:14.865148 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.v2.base [None req-c7c597d7-0b80-43dc-953b-08d4d765f61f admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-7957007-network', 'tenant_id': 'f26d86e30e4e473798e908122de8a6fc'}} {{(pid=83922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:27:14.870484 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-c7c597d7-0b80-43dc-953b-08d4d765f61f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:27:14.874950 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-c7c597d7-0b80-43dc-953b-08d4d765f61f admin admin] Usage tracker for resource:network and tenant:f26d86e30e4e473798e908122de8a6fc is out of sync, need to count used quota {{(pid=83922) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:27:14.879463 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-c7c597d7-0b80-43dc-953b-08d4d765f61f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83922) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:27:14.888287 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-c7c597d7-0b80-43dc-953b-08d4d765f61f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:27:14.899523 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7c597d7-0b80-43dc-953b-08d4d765f61f admin admin] Made reservation on behalf of f26d86e30e4e473798e908122de8a6fc for: {'network': 1} {{(pid=83922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 03:27:14.905759 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-c7c597d7-0b80-43dc-953b-08d4d765f61f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for network, before_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:14.921781 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-c7c597d7-0b80-43dc-953b-08d4d765f61f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:14.937913 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-c7c597d7-0b80-43dc-953b-08d4d765f61f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:27:14.942005 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-c7c597d7-0b80-43dc-953b-08d4d765f61f admin admin] Usage tracker for resource:security_group_rule and tenant:f26d86e30e4e473798e908122de8a6fc is out of sync, need to count used quota {{(pid=83922) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:27:14.945301 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-c7c597d7-0b80-43dc-953b-08d4d765f61f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83922) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:27:14.951617 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-c7c597d7-0b80-43dc-953b-08d4d765f61f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:27:14.966844 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.57', 34846) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:27:15.001294 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.v2.base [None req-bc613cde-1529-473b-8a05-72c3261a2698 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-28655953-network', 'tenant_id': '64044155addf41e9ba2bde5782afed2a'}} {{(pid=83922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:27:15.009825 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-bc613cde-1529-473b-8a05-72c3261a2698 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:27:15.017265 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-bc613cde-1529-473b-8a05-72c3261a2698 admin admin] Usage tracker for resource:network and tenant:64044155addf41e9ba2bde5782afed2a is out of sync, need to count used quota {{(pid=83922) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:27:15.024515 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-bc613cde-1529-473b-8a05-72c3261a2698 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83922) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:27:15.036789 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-bc613cde-1529-473b-8a05-72c3261a2698 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:27:15.051925 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83922) accepted ('10.222.0.57', 34854) {{(pid=83922) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:27:15.058243 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.v2.base [None req-54322028-c896-4aee-9ed8-ed15d27e79a1 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-618177089-network', 'tenant_id': '41ae341c7001465897265b1c5eda9767'}} {{(pid=83921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:27:15.064621 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.quota [None req-54322028-c896-4aee-9ed8-ed15d27e79a1 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f17c6cd1cc0>.
Feb 17 03:27:15.076407 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-54322028-c896-4aee-9ed8-ed15d27e79a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:27:15.080174 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-c7c597d7-0b80-43dc-953b-08d4d765f61f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:15.084297 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-54322028-c896-4aee-9ed8-ed15d27e79a1 admin admin] Usage tracker for resource:network and tenant:41ae341c7001465897265b1c5eda9767 is out of sync, need to count used quota {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:27:15.085590 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-c7c597d7-0b80-43dc-953b-08d4d765f61f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876219'] for security_group, after_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:15.088692 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-54322028-c896-4aee-9ed8-ed15d27e79a1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:27:15.092382 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-9ba2002c-07ac-4ff2-9777-0d96f0ebc24d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:27:15.102887 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.57', 34864) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:27:15.110431 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-54322028-c896-4aee-9ed8-ed15d27e79a1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:27:15.122722 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc613cde-1529-473b-8a05-72c3261a2698 admin admin] Made reservation on behalf of 64044155addf41e9ba2bde5782afed2a for: {'network': 1} {{(pid=83922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 03:27:15.127395 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-bc613cde-1529-473b-8a05-72c3261a2698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for network, before_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:15.130833 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.v2.base [None req-bd7a941b-fc94-4dba-b156-d07bb846a6b3 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-352024799-network', 'tenant_id': '8da7eb55c2cb47dc99275360edd183e2'}} {{(pid=83921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:27:15.138913 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c597d7-0b80-43dc-953b-08d4d765f61f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8140522c-d712-47c7-b8dd-44151d8bce78,revision_number=1']} {{(pid=83922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:27:15.152737 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c597d7-0b80-43dc-953b-08d4d765f61f admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:27:15.153199 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54322028-c896-4aee-9ed8-ed15d27e79a1 admin admin] Made reservation on behalf of 41ae341c7001465897265b1c5eda9767 for: {'network': 1} {{(pid=83921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 03:27:15.153642 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c597d7-0b80-43dc-953b-08d4d765f61f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:27:15.154375 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c597d7-0b80-43dc-953b-08d4d765f61f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:27:15.155268 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c597d7-0b80-43dc-953b-08d4d765f61f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:27:15.156004 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c597d7-0b80-43dc-953b-08d4d765f61f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:27:15.156546 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c597d7-0b80-43dc-953b-08d4d765f61f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:27:15.157129 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c597d7-0b80-43dc-953b-08d4d765f61f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:27:15.157659 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c597d7-0b80-43dc-953b-08d4d765f61f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:27:15.158183 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c597d7-0b80-43dc-953b-08d4d765f61f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:27:15.158708 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c597d7-0b80-43dc-953b-08d4d765f61f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:27:15.159252 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c597d7-0b80-43dc-953b-08d4d765f61f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:27:15.159785 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c597d7-0b80-43dc-953b-08d4d765f61f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:27:15.160406 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c597d7-0b80-43dc-953b-08d4d765f61f admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:27:15.160954 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-54322028-c896-4aee-9ed8-ed15d27e79a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for network, before_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:15.161180 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c597d7-0b80-43dc-953b-08d4d765f61f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:27:15.161720 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c597d7-0b80-43dc-953b-08d4d765f61f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:27:15.162246 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c597d7-0b80-43dc-953b-08d4d765f61f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:27:15.162769 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c597d7-0b80-43dc-953b-08d4d765f61f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:27:15.163293 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c597d7-0b80-43dc-953b-08d4d765f61f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:27:15.163816 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c597d7-0b80-43dc-953b-08d4d765f61f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:27:15.164356 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c597d7-0b80-43dc-953b-08d4d765f61f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:27:15.165212 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c597d7-0b80-43dc-953b-08d4d765f61f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:27:15.165766 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c597d7-0b80-43dc-953b-08d4d765f61f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:27:15.166299 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c597d7-0b80-43dc-953b-08d4d765f61f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:27:15.167085 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c597d7-0b80-43dc-953b-08d4d765f61f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:27:15.168564 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c597d7-0b80-43dc-953b-08d4d765f61f admin admin] Tracked resource versions report:
Feb 17 03:27:15.168564 dv-cinder-759943-5-iscsi neutron-server[83810]: pushed versions:
Feb 17 03:27:15.168564 dv-cinder-759943-5-iscsi neutron-server[83810]: {   'AddressGroup': {'1.1'},
Feb 17 03:27:15.168564 dv-cinder-759943-5-iscsi neutron-server[83810]:     'ConntrackHelper': {'1.0'},
Feb 17 03:27:15.168564 dv-cinder-759943-5-iscsi neutron-server[83810]:     'Log': {'1.0'},
Feb 17 03:27:15.168564 dv-cinder-759943-5-iscsi neutron-server[83810]:     'Network': {'1.1'},
Feb 17 03:27:15.168564 dv-cinder-759943-5-iscsi neutron-server[83810]:     'Port': {'1.7'},
Feb 17 03:27:15.168564 dv-cinder-759943-5-iscsi neutron-server[83810]:     'PortForwarding': {'1.2'},
Feb 17 03:27:15.168564 dv-cinder-759943-5-iscsi neutron-server[83810]:     'QosPolicy': {'1.8'},
Feb 17 03:27:15.168564 dv-cinder-759943-5-iscsi neutron-server[83810]:     'SecurityGroup': {'1.4'},
Feb 17 03:27:15.168564 dv-cinder-759943-5-iscsi neutron-server[83810]:     'SecurityGroupRule': {'1.2'},
Feb 17 03:27:15.168564 dv-cinder-759943-5-iscsi neutron-server[83810]:     'SubPort': {'1.0'},
Feb 17 03:27:15.168564 dv-cinder-759943-5-iscsi neutron-server[83810]:     'Subnet': {'1.1'},
Feb 17 03:27:15.168564 dv-cinder-759943-5-iscsi neutron-server[83810]:     'Trunk': {'1.1'}}
Feb 17 03:27:15.168564 dv-cinder-759943-5-iscsi neutron-server[83810]: consumer versions:
Feb 17 03:27:15.168564 dv-cinder-759943-5-iscsi neutron-server[83810]: {   DHCP agent@dv-cinder-759943-5-iscsi: {},
Feb 17 03:27:15.168564 dv-cinder-759943-5-iscsi neutron-server[83810]:     L3 agent@dv-cinder-759943-5-iscsi: {},
Feb 17 03:27:15.168564 dv-cinder-759943-5-iscsi neutron-server[83810]:     Metadata agent@dv-cinder-759943-5-iscsi: {},
Feb 17 03:27:15.168564 dv-cinder-759943-5-iscsi neutron-server[83810]:     Metering agent@dv-cinder-759943-5-iscsi: {},
Feb 17 03:27:15.168564 dv-cinder-759943-5-iscsi neutron-server[83810]:     Open vSwitch agent@dv-cinder-759943-5-iscsi: {   'AddressGroup': '1.1',
Feb 17 03:27:15.168564 dv-cinder-759943-5-iscsi neutron-server[83810]:                                                      'ConntrackHelper': '1.0',
Feb 17 03:27:15.168564 dv-cinder-759943-5-iscsi neutron-server[83810]:                                                      'Log': '1.0',
Feb 17 03:27:15.168564 dv-cinder-759943-5-iscsi neutron-server[83810]:                                                      'Network': '1.1',
Feb 17 03:27:15.168564 dv-cinder-759943-5-iscsi neutron-server[83810]:                                                      'Port': '1.7',
Feb 17 03:27:15.168564 dv-cinder-759943-5-iscsi neutron-server[83810]:                                                      'PortForwarding': '1.2',
Feb 17 03:27:15.168564 dv-cinder-759943-5-iscsi neutron-server[83810]:                                                      'QosPolicy': '1.8',
Feb 17 03:27:15.168564 dv-cinder-759943-5-iscsi neutron-server[83810]:                                                      'SecurityGroup': '1.4',
Feb 17 03:27:15.168564 dv-cinder-759943-5-iscsi neutron-server[83810]:                                                      'SecurityGroupRule': '1.2',
Feb 17 03:27:15.168564 dv-cinder-759943-5-iscsi neutron-server[83810]:                                                      'SubPort': '1.0',
Feb 17 03:27:15.168564 dv-cinder-759943-5-iscsi neutron-server[83810]:                                                      'Subnet': '1.1',
Feb 17 03:27:15.168564 dv-cinder-759943-5-iscsi neutron-server[83810]:                                                      'Trunk': '1.1'},
Feb 17 03:27:15.168564 dv-cinder-759943-5-iscsi neutron-server[83810]:     Open vSwitch agent@hv-cinder-75994: {   'AddressGroup': '1.1',
Feb 17 03:27:15.168564 dv-cinder-759943-5-iscsi neutron-server[83810]:                                             'ConntrackHelper': '1.0',
Feb 17 03:27:15.168564 dv-cinder-759943-5-iscsi neutron-server[83810]:                                             'Log': '1.0',
Feb 17 03:27:15.168564 dv-cinder-759943-5-iscsi neutron-server[83810]:                                             'Network': '1.1',
Feb 17 03:27:15.168564 dv-cinder-759943-5-iscsi neutron-server[83810]:                                             'Port': '1.7',
Feb 17 03:27:15.168564 dv-cinder-759943-5-iscsi neutron-server[83810]:                                             'PortForwarding': '1.2',
Feb 17 03:27:15.168564 dv-cinder-759943-5-iscsi neutron-server[83810]:                                             'QosPolicy': '1.8',
Feb 17 03:27:15.168564 dv-cinder-759943-5-iscsi neutron-server[83810]:                                             'SecurityGroup': '1.4',
Feb 17 03:27:15.168564 dv-cinder-759943-5-iscsi neutron-server[83810]:                                             'SecurityGroupRule': '1.2',
Feb 17 03:27:15.168564 dv-cinder-759943-5-iscsi neutron-server[83810]:                                             'SubPort': '1.0',
Feb 17 03:27:15.168564 dv-cinder-759943-5-iscsi neutron-server[83810]:                                             'Subnet': '1.1',
Feb 17 03:27:15.168564 dv-cinder-759943-5-iscsi neutron-server[83810]:                                             'Trunk': '1.1'}}
Feb 17 03:27:15.168564 dv-cinder-759943-5-iscsi neutron-server[83810]:  {{(pid=83922) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Feb 17 03:27:15.177103 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-bc613cde-1529-473b-8a05-72c3261a2698 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:15.199484 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-bd7a941b-fc94-4dba-b156-d07bb846a6b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:27:15.202774 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-54322028-c896-4aee-9ed8-ed15d27e79a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:15.204067 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-c7c597d7-0b80-43dc-953b-08d4d765f61f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:27:15.209691 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.v2.base [None req-3f29f9ab-2ecf-4eac-b377-4e79a2dd2696 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1825359717-network', 'tenant_id': 'c568344bec0146c19c14571bff20a759'}} {{(pid=83922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:27:15.214931 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-3f29f9ab-2ecf-4eac-b377-4e79a2dd2696 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:27:15.218932 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-3f29f9ab-2ecf-4eac-b377-4e79a2dd2696 admin admin] Usage tracker for resource:network and tenant:c568344bec0146c19c14571bff20a759 is out of sync, need to count used quota {{(pid=83922) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:27:15.221865 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-3f29f9ab-2ecf-4eac-b377-4e79a2dd2696 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83922) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:27:15.224692 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-bd7a941b-fc94-4dba-b156-d07bb846a6b3 admin admin] Usage tracker for resource:network and tenant:8da7eb55c2cb47dc99275360edd183e2 is out of sync, need to count used quota {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:27:15.231684 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-3f29f9ab-2ecf-4eac-b377-4e79a2dd2696 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:27:15.232105 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-bd7a941b-fc94-4dba-b156-d07bb846a6b3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:27:15.238555 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.v2.base [None req-c90eabb8-05ca-4751-8752-e5e875e0f2ed admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-641070870-network', 'tenant_id': '7a993a3085dd473682673c16dce134e8'}} {{(pid=83921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:27:15.238676 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7c597d7-0b80-43dc-953b-08d4d765f61f admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=83922) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 17 03:27:15.246481 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f29f9ab-2ecf-4eac-b377-4e79a2dd2696 admin admin] Made reservation on behalf of c568344bec0146c19c14571bff20a759 for: {'network': 1} {{(pid=83922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 03:27:15.247446 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-54322028-c896-4aee-9ed8-ed15d27e79a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:27:15.251395 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-3f29f9ab-2ecf-4eac-b377-4e79a2dd2696 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for network, before_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:15.252236 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-bd7a941b-fc94-4dba-b156-d07bb846a6b3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:27:15.254897 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-54322028-c896-4aee-9ed8-ed15d27e79a1 admin admin] Usage tracker for resource:security_group_rule and tenant:41ae341c7001465897265b1c5eda9767 is out of sync, need to count used quota {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:27:15.259415 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-54322028-c896-4aee-9ed8-ed15d27e79a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:27:15.267262 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-bc613cde-1529-473b-8a05-72c3261a2698 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:27:15.268147 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-c90eabb8-05ca-4751-8752-e5e875e0f2ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:27:15.269234 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-3f29f9ab-2ecf-4eac-b377-4e79a2dd2696 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:15.273905 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-54322028-c896-4aee-9ed8-ed15d27e79a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:27:15.276033 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-c90eabb8-05ca-4751-8752-e5e875e0f2ed admin admin] Usage tracker for resource:network and tenant:7a993a3085dd473682673c16dce134e8 is out of sync, need to count used quota {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:27:15.281716 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-c90eabb8-05ca-4751-8752-e5e875e0f2ed admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:27:15.287318 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-c7c597d7-0b80-43dc-953b-08d4d765f61f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16617428'] for segment, precommit_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:15.287854 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.db.segments_db [None req-c7c597d7-0b80-43dc-953b-08d4d765f61f admin admin] Added segment 8988ab3d-62e3-434b-a157-4df88e553ac2 of type vxlan for network 7250ffa3-b5f2-45bc-8c2b-8a04a901bc68
Feb 17 03:27:15.291511 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-c90eabb8-05ca-4751-8752-e5e875e0f2ed admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:27:15.295133 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd7a941b-fc94-4dba-b156-d07bb846a6b3 admin admin] Made reservation on behalf of 8da7eb55c2cb47dc99275360edd183e2 for: {'network': 1} {{(pid=83921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 03:27:15.297255 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-3f29f9ab-2ecf-4eac-b377-4e79a2dd2696 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:27:15.299971 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-bd7a941b-fc94-4dba-b156-d07bb846a6b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for network, before_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:15.322046 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-c7c597d7-0b80-43dc-953b-08d4d765f61f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363303098315039'] for network, precommit_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:15.325810 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-bd7a941b-fc94-4dba-b156-d07bb846a6b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:15.329691 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-bc613cde-1529-473b-8a05-72c3261a2698 admin admin] Usage tracker for resource:security_group_rule and tenant:64044155addf41e9ba2bde5782afed2a is out of sync, need to count used quota {{(pid=83922) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:27:15.355692 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-bc613cde-1529-473b-8a05-72c3261a2698 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83922) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:27:15.357418 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c90eabb8-05ca-4751-8752-e5e875e0f2ed admin admin] Made reservation on behalf of 7a993a3085dd473682673c16dce134e8 for: {'network': 1} {{(pid=83921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 03:27:15.359126 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-3f29f9ab-2ecf-4eac-b377-4e79a2dd2696 admin admin] Usage tracker for resource:security_group_rule and tenant:c568344bec0146c19c14571bff20a759 is out of sync, need to count used quota {{(pid=83922) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:27:15.362176 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-c7c597d7-0b80-43dc-953b-08d4d765f61f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850'] for network, after_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:15.362335 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-c90eabb8-05ca-4751-8752-e5e875e0f2ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for network, before_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:15.365885 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-3f29f9ab-2ecf-4eac-b377-4e79a2dd2696 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83922) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:27:15.368711 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-bc613cde-1529-473b-8a05-72c3261a2698 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:27:15.371657 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7c597d7-0b80-43dc-953b-08d4d765f61f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:15.372288 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-c7c597d7-0b80-43dc-953b-08d4d765f61f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854193028'] for network, before_response {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:15.379488 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-bd7a941b-fc94-4dba-b156-d07bb846a6b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:27:15.381871 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-c90eabb8-05ca-4751-8752-e5e875e0f2ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:15.389082 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-4ecc82cc-2a9a-43e2-894a-143716bcc4e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:27:15.402701 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-bd7a941b-fc94-4dba-b156-d07bb846a6b3 admin admin] Usage tracker for resource:security_group_rule and tenant:8da7eb55c2cb47dc99275360edd183e2 is out of sync, need to count used quota {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:27:15.409118 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-bd7a941b-fc94-4dba-b156-d07bb846a6b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:27:15.415720 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-bd7a941b-fc94-4dba-b156-d07bb846a6b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:27:15.445810 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-c90eabb8-05ca-4751-8752-e5e875e0f2ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:27:15.458687 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-c90eabb8-05ca-4751-8752-e5e875e0f2ed admin admin] Usage tracker for resource:security_group_rule and tenant:7a993a3085dd473682673c16dce134e8 is out of sync, need to count used quota {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:27:15.467211 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-c90eabb8-05ca-4751-8752-e5e875e0f2ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:27:15.477397 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-c90eabb8-05ca-4751-8752-e5e875e0f2ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:27:15.487593 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-3f29f9ab-2ecf-4eac-b377-4e79a2dd2696 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:27:15.498715 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c597d7-0b80-43dc-953b-08d4d765f61f admin admin] Pushing event updated for resources: {'Network': ['ID=7250ffa3-b5f2-45bc-8c2b-8a04a901bc68,revision_number=1']} {{(pid=83922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:27:15.507384 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-c7c597d7-0b80-43dc-953b-08d4d765f61f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:27:15.512157 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Network 7250ffa3-b5f2-45bc-8c2b-8a04a901bc68 details requested by agent ovs-agent-dv-cinder-759943-5-iscsi with host dv-cinder-759943-5-iscsi {{(pid=83923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 03:27:15.524274 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-c7c597d7-0b80-43dc-953b-08d4d765f61f admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 875 time: 1.2419653
Feb 17 03:27:15.529347 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83922) accepted ('10.222.0.57', 34890) {{(pid=83922) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:27:15.544927 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.v2.base [None req-5856adbc-d48c-4e6b-97fd-e8872ed06b7b admin admin] Request body: {'subnet': {'network_id': '7250ffa3-b5f2-45bc-8c2b-8a04a901bc68', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-7957007-subnet', 'tenant_id': 'f26d86e30e4e473798e908122de8a6fc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:27:15.550572 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-5856adbc-d48c-4e6b-97fd-e8872ed06b7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:27:15.554478 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-5856adbc-d48c-4e6b-97fd-e8872ed06b7b admin admin] Usage tracker for resource:subnet and tenant:f26d86e30e4e473798e908122de8a6fc is out of sync, need to count used quota {{(pid=83922) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:27:15.557401 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-5856adbc-d48c-4e6b-97fd-e8872ed06b7b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83922) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:27:15.563572 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-5856adbc-d48c-4e6b-97fd-e8872ed06b7b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:27:15.576225 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5856adbc-d48c-4e6b-97fd-e8872ed06b7b admin admin] Made reservation on behalf of f26d86e30e4e473798e908122de8a6fc for: {'subnet': 1} {{(pid=83922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 03:27:15.581103 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-5856adbc-d48c-4e6b-97fd-e8872ed06b7b admin admin] Notify callbacks [] for subnet, before_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:15.600459 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-c90eabb8-05ca-4751-8752-e5e875e0f2ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:15.663968 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-bd7a941b-fc94-4dba-b156-d07bb846a6b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:15.687702 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Network 7250ffa3-b5f2-45bc-8c2b-8a04a901bc68 details requested by agent ovs-agent-hv-cinder-75994 with host hv-cinder-75994 {{(pid=83923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 03:27:15.705852 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-c90eabb8-05ca-4751-8752-e5e875e0f2ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876219'] for security_group, after_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:15.716441 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-bd7a941b-fc94-4dba-b156-d07bb846a6b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876219'] for security_group, after_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:15.730025 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:27:15.771648 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c90eabb8-05ca-4751-8752-e5e875e0f2ed admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=83921) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 17 03:27:15.785681 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-c90eabb8-05ca-4751-8752-e5e875e0f2ed admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363303097800223', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16617428'] for segment, precommit_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:15.786210 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.db.segments_db [None req-c90eabb8-05ca-4751-8752-e5e875e0f2ed admin admin] Added segment 04ec13f7-d10a-4a65-aedc-31a2beb45ed7 of type vxlan for network d466dec0-13e7-40f3-a9e3-a1dc88eb2dc6
Feb 17 03:27:15.904545 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90eabb8-05ca-4751-8752-e5e875e0f2ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ed12888-0f6b-4ae9-90da-1254bc4c37ed,revision_number=1']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:27:15.931249 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-54322028-c896-4aee-9ed8-ed15d27e79a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:15.949159 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90eabb8-05ca-4751-8752-e5e875e0f2ed admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:27:15.949549 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90eabb8-05ca-4751-8752-e5e875e0f2ed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:27:15.949974 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90eabb8-05ca-4751-8752-e5e875e0f2ed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:27:15.950328 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90eabb8-05ca-4751-8752-e5e875e0f2ed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:27:15.950678 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90eabb8-05ca-4751-8752-e5e875e0f2ed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:27:15.951030 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90eabb8-05ca-4751-8752-e5e875e0f2ed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:27:15.951387 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90eabb8-05ca-4751-8752-e5e875e0f2ed admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:27:15.951721 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90eabb8-05ca-4751-8752-e5e875e0f2ed admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:27:15.952062 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90eabb8-05ca-4751-8752-e5e875e0f2ed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:27:15.952775 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90eabb8-05ca-4751-8752-e5e875e0f2ed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:27:15.953152 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90eabb8-05ca-4751-8752-e5e875e0f2ed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:27:15.953506 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90eabb8-05ca-4751-8752-e5e875e0f2ed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:27:15.953942 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90eabb8-05ca-4751-8752-e5e875e0f2ed admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:27:15.954297 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90eabb8-05ca-4751-8752-e5e875e0f2ed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:27:15.954641 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90eabb8-05ca-4751-8752-e5e875e0f2ed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:27:15.955311 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90eabb8-05ca-4751-8752-e5e875e0f2ed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:27:15.955658 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90eabb8-05ca-4751-8752-e5e875e0f2ed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:27:15.956005 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90eabb8-05ca-4751-8752-e5e875e0f2ed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:27:15.956346 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90eabb8-05ca-4751-8752-e5e875e0f2ed admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:27:15.956963 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90eabb8-05ca-4751-8752-e5e875e0f2ed admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:27:15.957350 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90eabb8-05ca-4751-8752-e5e875e0f2ed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:27:15.957963 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90eabb8-05ca-4751-8752-e5e875e0f2ed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:27:15.958307 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90eabb8-05ca-4751-8752-e5e875e0f2ed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:27:15.958647 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90eabb8-05ca-4751-8752-e5e875e0f2ed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:27:15.959961 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90eabb8-05ca-4751-8752-e5e875e0f2ed admin admin] Tracked resource versions report:
Feb 17 03:27:15.959961 dv-cinder-759943-5-iscsi neutron-server[83810]: pushed versions:
Feb 17 03:27:15.959961 dv-cinder-759943-5-iscsi neutron-server[83810]: {   'AddressGroup': {'1.1'},
Feb 17 03:27:15.959961 dv-cinder-759943-5-iscsi neutron-server[83810]:     'ConntrackHelper': {'1.0'},
Feb 17 03:27:15.959961 dv-cinder-759943-5-iscsi neutron-server[83810]:     'Log': {'1.0'},
Feb 17 03:27:15.959961 dv-cinder-759943-5-iscsi neutron-server[83810]:     'Network': {'1.1'},
Feb 17 03:27:15.959961 dv-cinder-759943-5-iscsi neutron-server[83810]:     'Port': {'1.7'},
Feb 17 03:27:15.959961 dv-cinder-759943-5-iscsi neutron-server[83810]:     'PortForwarding': {'1.2'},
Feb 17 03:27:15.959961 dv-cinder-759943-5-iscsi neutron-server[83810]:     'QosPolicy': {'1.8'},
Feb 17 03:27:15.959961 dv-cinder-759943-5-iscsi neutron-server[83810]:     'SecurityGroup': {'1.4'},
Feb 17 03:27:15.959961 dv-cinder-759943-5-iscsi neutron-server[83810]:     'SecurityGroupRule': {'1.2'},
Feb 17 03:27:15.959961 dv-cinder-759943-5-iscsi neutron-server[83810]:     'SubPort': {'1.0'},
Feb 17 03:27:15.959961 dv-cinder-759943-5-iscsi neutron-server[83810]:     'Subnet': {'1.1'},
Feb 17 03:27:15.959961 dv-cinder-759943-5-iscsi neutron-server[83810]:     'Trunk': {'1.1'}}
Feb 17 03:27:15.959961 dv-cinder-759943-5-iscsi neutron-server[83810]: consumer versions:
Feb 17 03:27:15.959961 dv-cinder-759943-5-iscsi neutron-server[83810]: {   DHCP agent@dv-cinder-759943-5-iscsi: {},
Feb 17 03:27:15.959961 dv-cinder-759943-5-iscsi neutron-server[83810]:     L3 agent@dv-cinder-759943-5-iscsi: {},
Feb 17 03:27:15.959961 dv-cinder-759943-5-iscsi neutron-server[83810]:     Metadata agent@dv-cinder-759943-5-iscsi: {},
Feb 17 03:27:15.959961 dv-cinder-759943-5-iscsi neutron-server[83810]:     Metering agent@dv-cinder-759943-5-iscsi: {},
Feb 17 03:27:15.959961 dv-cinder-759943-5-iscsi neutron-server[83810]:     Open vSwitch agent@dv-cinder-759943-5-iscsi: {   'AddressGroup': '1.1',
Feb 17 03:27:15.959961 dv-cinder-759943-5-iscsi neutron-server[83810]:                                                      'ConntrackHelper': '1.0',
Feb 17 03:27:15.959961 dv-cinder-759943-5-iscsi neutron-server[83810]:                                                      'Log': '1.0',
Feb 17 03:27:15.959961 dv-cinder-759943-5-iscsi neutron-server[83810]:                                                      'Network': '1.1',
Feb 17 03:27:15.959961 dv-cinder-759943-5-iscsi neutron-server[83810]:                                                      'Port': '1.7',
Feb 17 03:27:15.959961 dv-cinder-759943-5-iscsi neutron-server[83810]:                                                      'PortForwarding': '1.2',
Feb 17 03:27:15.959961 dv-cinder-759943-5-iscsi neutron-server[83810]:                                                      'QosPolicy': '1.8',
Feb 17 03:27:15.959961 dv-cinder-759943-5-iscsi neutron-server[83810]:                                                      'SecurityGroup': '1.4',
Feb 17 03:27:15.959961 dv-cinder-759943-5-iscsi neutron-server[83810]:                                                      'SecurityGroupRule': '1.2',
Feb 17 03:27:15.959961 dv-cinder-759943-5-iscsi neutron-server[83810]:                                                      'SubPort': '1.0',
Feb 17 03:27:15.959961 dv-cinder-759943-5-iscsi neutron-server[83810]:                                                      'Subnet': '1.1',
Feb 17 03:27:15.959961 dv-cinder-759943-5-iscsi neutron-server[83810]:                                                      'Trunk': '1.1'},
Feb 17 03:27:15.959961 dv-cinder-759943-5-iscsi neutron-server[83810]:     Open vSwitch agent@hv-cinder-75994: {   'AddressGroup': '1.1',
Feb 17 03:27:15.959961 dv-cinder-759943-5-iscsi neutron-server[83810]:                                             'ConntrackHelper': '1.0',
Feb 17 03:27:15.959961 dv-cinder-759943-5-iscsi neutron-server[83810]:                                             'Log': '1.0',
Feb 17 03:27:15.959961 dv-cinder-759943-5-iscsi neutron-server[83810]:                                             'Network': '1.1',
Feb 17 03:27:15.959961 dv-cinder-759943-5-iscsi neutron-server[83810]:                                             'Port': '1.7',
Feb 17 03:27:15.959961 dv-cinder-759943-5-iscsi neutron-server[83810]:                                             'PortForwarding': '1.2',
Feb 17 03:27:15.959961 dv-cinder-759943-5-iscsi neutron-server[83810]:                                             'QosPolicy': '1.8',
Feb 17 03:27:15.959961 dv-cinder-759943-5-iscsi neutron-server[83810]:                                             'SecurityGroup': '1.4',
Feb 17 03:27:15.959961 dv-cinder-759943-5-iscsi neutron-server[83810]:                                             'SecurityGroupRule': '1.2',
Feb 17 03:27:15.959961 dv-cinder-759943-5-iscsi neutron-server[83810]:                                             'SubPort': '1.0',
Feb 17 03:27:15.959961 dv-cinder-759943-5-iscsi neutron-server[83810]:                                             'Subnet': '1.1',
Feb 17 03:27:15.959961 dv-cinder-759943-5-iscsi neutron-server[83810]:                                             'Trunk': '1.1'}}
Feb 17 03:27:15.959961 dv-cinder-759943-5-iscsi neutron-server[83810]:  {{(pid=83921) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Feb 17 03:27:15.989473 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-54322028-c896-4aee-9ed8-ed15d27e79a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876219'] for security_group, after_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:16.002436 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-c90eabb8-05ca-4751-8752-e5e875e0f2ed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363303098315039'] for network, precommit_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:16.097108 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7a941b-fc94-4dba-b156-d07bb846a6b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8d8b256-f933-42bb-9ad3-a02b9415114a,revision_number=1']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:27:16.099740 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-bc613cde-1529-473b-8a05-72c3261a2698 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:16.102518 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-bd7a941b-fc94-4dba-b156-d07bb846a6b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:27:16.102955 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.167s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:27:16.112153 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-bc613cde-1529-473b-8a05-72c3261a2698 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876219'] for security_group, after_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:16.118443 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-c90eabb8-05ca-4751-8752-e5e875e0f2ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850'] for network, after_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:16.130343 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c90eabb8-05ca-4751-8752-e5e875e0f2ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:16.131004 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-c90eabb8-05ca-4751-8752-e5e875e0f2ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854193028'] for network, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:16.133631 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:27:16.142008 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.db.api [None req-bd7a941b-fc94-4dba-b156-d07bb846a6b3 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=83921) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 17 03:27:16.142383 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_db.api [None req-bd7a941b-fc94-4dba-b156-d07bb846a6b3 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=83921) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 17 03:27:16.142965 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.db.api [None req-54322028-c896-4aee-9ed8-ed15d27e79a1 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=83921) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 17 03:27:16.143295 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_db.api [None req-54322028-c896-4aee-9ed8-ed15d27e79a1 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=83921) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 17 03:27:16.157720 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54322028-c896-4aee-9ed8-ed15d27e79a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a034f11-6095-46d6-bffd-d2ce932f5f6d,revision_number=1']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:27:16.161575 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-54322028-c896-4aee-9ed8-ed15d27e79a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:27:16.162234 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.153s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:27:16.162634 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:27:16.169143 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-3f29f9ab-2ecf-4eac-b377-4e79a2dd2696 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:16.171868 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:27:16.199203 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-3f29f9ab-2ecf-4eac-b377-4e79a2dd2696 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876219'] for security_group, after_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:16.215589 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc613cde-1529-473b-8a05-72c3261a2698 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5}  {{(pid=83922) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 17 03:27:16.240881 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-bc613cde-1529-473b-8a05-72c3261a2698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16617428'] for segment, precommit_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:16.241168 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.db.segments_db [None req-bc613cde-1529-473b-8a05-72c3261a2698 admin admin] Added segment edc0940c-57ea-45ad-8589-5951cb8baffd of type vxlan for network 735791d7-b752-470f-b049-6623a91713f5
Feb 17 03:27:16.275901 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-bc613cde-1529-473b-8a05-72c3261a2698 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363303098315039'] for network, precommit_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:16.284462 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc613cde-1529-473b-8a05-72c3261a2698 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2b2fb8f-fadb-4e94-8cd4-7c56f26bff4c,revision_number=1']} {{(pid=83922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:27:16.298093 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-bc613cde-1529-473b-8a05-72c3261a2698 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:27:16.300240 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90eabb8-05ca-4751-8752-e5e875e0f2ed admin admin] Pushing event updated for resources: {'Network': ['ID=d466dec0-13e7-40f3-a9e3-a1dc88eb2dc6,revision_number=1']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:27:16.304622 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-c90eabb8-05ca-4751-8752-e5e875e0f2ed admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 1.2005017
Feb 17 03:27:16.305651 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-c90eabb8-05ca-4751-8752-e5e875e0f2ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:27:16.308813 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.57', 34922) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:27:16.316278 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.v2.base [None req-66e158a9-d021-4b91-9ef8-7b3532bff20f admin admin] Request body: {'subnet': {'network_id': 'd466dec0-13e7-40f3-a9e3-a1dc88eb2dc6', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-641070870-subnet', 'tenant_id': '7a993a3085dd473682673c16dce134e8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:27:16.322297 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Network d466dec0-13e7-40f3-a9e3-a1dc88eb2dc6 details requested by agent ovs-agent-dv-cinder-759943-5-iscsi with host dv-cinder-759943-5-iscsi {{(pid=83923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 03:27:16.322779 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-66e158a9-d021-4b91-9ef8-7b3532bff20f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:27:16.322941 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.099s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:27:16.327542 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-66e158a9-d021-4b91-9ef8-7b3532bff20f admin admin] Usage tracker for resource:subnet and tenant:7a993a3085dd473682673c16dce134e8 is out of sync, need to count used quota {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:27:16.330869 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-66e158a9-d021-4b91-9ef8-7b3532bff20f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:27:16.337488 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-66e158a9-d021-4b91-9ef8-7b3532bff20f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:27:16.348235 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66e158a9-d021-4b91-9ef8-7b3532bff20f admin admin] Made reservation on behalf of 7a993a3085dd473682673c16dce134e8 for: {'subnet': 1} {{(pid=83921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 03:27:16.355155 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-66e158a9-d021-4b91-9ef8-7b3532bff20f admin admin] Notify callbacks [] for subnet, before_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:16.387066 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f29f9ab-2ecf-4eac-b377-4e79a2dd2696 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=142dc768-ec4d-47bb-904d-aba33168b788,revision_number=1']} {{(pid=83922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:27:16.392705 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-3f29f9ab-2ecf-4eac-b377-4e79a2dd2696 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:27:16.415402 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Network d466dec0-13e7-40f3-a9e3-a1dc88eb2dc6 details requested by agent ovs-agent-hv-cinder-75994 with host hv-cinder-75994 {{(pid=83923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 03:27:16.438421 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-bc613cde-1529-473b-8a05-72c3261a2698 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850'] for network, after_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:16.449743 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.db.api [None req-3f29f9ab-2ecf-4eac-b377-4e79a2dd2696 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=83922) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 17 03:27:16.450493 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_db.api [None req-3f29f9ab-2ecf-4eac-b377-4e79a2dd2696 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=83922) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 17 03:27:16.459093 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc613cde-1529-473b-8a05-72c3261a2698 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:16.459883 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-bc613cde-1529-473b-8a05-72c3261a2698 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854193028'] for network, before_response {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:16.467878 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:27:16.584073 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-5856adbc-d48c-4e6b-97fd-e8872ed06b7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853913663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850'] for subnet, after_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:16.644920 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-bd7a941b-fc94-4dba-b156-d07bb846a6b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for network, before_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:16.670791 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-54322028-c896-4aee-9ed8-ed15d27e79a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for network, before_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:16.676833 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc613cde-1529-473b-8a05-72c3261a2698 admin admin] Pushing event updated for resources: {'Network': ['ID=735791d7-b752-470f-b049-6623a91713f5,revision_number=1']} {{(pid=83922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:27:16.692812 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Network 735791d7-b752-470f-b049-6623a91713f5 details requested by agent ovs-agent-dv-cinder-759943-5-iscsi with host dv-cinder-759943-5-iscsi {{(pid=83923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 03:27:16.700530 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-bc613cde-1529-473b-8a05-72c3261a2698 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:27:16.702769 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.086s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:27:16.746448 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83922) accepted ('10.222.0.57', 34930) {{(pid=83922) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:27:16.761326 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-bc613cde-1529-473b-8a05-72c3261a2698 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 2.3577542
Feb 17 03:27:16.775925 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83922) accepted ('10.222.0.57', 34934) {{(pid=83922) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:27:16.796500 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.v2.base [None req-c56d96cf-61f1-4137-b35d-d6bdec7b7d26 admin admin] Request body: {'subnet': {'network_id': '735791d7-b752-470f-b049-6623a91713f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-28655953-subnet', 'tenant_id': '64044155addf41e9ba2bde5782afed2a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:27:16.817187 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Network 735791d7-b752-470f-b049-6623a91713f5 details requested by agent ovs-agent-hv-cinder-75994 with host hv-cinder-75994 {{(pid=83923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 03:27:16.822262 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-c56d96cf-61f1-4137-b35d-d6bdec7b7d26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:27:16.847483 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-c56d96cf-61f1-4137-b35d-d6bdec7b7d26 admin admin] Usage tracker for resource:subnet and tenant:64044155addf41e9ba2bde5782afed2a is out of sync, need to count used quota {{(pid=83922) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:27:16.872955 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd7a941b-fc94-4dba-b156-d07bb846a6b3 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6}  {{(pid=83921) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 17 03:27:16.876828 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-c56d96cf-61f1-4137-b35d-d6bdec7b7d26 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83922) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:27:16.883226 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-bd7a941b-fc94-4dba-b156-d07bb846a6b3 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363303097800223', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16617428'] for segment, precommit_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:16.883659 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.db.segments_db [None req-bd7a941b-fc94-4dba-b156-d07bb846a6b3 admin admin] Added segment d4896407-aba6-4d6e-b442-40b3a9c2021a of type vxlan for network 07c25ad2-4e60-4400-a677-ca2c2e7c85f8
Feb 17 03:27:16.897419 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-c56d96cf-61f1-4137-b35d-d6bdec7b7d26 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:27:16.913126 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-bd7a941b-fc94-4dba-b156-d07bb846a6b3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363303098315039'] for network, precommit_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:16.914697 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5856adbc-d48c-4e6b-97fd-e8872ed06b7b admin admin] Pushing event updated for resources: {'Subnet': ['ID=f29a48ac-d6e4-4b02-b328-53d325347c14,revision_number=0']} {{(pid=83922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:27:16.943128 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-5856adbc-d48c-4e6b-97fd-e8872ed06b7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:27:16.945726 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c56d96cf-61f1-4137-b35d-d6bdec7b7d26 admin admin] Made reservation on behalf of 64044155addf41e9ba2bde5782afed2a for: {'subnet': 1} {{(pid=83922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 03:27:16.951304 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-c56d96cf-61f1-4137-b35d-d6bdec7b7d26 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:16.956686 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-bd7a941b-fc94-4dba-b156-d07bb846a6b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850'] for network, after_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:16.974104 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd7a941b-fc94-4dba-b156-d07bb846a6b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:16.974746 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-bd7a941b-fc94-4dba-b156-d07bb846a6b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854193028'] for network, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:17.001898 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:27:17.019724 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-3f29f9ab-2ecf-4eac-b377-4e79a2dd2696 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for network, before_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:17.076618 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-bd7a941b-fc94-4dba-b156-d07bb846a6b3 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 2.1074483
Feb 17 03:27:17.077358 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.db.api [None req-54322028-c896-4aee-9ed8-ed15d27e79a1 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=83921) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 17 03:27:17.077710 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_db.api [None req-54322028-c896-4aee-9ed8-ed15d27e79a1 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=83921) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 17 03:27:17.094714 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.57', 34948) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:27:17.104056 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.v2.base [None req-6678d892-5ed6-43b6-9cfb-f25f73cc3f01 admin admin] Request body: {'subnet': {'network_id': '07c25ad2-4e60-4400-a677-ca2c2e7c85f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-352024799-subnet', 'tenant_id': '8da7eb55c2cb47dc99275360edd183e2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:27:17.117441 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-6678d892-5ed6-43b6-9cfb-f25f73cc3f01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:27:17.130845 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-6678d892-5ed6-43b6-9cfb-f25f73cc3f01 admin admin] Usage tracker for resource:subnet and tenant:8da7eb55c2cb47dc99275360edd183e2 is out of sync, need to count used quota {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:27:17.138857 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-6678d892-5ed6-43b6-9cfb-f25f73cc3f01 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:27:17.142483 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7a941b-fc94-4dba-b156-d07bb846a6b3 admin admin] Pushing event updated for resources: {'Network': ['ID=07c25ad2-4e60-4400-a677-ca2c2e7c85f8,revision_number=1']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:27:17.147636 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-54322028-c896-4aee-9ed8-ed15d27e79a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for network, before_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:17.156238 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Network 07c25ad2-4e60-4400-a677-ca2c2e7c85f8 details requested by agent ovs-agent-dv-cinder-759943-5-iscsi with host dv-cinder-759943-5-iscsi {{(pid=83923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 03:27:17.162574 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-bd7a941b-fc94-4dba-b156-d07bb846a6b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:27:17.163525 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-6678d892-5ed6-43b6-9cfb-f25f73cc3f01 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:27:17.200915 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6678d892-5ed6-43b6-9cfb-f25f73cc3f01 admin admin] Made reservation on behalf of 8da7eb55c2cb47dc99275360edd183e2 for: {'subnet': 1} {{(pid=83921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 03:27:17.205779 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-6678d892-5ed6-43b6-9cfb-f25f73cc3f01 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:17.268194 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Network 07c25ad2-4e60-4400-a677-ca2c2e7c85f8 details requested by agent ovs-agent-hv-cinder-75994 with host hv-cinder-75994 {{(pid=83923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 03:27:17.297914 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54322028-c896-4aee-9ed8-ed15d27e79a1 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7}  {{(pid=83921) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 17 03:27:17.322966 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-54322028-c896-4aee-9ed8-ed15d27e79a1 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363303097800223', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16617428'] for segment, precommit_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:17.323947 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.db.segments_db [None req-54322028-c896-4aee-9ed8-ed15d27e79a1 admin admin] Added segment 4bd29afe-058f-4758-98df-05beb902e75b of type vxlan for network 90e5bf38-a0dc-48bd-9401-739bcf8a5d8a
Feb 17 03:27:17.340168 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-516db23b-d18b-4ca0-88fe-12a96771b581 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:17.392749 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-516db23b-d18b-4ca0-88fe-12a96771b581 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:27:17.415979 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-54322028-c896-4aee-9ed8-ed15d27e79a1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363303098315039'] for network, precommit_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:17.422466 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-516db23b-d18b-4ca0-88fe-12a96771b581 admin admin] Usage tracker for resource:security_group_rule and tenant:1bd89ef7b9874460b283ad708602491f is out of sync, need to count used quota {{(pid=83922) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:27:17.432725 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-516db23b-d18b-4ca0-88fe-12a96771b581 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83922) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:27:17.445515 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-516db23b-d18b-4ca0-88fe-12a96771b581 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:27:17.454551 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5856adbc-d48c-4e6b-97fd-e8872ed06b7b admin admin] Checking segment: {'id': '8988ab3d-62e3-434b-a157-4df88e553ac2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '7250ffa3-b5f2-45bc-8c2b-8a04a901bc68'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 03:27:17.455096 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5856adbc-d48c-4e6b-97fd-e8872ed06b7b admin admin] Network hostable DHCP agents. Network: 7250ffa3-b5f2-45bc-8c2b-8a04a901bc68, hostable agents: ['7cb7ebf0-d0cf-4b99-bfd7-3c4bb0fe13b2'], hosted agents: [] {{(pid=83922) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 17 03:27:17.460053 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-66e158a9-d021-4b91-9ef8-7b3532bff20f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853913663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850'] for subnet, after_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:17.510714 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5856adbc-d48c-4e6b-97fd-e8872ed06b7b admin admin] Network 7250ffa3-b5f2-45bc-8c2b-8a04a901bc68 is scheduled to be hosted by DHCP agent 7cb7ebf0-d0cf-4b99-bfd7-3c4bb0fe13b2 with binding_index 1 {{(pid=83922) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 17 03:27:17.525868 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:27:17.581694 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.scheduler.base_scheduler [None req-5856adbc-d48c-4e6b-97fd-e8872ed06b7b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759943-5-iscsi, 7250ffa3-b5f2-45bc-8c2b-8a04a901bc68) {{(pid=83922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 03:27:17.591085 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5856adbc-d48c-4e6b-97fd-e8872ed06b7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:17.591893 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-5856adbc-d48c-4e6b-97fd-e8872ed06b7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854193028'] for subnet, before_response {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:17.594302 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c18ab9b7-3388-468e-b317-2b22134e610d None None] Network 7250ffa3-b5f2-45bc-8c2b-8a04a901bc68 requested from dv-cinder-759943-5-iscsi {{(pid=83923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 03:27:17.654548 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-54322028-c896-4aee-9ed8-ed15d27e79a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850'] for network, after_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:17.661492 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.db.api [None req-3f29f9ab-2ecf-4eac-b377-4e79a2dd2696 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=83922) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 17 03:27:17.661976 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_db.api [None req-3f29f9ab-2ecf-4eac-b377-4e79a2dd2696 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=83922) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 17 03:27:17.664073 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54322028-c896-4aee-9ed8-ed15d27e79a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:17.664732 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-54322028-c896-4aee-9ed8-ed15d27e79a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854193028'] for network, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:17.698233 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-516db23b-d18b-4ca0-88fe-12a96771b581 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:17.728387 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e158a9-d021-4b91-9ef8-7b3532bff20f admin admin] Pushing event updated for resources: {'Subnet': ['ID=44a64da7-fd65-4dbe-bf91-02825f58b3d5,revision_number=0']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:27:17.749538 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-66e158a9-d021-4b91-9ef8-7b3532bff20f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:27:17.759682 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-c90eabb8-05ca-4751-8752-e5e875e0f2ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.085s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:27:17.772027 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-516db23b-d18b-4ca0-88fe-12a96771b581 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876219'] for security_group, after_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:17.782958 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-5856adbc-d48c-4e6b-97fd-e8872ed06b7b admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 2.2436254
Feb 17 03:27:17.783144 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-54322028-c896-4aee-9ed8-ed15d27e79a1 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 880 time: 3.2442255
Feb 17 03:27:17.811304 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83922) accepted ('10.222.0.57', 34962) {{(pid=83922) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:27:17.811958 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:27:17.822777 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-516db23b-d18b-4ca0-88fe-12a96771b581 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=1bd89ef7b9874460b283ad708602491f&name=default HTTP/1.1" status: 200  len: 2975 time: 1.0702167
Feb 17 03:27:17.831887 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83922) accepted ('10.222.0.57', 34964) {{(pid=83922) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:27:17.840549 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.v2.base [None req-5c9eb820-f491-445c-9caf-fa17cd30745b admin admin] Request body: {'subnet': {'network_id': '90e5bf38-a0dc-48bd-9401-739bcf8a5d8a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-618177089-subnet', 'tenant_id': '41ae341c7001465897265b1c5eda9767', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:27:17.885084 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-5c9eb820-f491-445c-9caf-fa17cd30745b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:27:17.902595 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-5c9eb820-f491-445c-9caf-fa17cd30745b admin admin] Usage tracker for resource:subnet and tenant:41ae341c7001465897265b1c5eda9767 is out of sync, need to count used quota {{(pid=83922) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:27:17.914746 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-5c9eb820-f491-445c-9caf-fa17cd30745b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83922) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:27:17.938727 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516db23b-d18b-4ca0-88fe-12a96771b581 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c309ca2-342d-4323-9776-16de04fc447c,revision_number=1']} {{(pid=83922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:27:17.946613 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-5c9eb820-f491-445c-9caf-fa17cd30745b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:27:17.952061 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bcd315c-614e-4eb0-87e3-279c0f8b46ed None None] Network 7250ffa3-b5f2-45bc-8c2b-8a04a901bc68 requested from dv-cinder-759943-5-iscsi {{(pid=83923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 03:27:17.973154 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-516db23b-d18b-4ca0-88fe-12a96771b581 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:27:18.012509 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c9eb820-f491-445c-9caf-fa17cd30745b admin admin] Made reservation on behalf of 41ae341c7001465897265b1c5eda9767 for: {'subnet': 1} {{(pid=83922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 03:27:18.018910 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-5c9eb820-f491-445c-9caf-fa17cd30745b admin admin] Notify callbacks [] for subnet, before_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:18.062052 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54322028-c896-4aee-9ed8-ed15d27e79a1 admin admin] Pushing event updated for resources: {'Network': ['ID=90e5bf38-a0dc-48bd-9401-739bcf8a5d8a,revision_number=1']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:27:18.112463 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-54322028-c896-4aee-9ed8-ed15d27e79a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:27:18.126777 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-993425c2-3680-402d-81c1-3eac9e29122a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:18.144984 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Network 90e5bf38-a0dc-48bd-9401-739bcf8a5d8a details requested by agent ovs-agent-dv-cinder-759943-5-iscsi with host dv-cinder-759943-5-iscsi {{(pid=83923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 03:27:18.154839 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e158a9-d021-4b91-9ef8-7b3532bff20f admin admin] Checking segment: {'id': '04ec13f7-d10a-4a65-aedc-31a2beb45ed7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'd466dec0-13e7-40f3-a9e3-a1dc88eb2dc6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 03:27:18.155230 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66e158a9-d021-4b91-9ef8-7b3532bff20f admin admin] Network hostable DHCP agents. Network: d466dec0-13e7-40f3-a9e3-a1dc88eb2dc6, hostable agents: ['7cb7ebf0-d0cf-4b99-bfd7-3c4bb0fe13b2'], hosted agents: [] {{(pid=83921) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 17 03:27:18.188227 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66e158a9-d021-4b91-9ef8-7b3532bff20f admin admin] Network d466dec0-13e7-40f3-a9e3-a1dc88eb2dc6 is scheduled to be hosted by DHCP agent 7cb7ebf0-d0cf-4b99-bfd7-3c4bb0fe13b2 with binding_index 1 {{(pid=83921) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 17 03:27:18.213334 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.scheduler.base_scheduler [None req-66e158a9-d021-4b91-9ef8-7b3532bff20f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759943-5-iscsi, d466dec0-13e7-40f3-a9e3-a1dc88eb2dc6) {{(pid=83921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 03:27:18.220157 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66e158a9-d021-4b91-9ef8-7b3532bff20f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:18.220793 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-66e158a9-d021-4b91-9ef8-7b3532bff20f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854193028'] for subnet, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:18.227829 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-993425c2-3680-402d-81c1-3eac9e29122a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:18.253282 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-66e158a9-d021-4b91-9ef8-7b3532bff20f admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 1.9364574
Feb 17 03:27:18.253486 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Network 90e5bf38-a0dc-48bd-9401-739bcf8a5d8a details requested by agent ovs-agent-hv-cinder-75994 with host hv-cinder-75994 {{(pid=83923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 03:27:18.294086 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.57', 34992) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:27:18.309374 dv-cinder-759943-5-iscsi neutron-server[83810]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Feb 17 03:27:18.357395 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-c56d96cf-61f1-4137-b35d-d6bdec7b7d26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853913663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850'] for subnet, after_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:18.380210 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-5856adbc-d48c-4e6b-97fd-e8872ed06b7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:27:18.436383 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-6678d892-5ed6-43b6-9cfb-f25f73cc3f01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853913663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850'] for subnet, after_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:18.454937 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5465fb0b-694c-4d46-8a41-66a5f6f2066c None None] Network d466dec0-13e7-40f3-a9e3-a1dc88eb2dc6 requested from dv-cinder-759943-5-iscsi {{(pid=83923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 03:27:18.457251 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:27:18.577390 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-993425c2-3680-402d-81c1-3eac9e29122a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876219'] for security_group, after_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:18.638803 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56d96cf-61f1-4137-b35d-d6bdec7b7d26 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1603be8a-dd86-41be-b651-1a8436af8dbf,revision_number=0']} {{(pid=83922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:27:18.641149 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-3f29f9ab-2ecf-4eac-b377-4e79a2dd2696 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for network, before_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:18.657372 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efb2a70-1480-46a6-8776-dcf68024c9bb req-60af7da7-8623-4583-b10e-ff22b7911d96 tempest-DeleteServersTestJSON-594113530 tempest-DeleteServersTestJSON-594113530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:18.659318 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-0efb2a70-1480-46a6-8776-dcf68024c9bb req-60af7da7-8623-4583-b10e-ff22b7911d96 tempest-DeleteServersTestJSON-594113530 tempest-DeleteServersTestJSON-594113530-project] 10.222.0.57 "GET /v2.0/networks?id=7250ffa3-b5f2-45bc-8c2b-8a04a901bc68 HTTP/1.1" status: 200  len: 809 time: 0.3636966
Feb 17 03:27:18.664600 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6678d892-5ed6-43b6-9cfb-f25f73cc3f01 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1c7a001-c305-42ea-923a-4661960efd2e,revision_number=0']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:27:18.669543 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-6678d892-5ed6-43b6-9cfb-f25f73cc3f01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:27:18.690721 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-c56d96cf-61f1-4137-b35d-d6bdec7b7d26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:27:18.701269 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-0efb2a70-1480-46a6-8776-dcf68024c9bb req-3a45a443-1dab-4613-b6e4-7d8b6c587914 tempest-DeleteServersTestJSON-594113530 tempest-DeleteServersTestJSON-594113530-project] 10.222.0.57 "GET /v2.0/quotas/f26d86e30e4e473798e908122de8a6fc HTTP/1.1" status: 200  len: 375 time: 0.0265138
Feb 17 03:27:18.742744 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f29f9ab-2ecf-4eac-b377-4e79a2dd2696 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8}  {{(pid=83922) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 17 03:27:18.755211 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-3f29f9ab-2ecf-4eac-b377-4e79a2dd2696 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16617428'] for segment, precommit_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:18.755598 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.db.segments_db [None req-3f29f9ab-2ecf-4eac-b377-4e79a2dd2696 admin admin] Added segment 65c0d646-2325-475a-9350-f88d9dd1380a of type vxlan for network 196dd25e-6f79-49ea-bd1a-b88102e9bbe7
Feb 17 03:27:18.774756 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:27:18.798489 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-0efb2a70-1480-46a6-8776-dcf68024c9bb req-61966648-a3d4-4935-87e6-fb08dd899376 tempest-DeleteServersTestJSON-594113530 tempest-DeleteServersTestJSON-594113530-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=f26d86e30e4e473798e908122de8a6fc&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0863440
Feb 17 03:27:18.837084 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6678d892-5ed6-43b6-9cfb-f25f73cc3f01 admin admin] Checking segment: {'id': 'd4896407-aba6-4d6e-b442-40b3a9c2021a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '07c25ad2-4e60-4400-a677-ca2c2e7c85f8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 03:27:18.838467 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6678d892-5ed6-43b6-9cfb-f25f73cc3f01 admin admin] Network hostable DHCP agents. Network: 07c25ad2-4e60-4400-a677-ca2c2e7c85f8, hostable agents: ['7cb7ebf0-d0cf-4b99-bfd7-3c4bb0fe13b2'], hosted agents: [] {{(pid=83921) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 17 03:27:18.840342 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993425c2-3680-402d-81c1-3eac9e29122a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c309ca2-342d-4323-9776-16de04fc447c,revision_number=None']} {{(pid=83922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:27:18.869351 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-993425c2-3680-402d-81c1-3eac9e29122a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:27:18.889906 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-993425c2-3680-402d-81c1-3eac9e29122a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:18.893646 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-993425c2-3680-402d-81c1-3eac9e29122a admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/9c309ca2-342d-4323-9776-16de04fc447c HTTP/1.1" status: 204  len: 168 time: 1.0603945
Feb 17 03:27:18.893823 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6678d892-5ed6-43b6-9cfb-f25f73cc3f01 admin admin] Network 07c25ad2-4e60-4400-a677-ca2c2e7c85f8 is scheduled to be hosted by DHCP agent 7cb7ebf0-d0cf-4b99-bfd7-3c4bb0fe13b2 with binding_index 1 {{(pid=83921) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 17 03:27:18.893945 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-3f29f9ab-2ecf-4eac-b377-4e79a2dd2696 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363303098315039'] for network, precommit_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:18.905108 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.scheduler.base_scheduler [None req-6678d892-5ed6-43b6-9cfb-f25f73cc3f01 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759943-5-iscsi, 07c25ad2-4e60-4400-a677-ca2c2e7c85f8) {{(pid=83921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 03:27:18.909689 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6678d892-5ed6-43b6-9cfb-f25f73cc3f01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:18.910739 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-6678d892-5ed6-43b6-9cfb-f25f73cc3f01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854193028'] for subnet, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:18.927742 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c56d96cf-61f1-4137-b35d-d6bdec7b7d26 admin admin] Checking segment: {'id': 'edc0940c-57ea-45ad-8589-5951cb8baffd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '735791d7-b752-470f-b049-6623a91713f5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 03:27:18.928130 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c56d96cf-61f1-4137-b35d-d6bdec7b7d26 admin admin] Network hostable DHCP agents. Network: 735791d7-b752-470f-b049-6623a91713f5, hostable agents: ['7cb7ebf0-d0cf-4b99-bfd7-3c4bb0fe13b2'], hosted agents: [] {{(pid=83922) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 17 03:27:18.932109 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-6678d892-5ed6-43b6-9cfb-f25f73cc3f01 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 855 time: 1.8362498
Feb 17 03:27:18.938921 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.57', 35020) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:27:18.944971 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.v2.base [None req-0fcfbab3-6368-44e7-8b4b-cda3c8fbaa00 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-352024799-router', 'tenant_id': '8da7eb55c2cb47dc99275360edd183e2', 'external_gateway_info': {'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718'}}} {{(pid=83921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:27:18.945228 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70da0f85-e898-4185-aece-acdea38d9451 None None] Network 07c25ad2-4e60-4400-a677-ca2c2e7c85f8 requested from dv-cinder-759943-5-iscsi {{(pid=83923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 03:27:18.961937 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-0fcfbab3-6368-44e7-8b4b-cda3c8fbaa00 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:27:18.971129 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-0fcfbab3-6368-44e7-8b4b-cda3c8fbaa00 admin admin] Usage tracker for resource:router and tenant:8da7eb55c2cb47dc99275360edd183e2 is out of sync, need to count used quota {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:27:18.976786 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-0fcfbab3-6368-44e7-8b4b-cda3c8fbaa00 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:27:18.987002 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-0fcfbab3-6368-44e7-8b4b-cda3c8fbaa00 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:27:19.008207 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-0fcfbab3-6368-44e7-8b4b-cda3c8fbaa00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853830448', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854760905'] for router, before_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:19.009942 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-0fcfbab3-6368-44e7-8b4b-cda3c8fbaa00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853830617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853785443', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-871862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14911'] for router, precommit_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:19.069295 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-0fcfbab3-6368-44e7-8b4b-cda3c8fbaa00 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:19.078706 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c56d96cf-61f1-4137-b35d-d6bdec7b7d26 admin admin] Network 735791d7-b752-470f-b049-6623a91713f5 is scheduled to be hosted by DHCP agent 7cb7ebf0-d0cf-4b99-bfd7-3c4bb0fe13b2 with binding_index 1 {{(pid=83922) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 17 03:27:19.100130 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.scheduler.base_scheduler [None req-c56d96cf-61f1-4137-b35d-d6bdec7b7d26 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759943-5-iscsi, 735791d7-b752-470f-b049-6623a91713f5) {{(pid=83922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 03:27:19.112640 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c56d96cf-61f1-4137-b35d-d6bdec7b7d26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:19.113343 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-c56d96cf-61f1-4137-b35d-d6bdec7b7d26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854193028'] for subnet, before_response {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:19.127539 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c2c7fd5-8218-4241-a62f-07ee6f9c3066 None None] Network d466dec0-13e7-40f3-a9e3-a1dc88eb2dc6 requested from dv-cinder-759943-5-iscsi {{(pid=83923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 03:27:19.169674 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2691b874-7554-40b8-a2a1-9918d28fed11 None None] Network 735791d7-b752-470f-b049-6623a91713f5 requested from dv-cinder-759943-5-iscsi {{(pid=83923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 03:27:19.174912 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-3f29f9ab-2ecf-4eac-b377-4e79a2dd2696 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850'] for network, after_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:19.188198 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f29f9ab-2ecf-4eac-b377-4e79a2dd2696 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:19.192418 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-3f29f9ab-2ecf-4eac-b377-4e79a2dd2696 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854193028'] for network, before_response {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:19.202475 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-c56d96cf-61f1-4137-b35d-d6bdec7b7d26 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 2.4247715
Feb 17 03:27:19.209992 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83922) accepted ('10.222.0.57', 35034) {{(pid=83922) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:27:19.212690 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-32211ffa-c4f9-434a-a19d-d1b3960076ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:27:19.331880 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f29f9ab-2ecf-4eac-b377-4e79a2dd2696 admin admin] Pushing event updated for resources: {'Network': ['ID=196dd25e-6f79-49ea-bd1a-b88102e9bbe7,revision_number=1']} {{(pid=83922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:27:19.335192 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-3f29f9ab-2ecf-4eac-b377-4e79a2dd2696 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:27:19.343743 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.v2.base [None req-ab96d9e6-96d1-44c8-b8a3-e2e88dbc6542 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-28655953-router', 'tenant_id': '64044155addf41e9ba2bde5782afed2a', 'external_gateway_info': {'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718'}}} {{(pid=83922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:27:19.351113 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-ab96d9e6-96d1-44c8-b8a3-e2e88dbc6542 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:27:19.356520 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-ab96d9e6-96d1-44c8-b8a3-e2e88dbc6542 admin admin] Usage tracker for resource:router and tenant:64044155addf41e9ba2bde5782afed2a is out of sync, need to count used quota {{(pid=83922) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:27:19.360776 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-ab96d9e6-96d1-44c8-b8a3-e2e88dbc6542 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83922) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:27:19.367804 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-ab96d9e6-96d1-44c8-b8a3-e2e88dbc6542 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:27:19.387455 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-ab96d9e6-96d1-44c8-b8a3-e2e88dbc6542 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853830448', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854760905'] for router, before_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:19.388976 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-ab96d9e6-96d1-44c8-b8a3-e2e88dbc6542 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853830617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853785443', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-871862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14911'] for router, precommit_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:19.399370 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-3f29f9ab-2ecf-4eac-b377-4e79a2dd2696 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 877 time: 4.3435712
Feb 17 03:27:19.405550 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83922) accepted ('10.222.0.57', 35040) {{(pid=83922) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:27:19.433441 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.v2.base [None req-803c1a54-beda-4df8-8b8f-b0f9fa5eca9e admin admin] Request body: {'subnet': {'network_id': '196dd25e-6f79-49ea-bd1a-b88102e9bbe7', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1825359717-subnet', 'tenant_id': 'c568344bec0146c19c14571bff20a759', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:27:19.451954 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-803c1a54-beda-4df8-8b8f-b0f9fa5eca9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:27:19.459859 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Network 196dd25e-6f79-49ea-bd1a-b88102e9bbe7 details requested by agent ovs-agent-dv-cinder-759943-5-iscsi with host dv-cinder-759943-5-iscsi {{(pid=83923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 03:27:19.464853 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-803c1a54-beda-4df8-8b8f-b0f9fa5eca9e admin admin] Usage tracker for resource:subnet and tenant:c568344bec0146c19c14571bff20a759 is out of sync, need to count used quota {{(pid=83922) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:27:19.468911 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-ab96d9e6-96d1-44c8-b8a3-e2e88dbc6542 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:19.478134 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-803c1a54-beda-4df8-8b8f-b0f9fa5eca9e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83922) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:27:19.488138 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-803c1a54-beda-4df8-8b8f-b0f9fa5eca9e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:27:19.488351 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Network 196dd25e-6f79-49ea-bd1a-b88102e9bbe7 details requested by agent ovs-agent-hv-cinder-75994 with host hv-cinder-75994 {{(pid=83923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 03:27:19.516356 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-803c1a54-beda-4df8-8b8f-b0f9fa5eca9e admin admin] Made reservation on behalf of c568344bec0146c19c14571bff20a759 for: {'subnet': 1} {{(pid=83922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 03:27:19.521891 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-803c1a54-beda-4df8-8b8f-b0f9fa5eca9e admin admin] Notify callbacks [] for subnet, before_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:19.543208 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-0fcfbab3-6368-44e7-8b4b-cda3c8fbaa00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-990782', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-945334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14860'] for router, precommit_update {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:19.558841 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [req-0efb2a70-1480-46a6-8776-dcf68024c9bb req-67238875-89f2-4638-a509-3c021df52c27 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=83921) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 17 03:27:19.560178 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-0efb2a70-1480-46a6-8776-dcf68024c9bb req-67238875-89f2-4638-a509-3c021df52c27 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.5210309
Feb 17 03:27:19.599668 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.57', 35048) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:27:19.634007 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.v2.base [None req-3c800358-72ce-4b6c-abde-006243b898c1 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1508155985-network', 'tenant_id': '3cdb3f1cf9624750ad9597d369d83935'}} {{(pid=83921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:27:19.639826 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-3c800358-72ce-4b6c-abde-006243b898c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:27:19.645625 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-3c800358-72ce-4b6c-abde-006243b898c1 admin admin] Usage tracker for resource:network and tenant:3cdb3f1cf9624750ad9597d369d83935 is out of sync, need to count used quota {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:27:19.648774 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-3c800358-72ce-4b6c-abde-006243b898c1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:27:19.655673 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-3c800358-72ce-4b6c-abde-006243b898c1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:27:19.730049 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.57', 35056) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:27:19.796676 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c800358-72ce-4b6c-abde-006243b898c1 admin admin] Made reservation on behalf of 3cdb3f1cf9624750ad9597d369d83935 for: {'network': 1} {{(pid=83921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 03:27:19.802016 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-3c800358-72ce-4b6c-abde-006243b898c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for network, before_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:20.035179 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-5c9eb820-f491-445c-9caf-fa17cd30745b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853913663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850'] for subnet, after_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:20.036068 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-3c800358-72ce-4b6c-abde-006243b898c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:20.056428 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e1192432-21ac-41a4-bd4b-d54b7d5ba5cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:20.068963 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:27:20.078558 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-3c800358-72ce-4b6c-abde-006243b898c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:27:20.100005 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-e1192432-21ac-41a4-bd4b-d54b7d5ba5cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:27:20.103790 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-3c800358-72ce-4b6c-abde-006243b898c1 admin admin] Usage tracker for resource:security_group_rule and tenant:3cdb3f1cf9624750ad9597d369d83935 is out of sync, need to count used quota {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:27:20.112264 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-3c800358-72ce-4b6c-abde-006243b898c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:27:20.117507 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-e1192432-21ac-41a4-bd4b-d54b7d5ba5cb admin admin] Usage tracker for resource:security_group_rule and tenant:5058bb728df7484ba3fdf4d3376eee43 is out of sync, need to count used quota {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:27:20.127929 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-3c800358-72ce-4b6c-abde-006243b898c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:27:20.130311 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-e1192432-21ac-41a4-bd4b-d54b7d5ba5cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:27:20.139874 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-e1192432-21ac-41a4-bd4b-d54b7d5ba5cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:27:20.202336 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-0efb2a70-1480-46a6-8776-dcf68024c9bb req-a580895a-341f-4d17-ad65-ce6a51b2420d service neutron] 10.222.0.57 "GET /v2.0/networks/7250ffa3-b5f2-45bc-8c2b-8a04a901bc68?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6054461
Feb 17 03:27:20.203950 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd679e92-5d8f-4ea9-9240-d2da3f406819 None None] Network 07c25ad2-4e60-4400-a677-ca2c2e7c85f8 requested from dv-cinder-759943-5-iscsi {{(pid=83923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 03:27:20.357799 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95919566-801b-4355-8262-f0c42b7ea543 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp61300fb0-6849-57f9-b652-d8cd588f35fb-735791d7-b752-470f-b049-6623a91713f5', 'network_id': '735791d7-b752-470f-b049-6623a91713f5', 'tenant_id': '64044155addf41e9ba2bde5782afed2a', 'fixed_ips': [{'subnet_id': '1603be8a-dd86-41be-b651-1a8436af8dbf'}]}} from dv-cinder-759943-5-iscsi. {{(pid=83923) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Feb 17 03:27:20.359437 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-95919566-801b-4355-8262-f0c42b7ea543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for port, before_create {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:20.370690 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-ab96d9e6-96d1-44c8-b8a3-e2e88dbc6542 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-990782', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-945334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14860'] for router, precommit_update {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:20.483566 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9eb820-f491-445c-9caf-fa17cd30745b admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c8050c3-d22a-4b7f-8b2d-686c8f16c9a7,revision_number=0']} {{(pid=83922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:27:20.486243 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-5c9eb820-f491-445c-9caf-fa17cd30745b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:27:20.636165 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e1192432-21ac-41a4-bd4b-d54b7d5ba5cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:20.645669 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-0efb2a70-1480-46a6-8776-dcf68024c9bb req-3afa0e38-a1b7-44cd-84fa-89866094fbc8 service neutron] 10.222.0.57 "GET /v2.0/networks/7250ffa3-b5f2-45bc-8c2b-8a04a901bc68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4209299
Feb 17 03:27:20.681942 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e1192432-21ac-41a4-bd4b-d54b7d5ba5cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876219'] for security_group, after_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:20.688083 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-3c800358-72ce-4b6c-abde-006243b898c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:20.704936 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-bd7a941b-fc94-4dba-b156-d07bb846a6b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:27:20.717283 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-3c800358-72ce-4b6c-abde-006243b898c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876219'] for security_group, after_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:20.762818 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-0fcfbab3-6368-44e7-8b4b-cda3c8fbaa00 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:20.782460 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c9eb820-f491-445c-9caf-fa17cd30745b admin admin] Checking segment: {'id': '4bd29afe-058f-4758-98df-05beb902e75b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '90e5bf38-a0dc-48bd-9401-739bcf8a5d8a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 03:27:20.782856 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c9eb820-f491-445c-9caf-fa17cd30745b admin admin] Network hostable DHCP agents. Network: 90e5bf38-a0dc-48bd-9401-739bcf8a5d8a, hostable agents: ['7cb7ebf0-d0cf-4b99-bfd7-3c4bb0fe13b2'], hosted agents: [] {{(pid=83922) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 17 03:27:20.802642 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1192432-21ac-41a4-bd4b-d54b7d5ba5cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f0c105b-ef58-42e8-950d-1603a613525a,revision_number=1']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:27:20.812932 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-0fcfbab3-6368-44e7-8b4b-cda3c8fbaa00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for port, before_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:20.827500 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-e1192432-21ac-41a4-bd4b-d54b7d5ba5cb admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=5058bb728df7484ba3fdf4d3376eee43&name=default HTTP/1.1" status: 200  len: 2978 time: 0.8300369
Feb 17 03:27:20.829199 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c800358-72ce-4b6c-abde-006243b898c1 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 9}  {{(pid=83921) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 17 03:27:20.830058 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83922) accepted ('10.222.0.57', 35070) {{(pid=83922) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:27:20.832139 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-e1192432-21ac-41a4-bd4b-d54b7d5ba5cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:27:20.834492 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.093s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:27:20.848284 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c9eb820-f491-445c-9caf-fa17cd30745b admin admin] Network 90e5bf38-a0dc-48bd-9401-739bcf8a5d8a is scheduled to be hosted by DHCP agent 7cb7ebf0-d0cf-4b99-bfd7-3c4bb0fe13b2 with binding_index 1 {{(pid=83922) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 17 03:27:20.884728 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-3c800358-72ce-4b6c-abde-006243b898c1 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363303097800223', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16617428'] for segment, precommit_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:20.885132 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.db.segments_db [None req-3c800358-72ce-4b6c-abde-006243b898c1 admin admin] Added segment 20cfb119-d7d2-46e7-b3e4-d3a0eeedba17 of type vxlan for network db8b0b43-afd6-47d9-953c-ca332a11d443
Feb 17 03:27:20.890000 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.scheduler.base_scheduler [None req-5c9eb820-f491-445c-9caf-fa17cd30745b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759943-5-iscsi, 90e5bf38-a0dc-48bd-9401-739bcf8a5d8a) {{(pid=83922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 03:27:20.894388 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c9eb820-f491-445c-9caf-fa17cd30745b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:20.895174 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-5c9eb820-f491-445c-9caf-fa17cd30745b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854193028'] for subnet, before_response {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:20.964847 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bb3faf3-7204-4485-addd-f009f9e16d8d None None] Network 90e5bf38-a0dc-48bd-9401-739bcf8a5d8a requested from dv-cinder-759943-5-iscsi {{(pid=83923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 03:27:20.992242 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c800358-72ce-4b6c-abde-006243b898c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37e2b4a5-182e-4549-8dd5-26957637f6f3,revision_number=1']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:27:21.015437 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-3c800358-72ce-4b6c-abde-006243b898c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:27:21.059468 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-3c800358-72ce-4b6c-abde-006243b898c1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363303098315039'] for network, precommit_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:21.107759 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.db_base_plugin_common [None req-95919566-801b-4355-8262-f0c42b7ea543 None None] Allocated IP 172.20.0.2 (735791d7-b752-470f-b049-6623a91713f5/1603be8a-dd86-41be-b651-1a8436af8dbf/7d31eea6-cfb3-4e7b-81e8-52eee1fdc1d4) {{(pid=83923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 03:27:21.137118 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-1dbee879-03f4-4327-a958-924c1dc204c8 req-eb494c28-0c47-435a-9821-092e9dfe13c5 tempest-DeleteServersTestJSON-594113530 tempest-DeleteServersTestJSON-594113530-project] 10.222.0.57 "GET /v2.0/ports?device_id=5a792992-ad2a-408d-9e19-9363ed0b0c51 HTTP/1.1" status: 200  len: 210 time: 0.0922158
Feb 17 03:27:21.178756 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-5c9eb820-f491-445c-9caf-fa17cd30745b admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 3.3540399
Feb 17 03:27:21.239640 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-ab96d9e6-96d1-44c8-b8a3-e2e88dbc6542 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:21.263503 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-3c800358-72ce-4b6c-abde-006243b898c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850'] for network, after_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:21.268226 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c800358-72ce-4b6c-abde-006243b898c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:21.268874 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-89fba42a-e0dd-4d52-a46f-25db0a47eb87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:21.269018 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-3c800358-72ce-4b6c-abde-006243b898c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854193028'] for network, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:21.284787 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:27:21.299508 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-89fba42a-e0dd-4d52-a46f-25db0a47eb87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:21.353564 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-ab96d9e6-96d1-44c8-b8a3-e2e88dbc6542 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for port, before_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:21.378954 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-95919566-801b-4355-8262-f0c42b7ea543 None None] Notify callbacks [] for port, precommit_create {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:21.403273 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-95919566-801b-4355-8262-f0c42b7ea543 None None] Transition to ACTIVE for port object 7d31eea6-cfb3-4e7b-81e8-52eee1fdc1d4 will not be triggered until provisioned by entity L2. {{(pid=83923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 03:27:21.419392 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-95919566-801b-4355-8262-f0c42b7ea543 None None] Transition to ACTIVE for port object 7d31eea6-cfb3-4e7b-81e8-52eee1fdc1d4 will not be triggered until provisioned by entity DHCP. {{(pid=83923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 03:27:21.428338 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-95919566-801b-4355-8262-f0c42b7ea543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363303098263190'] for port, after_create {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:21.454365 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-79f300f1-cb27-4fa1-9680-4a858a13369a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:27:21.457476 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-89fba42a-e0dd-4d52-a46f-25db0a47eb87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876219'] for security_group, after_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:21.489851 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:27:21.544503 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c800358-72ce-4b6c-abde-006243b898c1 admin admin] Pushing event updated for resources: {'Network': ['ID=db8b0b43-afd6-47d9-953c-ca332a11d443,revision_number=1']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:27:21.562992 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-3c800358-72ce-4b6c-abde-006243b898c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:27:21.569362 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fba42a-e0dd-4d52-a46f-25db0a47eb87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f0c105b-ef58-42e8-950d-1603a613525a,revision_number=None']} {{(pid=83922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:27:21.570801 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Network db8b0b43-afd6-47d9-953c-ca332a11d443 details requested by agent ovs-agent-dv-cinder-759943-5-iscsi with host dv-cinder-759943-5-iscsi {{(pid=83923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 03:27:21.580506 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-89fba42a-e0dd-4d52-a46f-25db0a47eb87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:27:21.598494 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-89fba42a-e0dd-4d52-a46f-25db0a47eb87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:21.602627 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-89fba42a-e0dd-4d52-a46f-25db0a47eb87 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/8f0c105b-ef58-42e8-950d-1603a613525a HTTP/1.1" status: 204  len: 168 time: 0.7685344
Feb 17 03:27:21.634711 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.db_base_plugin_common [None req-0fcfbab3-6368-44e7-8b4b-cda3c8fbaa00 admin admin] Allocated IP 172.27.0.182 (47a54196-2e01-4ced-bf59-8f5a8abde718/d8fc1aa1-c957-4fea-a32a-c02e9a0805fb/52a52f33-96ff-4642-b524-3fffb2e91c17) {{(pid=83921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 03:27:21.646612 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-3c800358-72ce-4b6c-abde-006243b898c1 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 891 time: 2.0447226
Feb 17 03:27:21.653238 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.57', 35112) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:27:21.663282 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.v2.base [None req-ae15bd1e-6d39-430a-9d91-1f9c5029104c admin admin] Request body: {'subnet': {'network_id': 'db8b0b43-afd6-47d9-953c-ca332a11d443', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1508155985-subnet', 'tenant_id': '3cdb3f1cf9624750ad9597d369d83935', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:27:21.664795 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-803c1a54-beda-4df8-8b8f-b0f9fa5eca9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853913663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850'] for subnet, after_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:21.673104 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-ae15bd1e-6d39-430a-9d91-1f9c5029104c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:27:21.685106 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-ae15bd1e-6d39-430a-9d91-1f9c5029104c admin admin] Usage tracker for resource:subnet and tenant:3cdb3f1cf9624750ad9597d369d83935 is out of sync, need to count used quota {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:27:21.690205 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-c56d96cf-61f1-4137-b35d-d6bdec7b7d26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:27:21.712677 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-ae15bd1e-6d39-430a-9d91-1f9c5029104c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:27:21.796932 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-ae15bd1e-6d39-430a-9d91-1f9c5029104c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:27:21.828054 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae15bd1e-6d39-430a-9d91-1f9c5029104c admin admin] Made reservation on behalf of 3cdb3f1cf9624750ad9597d369d83935 for: {'subnet': 1} {{(pid=83921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 03:27:21.840838 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95919566-801b-4355-8262-f0c42b7ea543 None None] Pushing event updated for resources: {'Port': ['ID=7d31eea6-cfb3-4e7b-81e8-52eee1fdc1d4,revision_number=1']} {{(pid=83923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:27:21.841154 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-ae15bd1e-6d39-430a-9d91-1f9c5029104c admin admin] Notify callbacks [] for subnet, before_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:21.856502 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95919566-801b-4355-8262-f0c42b7ea543 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:27:21.856882 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95919566-801b-4355-8262-f0c42b7ea543 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:27:21.857302 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95919566-801b-4355-8262-f0c42b7ea543 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:27:21.858121 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95919566-801b-4355-8262-f0c42b7ea543 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:27:21.859194 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95919566-801b-4355-8262-f0c42b7ea543 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:27:21.859568 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95919566-801b-4355-8262-f0c42b7ea543 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:27:21.859959 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95919566-801b-4355-8262-f0c42b7ea543 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:27:21.860296 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95919566-801b-4355-8262-f0c42b7ea543 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:27:21.860660 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95919566-801b-4355-8262-f0c42b7ea543 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:27:21.861023 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95919566-801b-4355-8262-f0c42b7ea543 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:27:21.861437 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95919566-801b-4355-8262-f0c42b7ea543 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:27:21.861795 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95919566-801b-4355-8262-f0c42b7ea543 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:27:21.862241 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95919566-801b-4355-8262-f0c42b7ea543 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:27:21.862607 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95919566-801b-4355-8262-f0c42b7ea543 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:27:21.862938 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95919566-801b-4355-8262-f0c42b7ea543 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:27:21.863477 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95919566-801b-4355-8262-f0c42b7ea543 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:27:21.864145 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95919566-801b-4355-8262-f0c42b7ea543 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:27:21.864667 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95919566-801b-4355-8262-f0c42b7ea543 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:27:21.865217 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95919566-801b-4355-8262-f0c42b7ea543 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:27:21.865727 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95919566-801b-4355-8262-f0c42b7ea543 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:27:21.866236 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95919566-801b-4355-8262-f0c42b7ea543 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:27:21.866765 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95919566-801b-4355-8262-f0c42b7ea543 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:27:21.867272 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95919566-801b-4355-8262-f0c42b7ea543 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:27:21.867784 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95919566-801b-4355-8262-f0c42b7ea543 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:27:21.869341 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95919566-801b-4355-8262-f0c42b7ea543 None None] Tracked resource versions report:
Feb 17 03:27:21.869341 dv-cinder-759943-5-iscsi neutron-server[83810]: pushed versions:
Feb 17 03:27:21.869341 dv-cinder-759943-5-iscsi neutron-server[83810]: {   'AddressGroup': {'1.1'},
Feb 17 03:27:21.869341 dv-cinder-759943-5-iscsi neutron-server[83810]:     'ConntrackHelper': {'1.0'},
Feb 17 03:27:21.869341 dv-cinder-759943-5-iscsi neutron-server[83810]:     'Log': {'1.0'},
Feb 17 03:27:21.869341 dv-cinder-759943-5-iscsi neutron-server[83810]:     'Network': {'1.1'},
Feb 17 03:27:21.869341 dv-cinder-759943-5-iscsi neutron-server[83810]:     'Port': {'1.7'},
Feb 17 03:27:21.869341 dv-cinder-759943-5-iscsi neutron-server[83810]:     'PortForwarding': {'1.2'},
Feb 17 03:27:21.869341 dv-cinder-759943-5-iscsi neutron-server[83810]:     'QosPolicy': {'1.8'},
Feb 17 03:27:21.869341 dv-cinder-759943-5-iscsi neutron-server[83810]:     'SecurityGroup': {'1.4'},
Feb 17 03:27:21.869341 dv-cinder-759943-5-iscsi neutron-server[83810]:     'SecurityGroupRule': {'1.2'},
Feb 17 03:27:21.869341 dv-cinder-759943-5-iscsi neutron-server[83810]:     'SubPort': {'1.0'},
Feb 17 03:27:21.869341 dv-cinder-759943-5-iscsi neutron-server[83810]:     'Subnet': {'1.1'},
Feb 17 03:27:21.869341 dv-cinder-759943-5-iscsi neutron-server[83810]:     'Trunk': {'1.1'}}
Feb 17 03:27:21.869341 dv-cinder-759943-5-iscsi neutron-server[83810]: consumer versions:
Feb 17 03:27:21.869341 dv-cinder-759943-5-iscsi neutron-server[83810]: {   DHCP agent@dv-cinder-759943-5-iscsi: {},
Feb 17 03:27:21.869341 dv-cinder-759943-5-iscsi neutron-server[83810]:     L3 agent@dv-cinder-759943-5-iscsi: {},
Feb 17 03:27:21.869341 dv-cinder-759943-5-iscsi neutron-server[83810]:     Metadata agent@dv-cinder-759943-5-iscsi: {},
Feb 17 03:27:21.869341 dv-cinder-759943-5-iscsi neutron-server[83810]:     Metering agent@dv-cinder-759943-5-iscsi: {},
Feb 17 03:27:21.869341 dv-cinder-759943-5-iscsi neutron-server[83810]:     Open vSwitch agent@dv-cinder-759943-5-iscsi: {   'AddressGroup': '1.1',
Feb 17 03:27:21.869341 dv-cinder-759943-5-iscsi neutron-server[83810]:                                                      'ConntrackHelper': '1.0',
Feb 17 03:27:21.869341 dv-cinder-759943-5-iscsi neutron-server[83810]:                                                      'Log': '1.0',
Feb 17 03:27:21.869341 dv-cinder-759943-5-iscsi neutron-server[83810]:                                                      'Network': '1.1',
Feb 17 03:27:21.869341 dv-cinder-759943-5-iscsi neutron-server[83810]:                                                      'Port': '1.7',
Feb 17 03:27:21.869341 dv-cinder-759943-5-iscsi neutron-server[83810]:                                                      'PortForwarding': '1.2',
Feb 17 03:27:21.869341 dv-cinder-759943-5-iscsi neutron-server[83810]:                                                      'QosPolicy': '1.8',
Feb 17 03:27:21.869341 dv-cinder-759943-5-iscsi neutron-server[83810]:                                                      'SecurityGroup': '1.4',
Feb 17 03:27:21.869341 dv-cinder-759943-5-iscsi neutron-server[83810]:                                                      'SecurityGroupRule': '1.2',
Feb 17 03:27:21.869341 dv-cinder-759943-5-iscsi neutron-server[83810]:                                                      'SubPort': '1.0',
Feb 17 03:27:21.869341 dv-cinder-759943-5-iscsi neutron-server[83810]:                                                      'Subnet': '1.1',
Feb 17 03:27:21.869341 dv-cinder-759943-5-iscsi neutron-server[83810]:                                                      'Trunk': '1.1'},
Feb 17 03:27:21.869341 dv-cinder-759943-5-iscsi neutron-server[83810]:     Open vSwitch agent@hv-cinder-75994: {   'AddressGroup': '1.1',
Feb 17 03:27:21.869341 dv-cinder-759943-5-iscsi neutron-server[83810]:                                             'ConntrackHelper': '1.0',
Feb 17 03:27:21.869341 dv-cinder-759943-5-iscsi neutron-server[83810]:                                             'Log': '1.0',
Feb 17 03:27:21.869341 dv-cinder-759943-5-iscsi neutron-server[83810]:                                             'Network': '1.1',
Feb 17 03:27:21.869341 dv-cinder-759943-5-iscsi neutron-server[83810]:                                             'Port': '1.7',
Feb 17 03:27:21.869341 dv-cinder-759943-5-iscsi neutron-server[83810]:                                             'PortForwarding': '1.2',
Feb 17 03:27:21.869341 dv-cinder-759943-5-iscsi neutron-server[83810]:                                             'QosPolicy': '1.8',
Feb 17 03:27:21.869341 dv-cinder-759943-5-iscsi neutron-server[83810]:                                             'SecurityGroup': '1.4',
Feb 17 03:27:21.869341 dv-cinder-759943-5-iscsi neutron-server[83810]:                                             'SecurityGroupRule': '1.2',
Feb 17 03:27:21.869341 dv-cinder-759943-5-iscsi neutron-server[83810]:                                             'SubPort': '1.0',
Feb 17 03:27:21.869341 dv-cinder-759943-5-iscsi neutron-server[83810]:                                             'Subnet': '1.1',
Feb 17 03:27:21.869341 dv-cinder-759943-5-iscsi neutron-server[83810]:                                             'Trunk': '1.1'}}
Feb 17 03:27:21.869341 dv-cinder-759943-5-iscsi neutron-server[83810]:  {{(pid=83923) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Feb 17 03:27:21.885236 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-95919566-801b-4355-8262-f0c42b7ea543 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.431s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:27:21.957632 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803c1a54-beda-4df8-8b8f-b0f9fa5eca9e admin admin] Pushing event updated for resources: {'Subnet': ['ID=029a335d-7c65-4847-a56e-60c19b417a63,revision_number=0']} {{(pid=83922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:27:22.020279 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83922) accepted ('10.222.0.57', 35138) {{(pid=83922) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:27:22.023223 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-803c1a54-beda-4df8-8b8f-b0f9fa5eca9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:27:22.029018 dv-cinder-759943-5-iscsi neutron-server[83810]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Feb 17 03:27:22.074388 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95919566-801b-4355-8262-f0c42b7ea543 None None] Network 735791d7-b752-470f-b049-6623a91713f5 is already hosted by enough agents. {{(pid=83923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 03:27:22.090852 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.scheduler.base_scheduler [None req-95919566-801b-4355-8262-f0c42b7ea543 None None] Resources bound (agent type, host, resource id):  {{(pid=83923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 03:27:22.101519 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95919566-801b-4355-8262-f0c42b7ea543 None None] Received port after_create {{(pid=83923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 03:27:22.143394 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-0fcfbab3-6368-44e7-8b4b-cda3c8fbaa00 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:22.178679 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe3b6108-cbdf-42f7-9bb6-bc36fbe7fbf2 None None] Network 90e5bf38-a0dc-48bd-9401-739bcf8a5d8a requested from dv-cinder-759943-5-iscsi {{(pid=83923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 03:27:22.267579 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-803c1a54-beda-4df8-8b8f-b0f9fa5eca9e admin admin] Checking segment: {'id': '65c0d646-2325-475a-9350-f88d9dd1380a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '196dd25e-6f79-49ea-bd1a-b88102e9bbe7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 03:27:22.268132 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-803c1a54-beda-4df8-8b8f-b0f9fa5eca9e admin admin] Network hostable DHCP agents. Network: 196dd25e-6f79-49ea-bd1a-b88102e9bbe7, hostable agents: ['7cb7ebf0-d0cf-4b99-bfd7-3c4bb0fe13b2'], hosted agents: [] {{(pid=83922) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 17 03:27:22.331629 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f13ff0c-dd3d-4d6e-a947-b50148e4ca77 req-5174cf9b-2a70-471d-8441-53314f28e7ab tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:22.336052 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-4f13ff0c-dd3d-4d6e-a947-b50148e4ca77 req-5174cf9b-2a70-471d-8441-53314f28e7ab tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] 10.222.0.57 "GET /v2.0/networks?id=90e5bf38-a0dc-48bd-9401-739bcf8a5d8a HTTP/1.1" status: 200  len: 814 time: 0.3117616
Feb 17 03:27:22.345989 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-803c1a54-beda-4df8-8b8f-b0f9fa5eca9e admin admin] Network 196dd25e-6f79-49ea-bd1a-b88102e9bbe7 is scheduled to be hosted by DHCP agent 7cb7ebf0-d0cf-4b99-bfd7-3c4bb0fe13b2 with binding_index 1 {{(pid=83922) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 17 03:27:22.359024 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.managers [None req-95919566-801b-4355-8262-f0c42b7ea543 None None] Attempting to bind port 7d31eea6-cfb3-4e7b-81e8-52eee1fdc1d4 on host dv-cinder-759943-5-iscsi for vnic_type normal with profile  {{(pid=83923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 03:27:22.359438 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.managers [None req-95919566-801b-4355-8262-f0c42b7ea543 None None] Attempting to bind port 7d31eea6-cfb3-4e7b-81e8-52eee1fdc1d4 by drivers openvswitch on host dv-cinder-759943-5-iscsi at level 0 using segments [{'id': 'edc0940c-57ea-45ad-8589-5951cb8baffd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '735791d7-b752-470f-b049-6623a91713f5'}] {{(pid=83923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 03:27:22.360113 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95919566-801b-4355-8262-f0c42b7ea543 None None] Attempting to bind port 7d31eea6-cfb3-4e7b-81e8-52eee1fdc1d4 on network 735791d7-b752-470f-b049-6623a91713f5 {{(pid=83923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 03:27:22.369481 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-9f48ff69-9af4-4971-a6d4-196bdc372104 req-89aa630d-bb2f-46a1-ada7-0b96eea15b7f tempest-DeleteServersTestJSON-594113530 tempest-DeleteServersTestJSON-594113530-project] 10.222.0.57 "GET /v2.0/ports?device_id=5a792992-ad2a-408d-9e19-9363ed0b0c51 HTTP/1.1" status: 200  len: 210 time: 0.1481526
Feb 17 03:27:22.370103 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-4f13ff0c-dd3d-4d6e-a947-b50148e4ca77 req-a1995ea5-4f99-4ca8-abac-76b518469919 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] 10.222.0.57 "GET /v2.0/quotas/41ae341c7001465897265b1c5eda9767 HTTP/1.1" status: 200  len: 375 time: 0.0252788
Feb 17 03:27:22.372155 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.scheduler.base_scheduler [None req-803c1a54-beda-4df8-8b8f-b0f9fa5eca9e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759943-5-iscsi, 196dd25e-6f79-49ea-bd1a-b88102e9bbe7) {{(pid=83922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 03:27:22.387523 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-803c1a54-beda-4df8-8b8f-b0f9fa5eca9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:22.388333 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-803c1a54-beda-4df8-8b8f-b0f9fa5eca9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854193028'] for subnet, before_response {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:22.419952 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-0fcfbab3-6368-44e7-8b4b-cda3c8fbaa00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363303098263190'] for port, after_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:22.420725 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95919566-801b-4355-8262-f0c42b7ea543 None None] Checking agent: {'id': 'fdf6e942-9f6a-471f-a5a4-d80d5f4aedb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759943-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 3, 18, 27), 'started_at': datetime.datetime(2021, 2, 17, 3, 18, 57), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 3, 26, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759943-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 03:27:22.421177 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95919566-801b-4355-8262-f0c42b7ea543 None None] Checking segment: {'id': 'edc0940c-57ea-45ad-8589-5951cb8baffd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '735791d7-b752-470f-b049-6623a91713f5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 03:27:22.421781 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-95919566-801b-4355-8262-f0c42b7ea543 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:22.422044 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95919566-801b-4355-8262-f0c42b7ea543 None None] Bound using segment: {'id': 'edc0940c-57ea-45ad-8589-5951cb8baffd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '735791d7-b752-470f-b049-6623a91713f5'} {{(pid=83923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 03:27:22.422580 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.managers [None req-95919566-801b-4355-8262-f0c42b7ea543 None None] Bound port: 7d31eea6-cfb3-4e7b-81e8-52eee1fdc1d4, host: dv-cinder-759943-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edc0940c-57ea-45ad-8589-5951cb8baffd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '735791d7-b752-470f-b049-6623a91713f5'}}] {{(pid=83923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 03:27:22.422995 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-95919566-801b-4355-8262-f0c42b7ea543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for port, before_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:22.433424 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c17d29f8-4ad9-43a7-b252-c05ac7ea7af0 None None] Network 196dd25e-6f79-49ea-bd1a-b88102e9bbe7 requested from dv-cinder-759943-5-iscsi {{(pid=83923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 03:27:22.459413 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:27:22.625953 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-4f13ff0c-dd3d-4d6e-a947-b50148e4ca77 req-94ad7f4e-7ba2-4009-b592-dc64d3b0cad8 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=41ae341c7001465897265b1c5eda9767&fields=id HTTP/1.1" status: 200  len: 210 time: 0.2252495
Feb 17 03:27:22.638955 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-803c1a54-beda-4df8-8b8f-b0f9fa5eca9e admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 3.2169719
Feb 17 03:27:22.647775 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83922) accepted ('10.222.0.57', 35168) {{(pid=83922) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:27:22.672718 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.v2.base [None req-2cd4631e-27eb-40b1-bb60-8a79279e7ef5 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1825359717-router', 'tenant_id': 'c568344bec0146c19c14571bff20a759', 'external_gateway_info': {'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718'}}} {{(pid=83922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:27:22.688652 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-2cd4631e-27eb-40b1-bb60-8a79279e7ef5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:27:22.699563 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.db_base_plugin_common [None req-ab96d9e6-96d1-44c8-b8a3-e2e88dbc6542 admin admin] Allocated IP 172.27.0.190 (47a54196-2e01-4ced-bf59-8f5a8abde718/d8fc1aa1-c957-4fea-a32a-c02e9a0805fb/5a30632c-1748-4a16-aea5-cce7b2eb244d) {{(pid=83922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 03:27:22.701996 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-2cd4631e-27eb-40b1-bb60-8a79279e7ef5 admin admin] Usage tracker for resource:router and tenant:c568344bec0146c19c14571bff20a759 is out of sync, need to count used quota {{(pid=83922) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:27:22.702885 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcfbab3-6368-44e7-8b4b-cda3c8fbaa00 admin admin] Pushing event updated for resources: {'Port': ['ID=52a52f33-96ff-4642-b524-3fffb2e91c17,revision_number=1']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:27:22.706885 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-2cd4631e-27eb-40b1-bb60-8a79279e7ef5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83922) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:27:22.714777 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-0fcfbab3-6368-44e7-8b4b-cda3c8fbaa00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:27:22.717379 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-2cd4631e-27eb-40b1-bb60-8a79279e7ef5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:27:22.793705 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-2cd4631e-27eb-40b1-bb60-8a79279e7ef5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853830448', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854760905'] for router, before_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:22.794700 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-2cd4631e-27eb-40b1-bb60-8a79279e7ef5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853830617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853785443', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-871862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14911'] for router, precommit_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:22.836431 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fcfbab3-6368-44e7-8b4b-cda3c8fbaa00 admin admin] Network 47a54196-2e01-4ced-bf59-8f5a8abde718 is already hosted by enough agents. {{(pid=83921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 03:27:22.839724 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.scheduler.base_scheduler [None req-0fcfbab3-6368-44e7-8b4b-cda3c8fbaa00 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 03:27:22.863865 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-2cd4631e-27eb-40b1-bb60-8a79279e7ef5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:22.867901 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fcfbab3-6368-44e7-8b4b-cda3c8fbaa00 admin admin] Received port after_create {{(pid=83921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 03:27:22.883759 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82d74a3e-9f1b-4a97-b9f1-e14a7098ec19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp61300fb0-6849-57f9-b652-d8cd588f35fb-196dd25e-6f79-49ea-bd1a-b88102e9bbe7', 'network_id': '196dd25e-6f79-49ea-bd1a-b88102e9bbe7', 'tenant_id': 'c568344bec0146c19c14571bff20a759', 'fixed_ips': [{'subnet_id': '029a335d-7c65-4847-a56e-60c19b417a63'}]}} from dv-cinder-759943-5-iscsi. {{(pid=83923) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Feb 17 03:27:22.885203 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-82d74a3e-9f1b-4a97-b9f1-e14a7098ec19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for port, before_create {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:23.330955 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [req-4f13ff0c-dd3d-4d6e-a947-b50148e4ca77 req-1cefb3c2-921b-4545-be67-72723f801fbc service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=83922) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 17 03:27:23.332494 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:23.338330 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-4f13ff0c-dd3d-4d6e-a947-b50148e4ca77 req-1cefb3c2-921b-4545-be67-72723f801fbc service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.5075443
Feb 17 03:27:23.351875 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.db [None req-95919566-801b-4355-8262-f0c42b7ea543 None None] For port 7d31eea6-cfb3-4e7b-81e8-52eee1fdc1d4, host dv-cinder-759943-5-iscsi, cleared binding levels {{(pid=83923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 03:27:23.374142 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-ab96d9e6-96d1-44c8-b8a3-e2e88dbc6542 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:23.376265 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.db [None req-95919566-801b-4355-8262-f0c42b7ea543 None None] For port 7d31eea6-cfb3-4e7b-81e8-52eee1fdc1d4, host dv-cinder-759943-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-5-iscsi',level=0,port_id=7d31eea6-cfb3-4e7b-81e8-52eee1fdc1d4,segment=NetworkSegment(edc0940c-57ea-45ad-8589-5951cb8baffd),segment_id=edc0940c-57ea-45ad-8589-5951cb8baffd)] {{(pid=83923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 03:27:23.389303 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.db_base_plugin_common [None req-82d74a3e-9f1b-4a97-b9f1-e14a7098ec19 None None] Allocated IP 172.20.0.2 (196dd25e-6f79-49ea-bd1a-b88102e9bbe7/029a335d-7c65-4847-a56e-60c19b417a63/9817062d-60d0-4cd7-a2fd-f8571a9726b0) {{(pid=83923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 03:27:23.394420 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-95919566-801b-4355-8262-f0c42b7ea543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303097879514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733756514675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303098261108'] for port, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:23.629282 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-ae15bd1e-6d39-430a-9d91-1f9c5029104c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853913663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850'] for subnet, after_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:23.634993 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-2cd4631e-27eb-40b1-bb60-8a79279e7ef5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-990782', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-945334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14860'] for router, precommit_update {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:23.687653 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-6678d892-5ed6-43b6-9cfb-f25f73cc3f01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:27:23.755603 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-4f13ff0c-dd3d-4d6e-a947-b50148e4ca77 req-d79e9373-f87f-4077-a1fc-24a814ad4106 service neutron] 10.222.0.57 "GET /v2.0/networks/90e5bf38-a0dc-48bd-9401-739bcf8a5d8a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4157491
Feb 17 03:27:23.757912 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-ab96d9e6-96d1-44c8-b8a3-e2e88dbc6542 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363303098263190'] for port, after_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:23.862959 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-330f4e9e-3c47-4056-8126-c4f78921a636 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:27:23.939381 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-82d74a3e-9f1b-4a97-b9f1-e14a7098ec19 None None] Notify callbacks [] for port, precommit_create {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:23.952430 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-82d74a3e-9f1b-4a97-b9f1-e14a7098ec19 None None] Transition to ACTIVE for port object 9817062d-60d0-4cd7-a2fd-f8571a9726b0 will not be triggered until provisioned by entity L2. {{(pid=83923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 03:27:23.962452 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:27:24.010146 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-41ceb218-e3d2-4870-b30d-4a9817f431c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:24.013686 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae15bd1e-6d39-430a-9d91-1f9c5029104c admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8326dc0-593c-4f86-a662-f09b7313b8f6,revision_number=0']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:27:24.016550 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-0fcfbab3-6368-44e7-8b4b-cda3c8fbaa00 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:24.039634 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-82d74a3e-9f1b-4a97-b9f1-e14a7098ec19 None None] Transition to ACTIVE for port object 9817062d-60d0-4cd7-a2fd-f8571a9726b0 will not be triggered until provisioned by entity DHCP. {{(pid=83923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 03:27:24.060272 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-82d74a3e-9f1b-4a97-b9f1-e14a7098ec19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363303098263190'] for port, after_create {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:24.102627 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab96d9e6-96d1-44c8-b8a3-e2e88dbc6542 admin admin] Pushing event updated for resources: {'Port': ['ID=5a30632c-1748-4a16-aea5-cce7b2eb244d,revision_number=1']} {{(pid=83922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:27:24.110878 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-ab96d9e6-96d1-44c8-b8a3-e2e88dbc6542 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:27:24.172046 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95919566-801b-4355-8262-f0c42b7ea543 None None] Pushing event updated for resources: {'Port': ['ID=7d31eea6-cfb3-4e7b-81e8-52eee1fdc1d4,revision_number=2']} {{(pid=83923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:27:24.182291 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-4f13ff0c-dd3d-4d6e-a947-b50148e4ca77 req-95df4529-5f1f-4fdb-8d93-24d417cf9db5 service neutron] 10.222.0.57 "GET /v2.0/networks/90e5bf38-a0dc-48bd-9401-739bcf8a5d8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4256945
Feb 17 03:27:24.184935 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-95919566-801b-4355-8262-f0c42b7ea543 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:27:24.185554 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.098s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:27:24.219257 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab96d9e6-96d1-44c8-b8a3-e2e88dbc6542 admin admin] Network 47a54196-2e01-4ced-bf59-8f5a8abde718 is already hosted by enough agents. {{(pid=83922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 03:27:24.221782 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.scheduler.base_scheduler [None req-ab96d9e6-96d1-44c8-b8a3-e2e88dbc6542 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 03:27:24.225129 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab96d9e6-96d1-44c8-b8a3-e2e88dbc6542 admin admin] Received port after_create {{(pid=83922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 03:27:24.290241 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-ae15bd1e-6d39-430a-9d91-1f9c5029104c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.603s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:27:24.334222 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d74a3e-9f1b-4a97-b9f1-e14a7098ec19 None None] Pushing event updated for resources: {'Port': ['ID=9817062d-60d0-4cd7-a2fd-f8571a9726b0,revision_number=1']} {{(pid=83923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:27:24.344877 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-82d74a3e-9f1b-4a97-b9f1-e14a7098ec19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:27:24.365389 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82d74a3e-9f1b-4a97-b9f1-e14a7098ec19 None None] Network 196dd25e-6f79-49ea-bd1a-b88102e9bbe7 is already hosted by enough agents. {{(pid=83923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 03:27:24.366639 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.scheduler.base_scheduler [None req-82d74a3e-9f1b-4a97-b9f1-e14a7098ec19 None None] Resources bound (agent type, host, resource id):  {{(pid=83923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 03:27:24.368747 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d74a3e-9f1b-4a97-b9f1-e14a7098ec19 None None] Received port after_create {{(pid=83923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 03:27:24.443888 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.managers [None req-82d74a3e-9f1b-4a97-b9f1-e14a7098ec19 None None] Attempting to bind port 9817062d-60d0-4cd7-a2fd-f8571a9726b0 on host dv-cinder-759943-5-iscsi for vnic_type normal with profile  {{(pid=83923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 03:27:24.444454 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.managers [None req-82d74a3e-9f1b-4a97-b9f1-e14a7098ec19 None None] Attempting to bind port 9817062d-60d0-4cd7-a2fd-f8571a9726b0 by drivers openvswitch on host dv-cinder-759943-5-iscsi at level 0 using segments [{'id': '65c0d646-2325-475a-9350-f88d9dd1380a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '196dd25e-6f79-49ea-bd1a-b88102e9bbe7'}] {{(pid=83923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 03:27:24.444804 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d74a3e-9f1b-4a97-b9f1-e14a7098ec19 None None] Attempting to bind port 9817062d-60d0-4cd7-a2fd-f8571a9726b0 on network 196dd25e-6f79-49ea-bd1a-b88102e9bbe7 {{(pid=83923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 03:27:24.451131 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d74a3e-9f1b-4a97-b9f1-e14a7098ec19 None None] Checking agent: {'id': 'fdf6e942-9f6a-471f-a5a4-d80d5f4aedb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759943-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 3, 18, 27), 'started_at': datetime.datetime(2021, 2, 17, 3, 18, 57), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 3, 26, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759943-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 03:27:24.451540 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d74a3e-9f1b-4a97-b9f1-e14a7098ec19 None None] Checking segment: {'id': '65c0d646-2325-475a-9350-f88d9dd1380a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '196dd25e-6f79-49ea-bd1a-b88102e9bbe7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 03:27:24.451975 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-82d74a3e-9f1b-4a97-b9f1-e14a7098ec19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:24.452508 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d74a3e-9f1b-4a97-b9f1-e14a7098ec19 None None] Bound using segment: {'id': '65c0d646-2325-475a-9350-f88d9dd1380a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '196dd25e-6f79-49ea-bd1a-b88102e9bbe7'} {{(pid=83923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 03:27:24.453014 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.managers [None req-82d74a3e-9f1b-4a97-b9f1-e14a7098ec19 None None] Bound port: 9817062d-60d0-4cd7-a2fd-f8571a9726b0, host: dv-cinder-759943-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65c0d646-2325-475a-9350-f88d9dd1380a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '196dd25e-6f79-49ea-bd1a-b88102e9bbe7'}}] {{(pid=83923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 03:27:24.453846 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-82d74a3e-9f1b-4a97-b9f1-e14a7098ec19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for port, before_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:24.615396 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-c440c571-319f-4d26-aab5-4027f47c0e5d req-1eded207-757b-4ffb-a2f6-2b686a5b10b2 tempest-DeleteServersTestJSON-594113530 tempest-DeleteServersTestJSON-594113530-project] 10.222.0.57 "GET /v2.0/ports?device_id=5a792992-ad2a-408d-9e19-9363ed0b0c51 HTTP/1.1" status: 200  len: 210 time: 0.9930129
Feb 17 03:27:24.639524 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.db [None req-82d74a3e-9f1b-4a97-b9f1-e14a7098ec19 None None] For port 9817062d-60d0-4cd7-a2fd-f8571a9726b0, host dv-cinder-759943-5-iscsi, cleared binding levels {{(pid=83923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 03:27:24.648049 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.db [None req-82d74a3e-9f1b-4a97-b9f1-e14a7098ec19 None None] For port 9817062d-60d0-4cd7-a2fd-f8571a9726b0, host dv-cinder-759943-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-5-iscsi',level=0,port_id=9817062d-60d0-4cd7-a2fd-f8571a9726b0,segment=NetworkSegment(65c0d646-2325-475a-9350-f88d9dd1380a),segment_id=65c0d646-2325-475a-9350-f88d9dd1380a)] {{(pid=83923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 03:27:24.658429 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-82d74a3e-9f1b-4a97-b9f1-e14a7098ec19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303097879514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733756514675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303098261108'] for port, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:24.675667 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-0fcfbab3-6368-44e7-8b4b-cda3c8fbaa00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-945319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853785083'] for router, after_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:24.816936 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-95919566-801b-4355-8262-f0c42b7ea543 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:27:25.010608 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d74a3e-9f1b-4a97-b9f1-e14a7098ec19 None None] Pushing event updated for resources: {'Port': ['ID=9817062d-60d0-4cd7-a2fd-f8571a9726b0,revision_number=2']} {{(pid=83923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:27:25.016388 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-82d74a3e-9f1b-4a97-b9f1-e14a7098ec19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:27:25.142805 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae15bd1e-6d39-430a-9d91-1f9c5029104c admin admin] Checking segment: {'id': '20cfb119-d7d2-46e7-b3e4-d3a0eeedba17', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'db8b0b43-afd6-47d9-953c-ca332a11d443'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 03:27:25.143630 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae15bd1e-6d39-430a-9d91-1f9c5029104c admin admin] Network hostable DHCP agents. Network: db8b0b43-afd6-47d9-953c-ca332a11d443, hostable agents: ['7cb7ebf0-d0cf-4b99-bfd7-3c4bb0fe13b2'], hosted agents: [] {{(pid=83921) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 17 03:27:25.222423 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Network db8b0b43-afd6-47d9-953c-ca332a11d443 details requested by agent ovs-agent-hv-cinder-75994 with host hv-cinder-75994 {{(pid=83923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 03:27:25.239415 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae15bd1e-6d39-430a-9d91-1f9c5029104c admin admin] Network db8b0b43-afd6-47d9-953c-ca332a11d443 is scheduled to be hosted by DHCP agent 7cb7ebf0-d0cf-4b99-bfd7-3c4bb0fe13b2 with binding_index 1 {{(pid=83921) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 17 03:27:25.270469 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fcfbab3-6368-44e7-8b4b-cda3c8fbaa00 admin admin] Router cac00ce8-7e46-4d4d-ac4e-7dde67b36aa0 is scheduled to L3 agent 3e02af72-3002-4fb3-96dd-e59119f81584 with binding_index 1 {{(pid=83921) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Feb 17 03:27:25.277055 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.scheduler.base_scheduler [None req-ae15bd1e-6d39-430a-9d91-1f9c5029104c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759943-5-iscsi, db8b0b43-afd6-47d9-953c-ca332a11d443) {{(pid=83921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 03:27:25.341822 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-e272050b-c506-4582-98c0-7bb2fbd84563 req-4496bcf6-4877-416b-9498-b56cbd1e064a tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] 10.222.0.57 "GET /v2.0/ports?device_id=05b5b64f-7a56-4bd2-97ed-2e54c9e65a96 HTTP/1.1" status: 200  len: 210 time: 0.6342437
Feb 17 03:27:25.471148 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63fca389-5cc8-4c0a-a436-11993b691326 None None] Network db8b0b43-afd6-47d9-953c-ca332a11d443 requested from dv-cinder-759943-5-iscsi {{(pid=83923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 03:27:25.492238 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae15bd1e-6d39-430a-9d91-1f9c5029104c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:25.493425 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-ae15bd1e-6d39-430a-9d91-1f9c5029104c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854193028'] for subnet, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:25.561243 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-2cd4631e-27eb-40b1-bb60-8a79279e7ef5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:25.639376 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-ab96d9e6-96d1-44c8-b8a3-e2e88dbc6542 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:25.639879 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Device 7d31eea6-cfb3-4e7b-81e8-52eee1fdc1d4 up at agent ovs-agent-dv-cinder-759943-5-iscsi {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:27:25.719810 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-ae15bd1e-6d39-430a-9d91-1f9c5029104c admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 4.0555055
Feb 17 03:27:25.827492 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fcfbab3-6368-44e7-8b4b-cda3c8fbaa00 admin admin] Notify agent at l3_agent.dv-cinder-759943-5-iscsi the message routers_updated {{(pid=83921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 03:27:25.837822 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4daebb3b-da99-4c91-8d46-bb30cff7aad1 None None] Sync routers for ids ['cac00ce8-7e46-4d4d-ac4e-7dde67b36aa0'] in dv-cinder-759943-5-iscsi {{(pid=83924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 03:27:25.880995 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4daebb3b-da99-4c91-8d46-bb30cff7aad1 None None] Routers {'cac00ce8-7e46-4d4d-ac4e-7dde67b36aa0'} bound to L3 agent in host dv-cinder-759943-5-iscsi {{(pid=83924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 03:27:25.882015 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_hamode_db [None req-4daebb3b-da99-4c91-8d46-bb30cff7aad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f17c602c588>, 'dv-cinder-759943-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T03:18:25Z,description=<?>,heartbeat_timestamp=2021-02-17T03:26:55Z,host='dv-cinder-759943-5-iscsi',id=3e02af72-3002-4fb3-96dd-e59119f81584,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T03:18:25Z,topic='l3_agent')) {'router_ids': ['cac00ce8-7e46-4d4d-ac4e-7dde67b36aa0'], 'active': True} {{(pid=83924) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:27:25.939235 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-0fcfbab3-6368-44e7-8b4b-cda3c8fbaa00 admin admin] Notify callbacks [] for router, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:25.940974 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-0fcfbab3-6368-44e7-8b4b-cda3c8fbaa00 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201  len: 930 time: 7.0009511
Feb 17 03:27:25.947244 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.57', 35272) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:27:26.146827 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e2293874-1fcb-486f-a14b-2715d7dc6d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:26.212276 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83922) accepted ('10.222.0.57', 35282) {{(pid=83922) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:27:26.316385 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Provisioning for port 7d31eea6-cfb3-4e7b-81e8-52eee1fdc1d4 completed by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 03:27:26.347912 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83922) accepted ('10.222.0.54', 65248) {{(pid=83922) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:27:26.415380 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvr_db [None req-4daebb3b-da99-4c91-8d46-bb30cff7aad1 None None] Set router cac00ce8-7e46-4d4d-ac4e-7dde67b36aa0 gateway port host: dv-cinder-759943-5-iscsi {{(pid=83924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 03:27:26.488097 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-8cda4ffb-98e6-4bcf-adaf-c47fc353fc1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:26.555875 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-2cd4631e-27eb-40b1-bb60-8a79279e7ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for port, before_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:26.595009 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46745fbf-9fdf-4855-bd8d-46c04b3c7b3e None None] Network db8b0b43-afd6-47d9-953c-ca332a11d443 requested from dv-cinder-759943-5-iscsi {{(pid=83923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 03:27:26.802998 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34c72b08-ebce-439f-8b03-3e7517ff2f5f None None] Network 735791d7-b752-470f-b049-6623a91713f5 requested from dv-cinder-759943-5-iscsi {{(pid=83923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 03:27:26.990794 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-f899516a-7b67-4212-8371-b7e3c471570d req-25fc4cf0-3ecf-46d7-a096-93ec5a7bbef9 tempest-DeleteServersTestJSON-594113530 tempest-DeleteServersTestJSON-594113530-project] 10.222.0.57 "GET /v2.0/ports?device_id=5a792992-ad2a-408d-9e19-9363ed0b0c51 HTTP/1.1" status: 200  len: 210 time: 0.7731798
Feb 17 03:27:27.051106 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-320ae059-1763-4638-b4d6-e891f2bb0de1 None None] Provisioning for port 7d31eea6-cfb3-4e7b-81e8-52eee1fdc1d4 completed by entity DHCP. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 03:27:27.071823 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-320ae059-1763-4638-b4d6-e891f2bb0de1 None None] Provisioning complete for port 7d31eea6-cfb3-4e7b-81e8-52eee1fdc1d4 triggered by entity DHCP. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:27:27.072355 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-320ae059-1763-4638-b4d6-e891f2bb0de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838161172'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:27.187416 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_hamode_db [None req-4daebb3b-da99-4c91-8d46-bb30cff7aad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f17c602c588>, [{'id': 'cac00ce8-7e46-4d4d-ac4e-7dde67b36aa0', 'name': 'tempest-ServerRescueNegativeTestJSON-352024799-router', 'tenant_id': '8da7eb55c2cb47dc99275360edd183e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'external_fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': '52a52f33-96ff-4642-b524-3fffb2e91c17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:27:19Z', 'updated_at': '2021-02-17T03:27:23Z', 'revision_number': 3, 'project_id': '8da7eb55c2cb47dc99275360edd183e2', 'gw_port': {'id': '52a52f33-96ff-4642-b524-3fffb2e91c17', 'name': '', 'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:6b:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cac00ce8-7e46-4d4d-ac4e-7dde67b36aa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:27:21Z', 'updated_at': '2021-02-17T03:27:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-5-iscsi'}], 'dv-cinder-759943-5-iscsi', False) {} {{(pid=83924) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:27:27.191844 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4daebb3b-da99-4c91-8d46-bb30cff7aad1 None None] Checking router: cac00ce8-7e46-4d4d-ac4e-7dde67b36aa0 for host: dv-cinder-759943-5-iscsi {{(pid=83924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 03:27:27.192226 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4daebb3b-da99-4c91-8d46-bb30cff7aad1 None None] Updating router cac00ce8-7e46-4d4d-ac4e-7dde67b36aa0 port 52a52f33-96ff-4642-b524-3fffb2e91c17 binding host dv-cinder-759943-5-iscsi {{(pid=83924) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 17 03:27:27.211876 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.db_base_plugin_v2 [None req-baf7d48a-e516-4f96-9c09-375d551579f5 admin admin] Deleting subnet 44a64da7-fd65-4dbe-bf91-02825f58b3d5 {{(pid=83922) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 17 03:27:27.248917 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-baf7d48a-e516-4f96-9c09-375d551579f5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:27.286722 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-4daebb3b-da99-4c91-8d46-bb30cff7aad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for port, before_update {{(pid=83924) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:27.297915 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9797caa8-0ffd-4146-944c-a665bfcc91f1 None None] Network 196dd25e-6f79-49ea-bd1a-b88102e9bbe7 requested from dv-cinder-759943-5-iscsi {{(pid=83923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 03:27:27.401082 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-baf7d48a-e516-4f96-9c09-375d551579f5 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:27.427621 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-baf7d48a-e516-4f96-9c09-375d551579f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036838102275'] for subnet, precommit_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:27.473373 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.54', 65255) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:27:27.551383 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-682c9891-25e3-4f20-8889-23130027adda req-226739f2-01cc-42f7-8a20-89067d05312e tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] 10.222.0.57 "GET /v2.0/ports?device_id=05b5b64f-7a56-4bd2-97ed-2e54c9e65a96 HTTP/1.1" status: 200  len: 210 time: 0.2343321
Feb 17 03:27:27.692448 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Device 9817062d-60d0-4cd7-a2fd-f8571a9726b0 up at agent ovs-agent-dv-cinder-759943-5-iscsi {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:27:27.777355 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:27.794431 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-3bdb028f-655c-46e9-b0eb-5d4ca64bdb37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:28.184871 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-320ae059-1763-4638-b4d6-e891f2bb0de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for port, before_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:28.222343 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-4daebb3b-da99-4c91-8d46-bb30cff7aad1 None None] Notify callbacks [] for port, precommit_update {{(pid=83924) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:28.226056 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f13ff0c-dd3d-4d6e-a947-b50148e4ca77 req-fad52869-830f-4965-ad98-2c9251684b0f tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:28.227219 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [req-4f13ff0c-dd3d-4d6e-a947-b50148e4ca77 req-fad52869-830f-4965-ad98-2c9251684b0f tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] Synchronizing usage tracker for tenant:41ae341c7001465897265b1c5eda9767 on resource:network {{(pid=83921) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 03:27:28.266972 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-4daebb3b-da99-4c91-8d46-bb30cff7aad1 None None] Transition to ACTIVE for port object 52a52f33-96ff-4642-b524-3fffb2e91c17 will not be triggered until provisioned by entity L2. {{(pid=83924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 03:27:28.287725 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-4daebb3b-da99-4c91-8d46-bb30cff7aad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303097879514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733756514675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303098261108'] for port, after_update {{(pid=83924) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:28.323826 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-b655f727-e32b-47bc-8066-6a1d336ac8e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83924) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:27:28.336864 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Provisioning for port 9817062d-60d0-4cd7-a2fd-f8571a9726b0 completed by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 03:27:28.389153 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efb2a70-1480-46a6-8776-dcf68024c9bb req-d7426007-2c41-4598-ad1d-bf58f9f579da tempest-DeleteServersTestJSON-594113530 tempest-DeleteServersTestJSON-594113530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:28.390299 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [req-0efb2a70-1480-46a6-8776-dcf68024c9bb req-d7426007-2c41-4598-ad1d-bf58f9f579da tempest-DeleteServersTestJSON-594113530 tempest-DeleteServersTestJSON-594113530-project] Synchronizing usage tracker for tenant:f26d86e30e4e473798e908122de8a6fc on resource:network {{(pid=83922) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 03:27:28.437353 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-029cc6bb-bc1c-48ef-b22f-5fe36d523a5e req-7b857a9b-1d2e-4bbc-90c3-017a160e9d07 tempest-DeleteServersTestJSON-594113530 tempest-DeleteServersTestJSON-594113530-project] 10.222.0.57 "GET /v2.0/ports?device_id=5a792992-ad2a-408d-9e19-9363ed0b0c51 HTTP/1.1" status: 200  len: 210 time: 0.1960049
Feb 17 03:27:28.445538 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [req-4f13ff0c-dd3d-4d6e-a947-b50148e4ca77 req-fad52869-830f-4965-ad98-2c9251684b0f tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] Unset dirty status for tenant:41ae341c7001465897265b1c5eda9767 on resource:network {{(pid=83921) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 03:27:28.451799 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-4f13ff0c-dd3d-4d6e-a947-b50148e4ca77 req-fad52869-830f-4965-ad98-2c9251684b0f tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] 10.222.0.54 "GET /v2.0/networks?id=90e5bf38-a0dc-48bd-9401-739bcf8a5d8a HTTP/1.1" status: 200  len: 814 time: 0.9743674
Feb 17 03:27:28.509763 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.db [None req-320ae059-1763-4638-b4d6-e891f2bb0de1 None None] For port 7d31eea6-cfb3-4e7b-81e8-52eee1fdc1d4, host dv-cinder-759943-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-5-iscsi',level=0,port_id=7d31eea6-cfb3-4e7b-81e8-52eee1fdc1d4,segment=NetworkSegment(edc0940c-57ea-45ad-8589-5951cb8baffd),segment_id=edc0940c-57ea-45ad-8589-5951cb8baffd)] {{(pid=83923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:27:28.514167 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-ab96d9e6-96d1-44c8-b8a3-e2e88dbc6542 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-945319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853785083'] for router, after_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:28.517703 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-320ae059-1763-4638-b4d6-e891f2bb0de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303097879514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733756514675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303098261108'] for port, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:28.525608 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [req-0efb2a70-1480-46a6-8776-dcf68024c9bb req-d7426007-2c41-4598-ad1d-bf58f9f579da tempest-DeleteServersTestJSON-594113530 tempest-DeleteServersTestJSON-594113530-project] Unset dirty status for tenant:f26d86e30e4e473798e908122de8a6fc on resource:network {{(pid=83922) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 03:27:28.530804 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-0efb2a70-1480-46a6-8776-dcf68024c9bb req-d7426007-2c41-4598-ad1d-bf58f9f579da tempest-DeleteServersTestJSON-594113530 tempest-DeleteServersTestJSON-594113530-project] 10.222.0.54 "GET /v2.0/networks?id=7250ffa3-b5f2-45bc-8c2b-8a04a901bc68 HTTP/1.1" status: 200  len: 809 time: 1.9783819
Feb 17 03:27:28.534495 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-369e86b9-5d17-480f-a8c1-095a27486043 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:27:28.611300 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0323ee8c-35f1-464a-b982-08216f130bfb None None] Pushing event updated for resources: {'Port': ['ID=52a52f33-96ff-4642-b524-3fffb2e91c17,revision_number=2']} {{(pid=83924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:27:28.675337 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0323ee8c-35f1-464a-b982-08216f130bfb None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:27:28.675936 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0323ee8c-35f1-464a-b982-08216f130bfb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:27:28.676492 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0323ee8c-35f1-464a-b982-08216f130bfb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:27:28.677364 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0323ee8c-35f1-464a-b982-08216f130bfb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:27:28.678858 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0323ee8c-35f1-464a-b982-08216f130bfb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:27:28.679414 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0323ee8c-35f1-464a-b982-08216f130bfb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:27:28.680031 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0323ee8c-35f1-464a-b982-08216f130bfb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:27:28.681331 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0323ee8c-35f1-464a-b982-08216f130bfb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:27:28.682037 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0323ee8c-35f1-464a-b982-08216f130bfb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:27:28.683869 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0323ee8c-35f1-464a-b982-08216f130bfb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:27:28.684354 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0323ee8c-35f1-464a-b982-08216f130bfb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:27:28.684870 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0323ee8c-35f1-464a-b982-08216f130bfb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:27:28.686307 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0323ee8c-35f1-464a-b982-08216f130bfb None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:27:28.690057 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0323ee8c-35f1-464a-b982-08216f130bfb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:27:28.690598 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0323ee8c-35f1-464a-b982-08216f130bfb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:27:28.690963 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0323ee8c-35f1-464a-b982-08216f130bfb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:27:28.691402 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0323ee8c-35f1-464a-b982-08216f130bfb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:27:28.691880 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0323ee8c-35f1-464a-b982-08216f130bfb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:27:28.692335 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0323ee8c-35f1-464a-b982-08216f130bfb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:27:28.692753 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0323ee8c-35f1-464a-b982-08216f130bfb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:27:28.696258 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0323ee8c-35f1-464a-b982-08216f130bfb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:27:28.696743 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0323ee8c-35f1-464a-b982-08216f130bfb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:27:28.697267 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0323ee8c-35f1-464a-b982-08216f130bfb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:27:28.700069 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0323ee8c-35f1-464a-b982-08216f130bfb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:27:28.707369 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0323ee8c-35f1-464a-b982-08216f130bfb None None] Tracked resource versions report:
Feb 17 03:27:28.707369 dv-cinder-759943-5-iscsi neutron-server[83810]: pushed versions:
Feb 17 03:27:28.707369 dv-cinder-759943-5-iscsi neutron-server[83810]: {   'AddressGroup': {'1.1'},
Feb 17 03:27:28.707369 dv-cinder-759943-5-iscsi neutron-server[83810]:     'ConntrackHelper': {'1.0'},
Feb 17 03:27:28.707369 dv-cinder-759943-5-iscsi neutron-server[83810]:     'Log': {'1.0'},
Feb 17 03:27:28.707369 dv-cinder-759943-5-iscsi neutron-server[83810]:     'Network': {'1.1'},
Feb 17 03:27:28.707369 dv-cinder-759943-5-iscsi neutron-server[83810]:     'Port': {'1.7'},
Feb 17 03:27:28.707369 dv-cinder-759943-5-iscsi neutron-server[83810]:     'PortForwarding': {'1.2'},
Feb 17 03:27:28.707369 dv-cinder-759943-5-iscsi neutron-server[83810]:     'QosPolicy': {'1.8'},
Feb 17 03:27:28.707369 dv-cinder-759943-5-iscsi neutron-server[83810]:     'SecurityGroup': {'1.4'},
Feb 17 03:27:28.707369 dv-cinder-759943-5-iscsi neutron-server[83810]:     'SecurityGroupRule': {'1.2'},
Feb 17 03:27:28.707369 dv-cinder-759943-5-iscsi neutron-server[83810]:     'SubPort': {'1.0'},
Feb 17 03:27:28.707369 dv-cinder-759943-5-iscsi neutron-server[83810]:     'Subnet': {'1.1'},
Feb 17 03:27:28.707369 dv-cinder-759943-5-iscsi neutron-server[83810]:     'Trunk': {'1.1'}}
Feb 17 03:27:28.707369 dv-cinder-759943-5-iscsi neutron-server[83810]: consumer versions:
Feb 17 03:27:28.707369 dv-cinder-759943-5-iscsi neutron-server[83810]: {   DHCP agent@dv-cinder-759943-5-iscsi: {},
Feb 17 03:27:28.707369 dv-cinder-759943-5-iscsi neutron-server[83810]:     L3 agent@dv-cinder-759943-5-iscsi: {},
Feb 17 03:27:28.707369 dv-cinder-759943-5-iscsi neutron-server[83810]:     Metadata agent@dv-cinder-759943-5-iscsi: {},
Feb 17 03:27:28.707369 dv-cinder-759943-5-iscsi neutron-server[83810]:     Metering agent@dv-cinder-759943-5-iscsi: {},
Feb 17 03:27:28.707369 dv-cinder-759943-5-iscsi neutron-server[83810]:     Open vSwitch agent@dv-cinder-759943-5-iscsi: {   'AddressGroup': '1.1',
Feb 17 03:27:28.707369 dv-cinder-759943-5-iscsi neutron-server[83810]:                                                      'ConntrackHelper': '1.0',
Feb 17 03:27:28.707369 dv-cinder-759943-5-iscsi neutron-server[83810]:                                                      'Log': '1.0',
Feb 17 03:27:28.707369 dv-cinder-759943-5-iscsi neutron-server[83810]:                                                      'Network': '1.1',
Feb 17 03:27:28.707369 dv-cinder-759943-5-iscsi neutron-server[83810]:                                                      'Port': '1.7',
Feb 17 03:27:28.707369 dv-cinder-759943-5-iscsi neutron-server[83810]:                                                      'PortForwarding': '1.2',
Feb 17 03:27:28.707369 dv-cinder-759943-5-iscsi neutron-server[83810]:                                                      'QosPolicy': '1.8',
Feb 17 03:27:28.707369 dv-cinder-759943-5-iscsi neutron-server[83810]:                                                      'SecurityGroup': '1.4',
Feb 17 03:27:28.707369 dv-cinder-759943-5-iscsi neutron-server[83810]:                                                      'SecurityGroupRule': '1.2',
Feb 17 03:27:28.707369 dv-cinder-759943-5-iscsi neutron-server[83810]:                                                      'SubPort': '1.0',
Feb 17 03:27:28.707369 dv-cinder-759943-5-iscsi neutron-server[83810]:                                                      'Subnet': '1.1',
Feb 17 03:27:28.707369 dv-cinder-759943-5-iscsi neutron-server[83810]:                                                      'Trunk': '1.1'},
Feb 17 03:27:28.707369 dv-cinder-759943-5-iscsi neutron-server[83810]:     Open vSwitch agent@hv-cinder-75994: {   'AddressGroup': '1.1',
Feb 17 03:27:28.707369 dv-cinder-759943-5-iscsi neutron-server[83810]:                                             'ConntrackHelper': '1.0',
Feb 17 03:27:28.707369 dv-cinder-759943-5-iscsi neutron-server[83810]:                                             'Log': '1.0',
Feb 17 03:27:28.707369 dv-cinder-759943-5-iscsi neutron-server[83810]:                                             'Network': '1.1',
Feb 17 03:27:28.707369 dv-cinder-759943-5-iscsi neutron-server[83810]:                                             'Port': '1.7',
Feb 17 03:27:28.707369 dv-cinder-759943-5-iscsi neutron-server[83810]:                                             'PortForwarding': '1.2',
Feb 17 03:27:28.707369 dv-cinder-759943-5-iscsi neutron-server[83810]:                                             'QosPolicy': '1.8',
Feb 17 03:27:28.707369 dv-cinder-759943-5-iscsi neutron-server[83810]:                                             'SecurityGroup': '1.4',
Feb 17 03:27:28.707369 dv-cinder-759943-5-iscsi neutron-server[83810]:                                             'SecurityGroupRule': '1.2',
Feb 17 03:27:28.707369 dv-cinder-759943-5-iscsi neutron-server[83810]:                                             'SubPort': '1.0',
Feb 17 03:27:28.707369 dv-cinder-759943-5-iscsi neutron-server[83810]:                                             'Subnet': '1.1',
Feb 17 03:27:28.707369 dv-cinder-759943-5-iscsi neutron-server[83810]:                                             'Trunk': '1.1'}}
Feb 17 03:27:28.707369 dv-cinder-759943-5-iscsi neutron-server[83810]:  {{(pid=83924) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Feb 17 03:27:28.715545 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-0323ee8c-35f1-464a-b982-08216f130bfb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=83924) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:27:28.883828 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.managers [None req-4daebb3b-da99-4c91-8d46-bb30cff7aad1 None None] Attempting to bind port 52a52f33-96ff-4642-b524-3fffb2e91c17 on host dv-cinder-759943-5-iscsi for vnic_type normal with profile  {{(pid=83924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 03:27:28.884312 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.managers [None req-4daebb3b-da99-4c91-8d46-bb30cff7aad1 None None] Attempting to bind port 52a52f33-96ff-4642-b524-3fffb2e91c17 by drivers openvswitch on host dv-cinder-759943-5-iscsi at level 0 using segments [{'id': '98c4310b-6fdc-4105-b056-95cb7f890c80', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718'}] {{(pid=83924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 03:27:28.884756 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4daebb3b-da99-4c91-8d46-bb30cff7aad1 None None] Attempting to bind port 52a52f33-96ff-4642-b524-3fffb2e91c17 on network 47a54196-2e01-4ced-bf59-8f5a8abde718 {{(pid=83924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 03:27:28.886177 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-221a006f-8653-4b83-8c32-d4405a07fb05 None None] Provisioning for port 9817062d-60d0-4cd7-a2fd-f8571a9726b0 completed by entity DHCP. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 03:27:28.910435 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4daebb3b-da99-4c91-8d46-bb30cff7aad1 None None] Checking agent: {'id': 'fdf6e942-9f6a-471f-a5a4-d80d5f4aedb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759943-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 3, 18, 27), 'started_at': datetime.datetime(2021, 2, 17, 3, 18, 57), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 3, 27, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759943-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 03:27:28.917513 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4daebb3b-da99-4c91-8d46-bb30cff7aad1 None None] Checking segment: {'id': '98c4310b-6fdc-4105-b056-95cb7f890c80', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 03:27:28.918099 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-4daebb3b-da99-4c91-8d46-bb30cff7aad1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83924) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:28.918691 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4daebb3b-da99-4c91-8d46-bb30cff7aad1 None None] Bound using segment: {'id': '98c4310b-6fdc-4105-b056-95cb7f890c80', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718'} {{(pid=83924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 03:27:28.919310 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.managers [None req-4daebb3b-da99-4c91-8d46-bb30cff7aad1 None None] Bound port: 52a52f33-96ff-4642-b524-3fffb2e91c17, host: dv-cinder-759943-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98c4310b-6fdc-4105-b056-95cb7f890c80', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718'}}] {{(pid=83924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 03:27:28.919910 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-4daebb3b-da99-4c91-8d46-bb30cff7aad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for port, before_update {{(pid=83924) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:28.922028 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-221a006f-8653-4b83-8c32-d4405a07fb05 None None] Provisioning complete for port 9817062d-60d0-4cd7-a2fd-f8571a9726b0 triggered by entity DHCP. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:27:28.922452 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-221a006f-8653-4b83-8c32-d4405a07fb05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838161172'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:28.991639 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-baf7d48a-e516-4f96-9c09-375d551579f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853913663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850'] for subnet, after_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:29.044100 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.v2.base [req-0efb2a70-1480-46a6-8776-dcf68024c9bb req-6e7ac982-e961-4e09-8be8-190d9514a665 tempest-DeleteServersTestJSON-594113530 tempest-DeleteServersTestJSON-594113530-project] Request body: {'port': {'device_id': '5a792992-ad2a-408d-9e19-9363ed0b0c51', 'network_id': '7250ffa3-b5f2-45bc-8c2b-8a04a901bc68', 'admin_state_up': True, 'tenant_id': 'f26d86e30e4e473798e908122de8a6fc'}} {{(pid=83922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:27:29.056634 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.v2.base [req-4f13ff0c-dd3d-4d6e-a947-b50148e4ca77 req-10fb67c4-3108-4ea0-b306-38738cb4549a tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] Request body: {'port': {'device_id': '05b5b64f-7a56-4bd2-97ed-2e54c9e65a96', 'network_id': '90e5bf38-a0dc-48bd-9401-739bcf8a5d8a', 'admin_state_up': True, 'tenant_id': '41ae341c7001465897265b1c5eda9767'}} {{(pid=83921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:27:29.080621 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320ae059-1763-4638-b4d6-e891f2bb0de1 None None] Pushing event updated for resources: {'Port': ['ID=7d31eea6-cfb3-4e7b-81e8-52eee1fdc1d4,revision_number=3']} {{(pid=83923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:27:29.086047 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-320ae059-1763-4638-b4d6-e891f2bb0de1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.552s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:27:29.186634 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.db [None req-4daebb3b-da99-4c91-8d46-bb30cff7aad1 None None] For port 52a52f33-96ff-4642-b524-3fffb2e91c17, host dv-cinder-759943-5-iscsi, cleared binding levels {{(pid=83924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 03:27:29.196451 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.db [None req-4daebb3b-da99-4c91-8d46-bb30cff7aad1 None None] For port 52a52f33-96ff-4642-b524-3fffb2e91c17, host dv-cinder-759943-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-5-iscsi',level=0,port_id=52a52f33-96ff-4642-b524-3fffb2e91c17,segment=NetworkSegment(98c4310b-6fdc-4105-b056-95cb7f890c80),segment_id=98c4310b-6fdc-4105-b056-95cb7f890c80)] {{(pid=83924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 03:27:29.207693 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-4daebb3b-da99-4c91-8d46-bb30cff7aad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303097879514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733756514675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303098261108'] for port, after_update {{(pid=83924) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:29.262501 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-0323ee8c-35f1-464a-b982-08216f130bfb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83924) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:27:29.395266 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-221a006f-8653-4b83-8c32-d4405a07fb05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for port, before_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:29.453104 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-7593902e-aeac-4a8d-8415-660cee113098 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for port, before_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:29.562314 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.db [None req-221a006f-8653-4b83-8c32-d4405a07fb05 None None] For port 9817062d-60d0-4cd7-a2fd-f8571a9726b0, host dv-cinder-759943-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-5-iscsi',level=0,port_id=9817062d-60d0-4cd7-a2fd-f8571a9726b0,segment=NetworkSegment(65c0d646-2325-475a-9350-f88d9dd1380a),segment_id=65c0d646-2325-475a-9350-f88d9dd1380a)] {{(pid=83923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:27:29.581696 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Device 7d31eea6-cfb3-4e7b-81e8-52eee1fdc1d4 up at agent ovs-agent-dv-cinder-759943-5-iscsi {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:27:29.808425 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0323ee8c-35f1-464a-b982-08216f130bfb None None] Pushing event updated for resources: {'Port': ['ID=52a52f33-96ff-4642-b524-3fffb2e91c17,revision_number=3']} {{(pid=83924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:27:29.824742 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [req-4f13ff0c-dd3d-4d6e-a947-b50148e4ca77 req-10fb67c4-3108-4ea0-b306-38738cb4549a tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:27:29.833542 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-221a006f-8653-4b83-8c32-d4405a07fb05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303097879514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733756514675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303098261108'] for port, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:29.841717 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [req-4f13ff0c-dd3d-4d6e-a947-b50148e4ca77 req-10fb67c4-3108-4ea0-b306-38738cb4549a tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] Usage tracker for resource:port and tenant:41ae341c7001465897265b1c5eda9767 is out of sync, need to count used quota {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:27:29.841947 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-320ae059-1763-4638-b4d6-e891f2bb0de1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:27:29.847032 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-0323ee8c-35f1-464a-b982-08216f130bfb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.599s {{(pid=83924) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:27:29.849997 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [req-4f13ff0c-dd3d-4d6e-a947-b50148e4ca77 req-10fb67c4-3108-4ea0-b306-38738cb4549a tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:27:29.863818 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [req-4f13ff0c-dd3d-4d6e-a947-b50148e4ca77 req-10fb67c4-3108-4ea0-b306-38738cb4549a tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:27:29.992517 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Provisioning complete for port 7d31eea6-cfb3-4e7b-81e8-52eee1fdc1d4 triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:27:29.992973 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838161172'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:30.028035 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4daebb3b-da99-4c91-8d46-bb30cff7aad1 None None] Routers {'cac00ce8-7e46-4d4d-ac4e-7dde67b36aa0'} bound to L3 agent in host dv-cinder-759943-5-iscsi {{(pid=83924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 03:27:30.029107 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_hamode_db [None req-4daebb3b-da99-4c91-8d46-bb30cff7aad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f17c602c588>, 'dv-cinder-759943-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T03:18:25Z,description=<?>,heartbeat_timestamp=2021-02-17T03:27:26Z,host='dv-cinder-759943-5-iscsi',id=3e02af72-3002-4fb3-96dd-e59119f81584,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T03:18:25Z,topic='l3_agent')) {'router_ids': ['cac00ce8-7e46-4d4d-ac4e-7dde67b36aa0'], 'active': True} {{(pid=83924) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:27:30.090521 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-ca284aa9-9814-4cbf-ac41-5dd35ad717ea req-93597f43-4354-4d2f-93b3-ebbd71c557d9 tempest-DeleteServersTestJSON-594113530 tempest-DeleteServersTestJSON-594113530-project] 10.222.0.57 "GET /v2.0/ports?device_id=5a792992-ad2a-408d-9e19-9363ed0b0c51 HTTP/1.1" status: 200  len: 210 time: 0.1907892
Feb 17 03:27:30.113915 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-71bb8ad6-85e5-4d63-bd73-3e6e3f1eff78 None None] Provisioning complete for port 7d31eea6-cfb3-4e7b-81e8-52eee1fdc1d4 triggered by entity DHCP. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:27:30.114382 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-71bb8ad6-85e5-4d63-bd73-3e6e3f1eff78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838161172'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:30.236423 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f13ff0c-dd3d-4d6e-a947-b50148e4ca77 req-10fb67c4-3108-4ea0-b306-38738cb4549a tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] Made reservation on behalf of 41ae341c7001465897265b1c5eda9767 for: {'port': 1} {{(pid=83921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 03:27:30.247854 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-803c1a54-beda-4df8-8b8f-b0f9fa5eca9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:27:30.252760 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-4f13ff0c-dd3d-4d6e-a947-b50148e4ca77 req-10fb67c4-3108-4ea0-b306-38738cb4549a tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for port, before_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:30.328738 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.57', 35400) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:27:30.406635 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221a006f-8653-4b83-8c32-d4405a07fb05 None None] Pushing event updated for resources: {'Port': ['ID=9817062d-60d0-4cd7-a2fd-f8571a9726b0,revision_number=3']} {{(pid=83923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:27:30.422067 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-221a006f-8653-4b83-8c32-d4405a07fb05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.581s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:27:30.649660 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf7d48a-e516-4f96-9c09-375d551579f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=44a64da7-fd65-4dbe-bf91-02825f58b3d5,revision_number=None']} {{(pid=83922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:27:30.656208 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-baf7d48a-e516-4f96-9c09-375d551579f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:27:30.684131 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-5c6b6529-cd6b-41c1-9f3b-a2fdbe18bc00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:30.777055 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-71bb8ad6-85e5-4d63-bd73-3e6e3f1eff78 None None] Provisioning complete for port 9817062d-60d0-4cd7-a2fd-f8571a9726b0 triggered by entity DHCP. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:27:30.780965 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-71bb8ad6-85e5-4d63-bd73-3e6e3f1eff78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838161172'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:30.790145 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvr_db [None req-4daebb3b-da99-4c91-8d46-bb30cff7aad1 None None] Set router cac00ce8-7e46-4d4d-ac4e-7dde67b36aa0 gateway port host: dv-cinder-759943-5-iscsi {{(pid=83924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 03:27:30.811924 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-5a2df519-c8b7-47a7-a96e-f560e8c6e813 req-d2c937ed-dbed-416b-b39b-9b89aa48c67b tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] 10.222.0.57 "GET /v2.0/ports?device_id=05b5b64f-7a56-4bd2-97ed-2e54c9e65a96 HTTP/1.1" status: 200  len: 210 time: 1.8277063
Feb 17 03:27:30.844619 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-baf7d48a-e516-4f96-9c09-375d551579f5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:30.852011 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-5c6b6529-cd6b-41c1-9f3b-a2fdbe18bc00 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:27:30.872454 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-5c6b6529-cd6b-41c1-9f3b-a2fdbe18bc00 admin admin] Usage tracker for resource:security_group_rule and tenant:c0015369ad2346df9a928930cac68bed is out of sync, need to count used quota {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:27:30.878979 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-5c6b6529-cd6b-41c1-9f3b-a2fdbe18bc00 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:27:30.886061 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-baf7d48a-e516-4f96-9c09-375d551579f5 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/44a64da7-fd65-4dbe-bf91-02825f58b3d5 HTTP/1.1" status: 204  len: 168 time: 4.5485153
Feb 17 03:27:30.892845 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-5c6b6529-cd6b-41c1-9f3b-a2fdbe18bc00 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:27:30.907750 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83922) accepted ('10.222.0.57', 35410) {{(pid=83922) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:27:31.012873 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.db_base_plugin_common [None req-2cd4631e-27eb-40b1-bb60-8a79279e7ef5 admin admin] Allocated IP 172.27.0.127 (47a54196-2e01-4ced-bf59-8f5a8abde718/d8fc1aa1-c957-4fea-a32a-c02e9a0805fb/62f00c63-ea90-420b-9fc5-79144a39882f) {{(pid=83922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 03:27:31.028381 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-5c6b6529-cd6b-41c1-9f3b-a2fdbe18bc00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:31.036499 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.57', 35414) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:27:31.048326 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-5c6b6529-cd6b-41c1-9f3b-a2fdbe18bc00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876219'] for security_group, after_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:31.096814 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-e1192432-21ac-41a4-bd4b-d54b7d5ba5cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:27:31.272287 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-c68a1b59-1cfe-4665-b150-1631195c62f7 None None] Provisioning complete for port 9817062d-60d0-4cd7-a2fd-f8571a9726b0 triggered by entity DHCP. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:27:31.272816 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-c68a1b59-1cfe-4665-b150-1631195c62f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838161172'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:31.430335 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [req-0efb2a70-1480-46a6-8776-dcf68024c9bb req-6e7ac982-e961-4e09-8be8-190d9514a665 tempest-DeleteServersTestJSON-594113530 tempest-DeleteServersTestJSON-594113530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:27:31.457137 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-43a5d814-e562-4fb5-aa26-ee2ad1da57b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036838459169'] for network, before_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:31.502282 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Device 9817062d-60d0-4cd7-a2fd-f8571a9726b0 up at agent ovs-agent-dv-cinder-759943-5-iscsi {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:27:31.516271 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-5c6b6529-cd6b-41c1-9f3b-a2fdbe18bc00 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c0015369ad2346df9a928930cac68bed&name=default HTTP/1.1" status: 200  len: 2979 time: 1.1702681
Feb 17 03:27:31.529652 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_hamode_db [None req-4daebb3b-da99-4c91-8d46-bb30cff7aad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f17c602c588>, [{'id': 'cac00ce8-7e46-4d4d-ac4e-7dde67b36aa0', 'name': 'tempest-ServerRescueNegativeTestJSON-352024799-router', 'tenant_id': '8da7eb55c2cb47dc99275360edd183e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'external_fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': '52a52f33-96ff-4642-b524-3fffb2e91c17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:27:19Z', 'updated_at': '2021-02-17T03:27:23Z', 'revision_number': 3, 'project_id': '8da7eb55c2cb47dc99275360edd183e2', 'gw_port': {'id': '52a52f33-96ff-4642-b524-3fffb2e91c17', 'name': '', 'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:6b:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cac00ce8-7e46-4d4d-ac4e-7dde67b36aa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:27:21Z', 'updated_at': '2021-02-17T03:27:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-5-iscsi'}], 'dv-cinder-759943-5-iscsi', False) {} {{(pid=83924) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:27:31.537259 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83922) accepted ('10.222.0.57', 35426) {{(pid=83922) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:27:31.543371 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4daebb3b-da99-4c91-8d46-bb30cff7aad1 None None] The sync data for ids ['cac00ce8-7e46-4d4d-ac4e-7dde67b36aa0'] in dv-cinder-759943-5-iscsi is: [{'id': 'cac00ce8-7e46-4d4d-ac4e-7dde67b36aa0', 'name': 'tempest-ServerRescueNegativeTestJSON-352024799-router', 'tenant_id': '8da7eb55c2cb47dc99275360edd183e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'external_fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': '52a52f33-96ff-4642-b524-3fffb2e91c17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:27:19Z', 'updated_at': '2021-02-17T03:27:23Z', 'revision_number': 3, 'project_id': '8da7eb55c2cb47dc99275360edd183e2', 'gw_port': {'id': '52a52f33-96ff-4642-b524-3fffb2e91c17', 'name': '', 'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:6b:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cac00ce8-7e46-4d4d-ac4e-7dde67b36aa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:27:21Z', 'updated_at': '2021-02-17T03:27:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-5-iscsi'}] {{(pid=83924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 03:27:31.550261 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [req-0efb2a70-1480-46a6-8776-dcf68024c9bb req-6e7ac982-e961-4e09-8be8-190d9514a665 tempest-DeleteServersTestJSON-594113530 tempest-DeleteServersTestJSON-594113530-project] Usage tracker for resource:port and tenant:f26d86e30e4e473798e908122de8a6fc is out of sync, need to count used quota {{(pid=83922) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:27:31.582325 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [req-0efb2a70-1480-46a6-8776-dcf68024c9bb req-6e7ac982-e961-4e09-8be8-190d9514a665 tempest-DeleteServersTestJSON-594113530 tempest-DeleteServersTestJSON-594113530-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83922) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:27:31.614395 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [req-0efb2a70-1480-46a6-8776-dcf68024c9bb req-6e7ac982-e961-4e09-8be8-190d9514a665 tempest-DeleteServersTestJSON-594113530 tempest-DeleteServersTestJSON-594113530-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:27:31.664480 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-2cd4631e-27eb-40b1-bb60-8a79279e7ef5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:31.683390 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Provisioning complete for port 9817062d-60d0-4cd7-a2fd-f8571a9726b0 triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:27:31.684183 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838161172'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:31.752725 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab96d9e6-96d1-44c8-b8a3-e2e88dbc6542 admin admin] Router ce1dcbd0-733c-48eb-a4e4-1dca83063e7c is scheduled to L3 agent 3e02af72-3002-4fb3-96dd-e59119f81584 with binding_index 1 {{(pid=83922) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Feb 17 03:27:31.773583 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0efb2a70-1480-46a6-8776-dcf68024c9bb req-6e7ac982-e961-4e09-8be8-190d9514a665 tempest-DeleteServersTestJSON-594113530 tempest-DeleteServersTestJSON-594113530-project] Made reservation on behalf of f26d86e30e4e473798e908122de8a6fc for: {'port': 1} {{(pid=83922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 03:27:31.780310 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-0efb2a70-1480-46a6-8776-dcf68024c9bb req-6e7ac982-e961-4e09-8be8-190d9514a665 tempest-DeleteServersTestJSON-594113530 tempest-DeleteServersTestJSON-594113530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for port, before_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:31.988144 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-bb0c3568-f114-4eca-801b-04702a919455 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:32.030415 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-c31ffb2d-01b9-4395-9046-3f660f39c1c6 req-ef35e565-9376-41d2-8962-e44fd59919b0 tempest-DeleteServersTestJSON-594113530 tempest-DeleteServersTestJSON-594113530-project] 10.222.0.57 "GET /v2.0/ports?device_id=5a792992-ad2a-408d-9e19-9363ed0b0c51 HTTP/1.1" status: 200  len: 210 time: 0.6036236
Feb 17 03:27:32.101478 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6b6529-cd6b-41c1-9f3b-a2fdbe18bc00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7be74af-587c-435b-b8a0-85b3d701abcf,revision_number=1']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:27:32.134242 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-5c6b6529-cd6b-41c1-9f3b-a2fdbe18bc00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.038s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:27:32.143410 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-bb0c3568-f114-4eca-801b-04702a919455 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:27:32.147452 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-bb0c3568-f114-4eca-801b-04702a919455 admin admin] Usage tracker for resource:security_group_rule and tenant:84c8fa4525cc4adc8c1165798587e544 is out of sync, need to count used quota {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:27:32.150761 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-bb0c3568-f114-4eca-801b-04702a919455 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:27:32.158448 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-bb0c3568-f114-4eca-801b-04702a919455 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:27:32.190834 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-ff2ade2d-7b14-4f7c-875f-f3659f358a1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:32.276843 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-43a5d814-e562-4fb5-aa26-ee2ad1da57b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838103452', 'neutron.services.segments.db._delete_segments_for_network-8733756975594'] for network, precommit_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:32.317242 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-c2554a60-de71-4097-832d-6520b14ad935 req-8a1abe1b-b240-41ba-b109-ac44886c365f tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] 10.222.0.57 "GET /v2.0/ports?device_id=05b5b64f-7a56-4bd2-97ed-2e54c9e65a96 HTTP/1.1" status: 200  len: 210 time: 0.1587749
Feb 17 03:27:32.378176 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-bb0c3568-f114-4eca-801b-04702a919455 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:32.390542 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-bb0c3568-f114-4eca-801b-04702a919455 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876219'] for security_group, after_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:32.481186 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.db_base_plugin_common [req-4f13ff0c-dd3d-4d6e-a947-b50148e4ca77 req-10fb67c4-3108-4ea0-b306-38738cb4549a tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] Allocated IP 172.20.0.12 (90e5bf38-a0dc-48bd-9401-739bcf8a5d8a/2c8050c3-d22a-4b7f-8b2d-686c8f16c9a7/a22a3785-c250-4a30-9d0e-f779f4acfbdd) {{(pid=83921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 03:27:32.653889 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-54322028-c896-4aee-9ed8-ed15d27e79a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:27:32.696712 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-ff2ade2d-7b14-4f7c-875f-f3659f358a1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:32.717613 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-bb0c3568-f114-4eca-801b-04702a919455 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=84c8fa4525cc4adc8c1165798587e544&name=default HTTP/1.1" status: 200  len: 2979 time: 1.6769261
Feb 17 03:27:32.718966 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.db_base_plugin_common [None req-7593902e-aeac-4a8d-8415-660cee113098 admin admin] Allocated IP 172.20.0.1 (07c25ad2-4e60-4400-a677-ca2c2e7c85f8/e1c7a001-c305-42ea-923a-4661960efd2e/c510e6f1-6d9a-49dd-9534-8f370a698729) {{(pid=83921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 03:27:32.757184 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0c3568-f114-4eca-801b-04702a919455 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed952251-4f36-4988-ab62-22fb443b1b8d,revision_number=1']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:27:32.764132 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.57', 35432) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:27:32.775025 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-bb0c3568-f114-4eca-801b-04702a919455 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:27:33.010858 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab96d9e6-96d1-44c8-b8a3-e2e88dbc6542 admin admin] Notify agent at l3_agent.dv-cinder-759943-5-iscsi the message routers_updated {{(pid=83922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 03:27:33.022306 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8366da18-ee25-4e58-9f8f-c62a32217e06 None None] Sync routers for ids ['ce1dcbd0-733c-48eb-a4e4-1dca83063e7c'] in dv-cinder-759943-5-iscsi {{(pid=83923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 03:27:33.040801 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8366da18-ee25-4e58-9f8f-c62a32217e06 None None] Routers {'ce1dcbd0-733c-48eb-a4e4-1dca83063e7c'} bound to L3 agent in host dv-cinder-759943-5-iscsi {{(pid=83923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 03:27:33.050139 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_hamode_db [None req-8366da18-ee25-4e58-9f8f-c62a32217e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f17c55c2b38>, 'dv-cinder-759943-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T03:18:25Z,description=<?>,heartbeat_timestamp=2021-02-17T03:27:26Z,host='dv-cinder-759943-5-iscsi',id=3e02af72-3002-4fb3-96dd-e59119f81584,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T03:18:25Z,topic='l3_agent')) {'router_ids': ['ce1dcbd0-733c-48eb-a4e4-1dca83063e7c'], 'active': True} {{(pid=83923) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:27:33.121009 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-2cd4631e-27eb-40b1-bb60-8a79279e7ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363303098263190'] for port, after_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:33.170080 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-4f13ff0c-dd3d-4d6e-a947-b50148e4ca77 req-10fb67c4-3108-4ea0-b306-38738cb4549a tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] Notify callbacks [] for port, precommit_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:33.256463 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-7593902e-aeac-4a8d-8415-660cee113098 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:33.284897 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-ab96d9e6-96d1-44c8-b8a3-e2e88dbc6542 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:27:33.321046 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.db_base_plugin_common [req-0efb2a70-1480-46a6-8776-dcf68024c9bb req-6e7ac982-e961-4e09-8be8-190d9514a665 tempest-DeleteServersTestJSON-594113530 tempest-DeleteServersTestJSON-594113530-project] Allocated IP 172.20.0.6 (7250ffa3-b5f2-45bc-8c2b-8a04a901bc68/f29a48ac-d6e4-4b02-b328-53d325347c14/8783865b-a078-4448-ad74-449c2887c2a3) {{(pid=83922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 03:27:33.324605 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-43a5d814-e562-4fb5-aa26-ee2ad1da57b9 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f17c56546a0>> segment before_delete 55550000 {{(pid=83922) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:27:33.325068 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-43a5d814-e562-4fb5-aa26-ee2ad1da57b9 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f17c56546a0>> subnet precommit_delete_associations 55550000 {{(pid=83922) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:27:33.325916 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-43a5d814-e562-4fb5-aa26-ee2ad1da57b9 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f17c5545860>> segment_host_mapping after_create 55550000 {{(pid=83922) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:27:33.326295 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-43a5d814-e562-4fb5-aa26-ee2ad1da57b9 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f17c5545860>> port after_create 55550000 {{(pid=83922) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:27:33.326655 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-43a5d814-e562-4fb5-aa26-ee2ad1da57b9 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f17c5545860>> port after_delete 55550000 {{(pid=83922) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:27:33.327009 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-43a5d814-e562-4fb5-aa26-ee2ad1da57b9 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f17c5545860>> port after_update 55550000 {{(pid=83922) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:27:33.327363 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-43a5d814-e562-4fb5-aa26-ee2ad1da57b9 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f17c5545860>> segment after_delete 55550000 {{(pid=83922) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:27:33.327721 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-43a5d814-e562-4fb5-aa26-ee2ad1da57b9 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f17c5545860>> subnet after_create 55550000 {{(pid=83922) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:27:33.328075 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-43a5d814-e562-4fb5-aa26-ee2ad1da57b9 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f17c5545860>> subnet after_delete 55550000 {{(pid=83922) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:27:33.328757 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-43a5d814-e562-4fb5-aa26-ee2ad1da57b9 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f17c5545860>> subnet after_update 55550000 {{(pid=83922) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:27:33.333603 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-4f13ff0c-dd3d-4d6e-a947-b50148e4ca77 req-10fb67c4-3108-4ea0-b306-38738cb4549a tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363303098263190'] for port, after_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:33.342326 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-a156333c-fb79-40ef-ae97-c04bb8877efa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:33.379937 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-1176448d-cc1b-4cf0-865b-b3aacccb7401 req-f30f8020-f79a-46c6-9f4a-ff27d8290906 tempest-DeleteServersTestJSON-594113530 tempest-DeleteServersTestJSON-594113530-project] 10.222.0.57 "GET /v2.0/ports?device_id=5a792992-ad2a-408d-9e19-9363ed0b0c51 HTTP/1.1" status: 200  len: 210 time: 0.1404352
Feb 17 03:27:33.422620 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvr_db [None req-8366da18-ee25-4e58-9f8f-c62a32217e06 None None] Set router ce1dcbd0-733c-48eb-a4e4-1dca83063e7c gateway port host: dv-cinder-759943-5-iscsi {{(pid=83923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 03:27:33.428778 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-0fcfbab3-6368-44e7-8b4b-cda3c8fbaa00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:27:33.510500 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-43a5d814-e562-4fb5-aa26-ee2ad1da57b9 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f17c5ed98d0>> subnet after_create 55550000 {{(pid=83922) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:27:33.510892 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-43a5d814-e562-4fb5-aa26-ee2ad1da57b9 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f17c5ed98d0>> subnet after_delete 55550000 {{(pid=83922) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:27:33.511256 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-43a5d814-e562-4fb5-aa26-ee2ad1da57b9 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f17c5ed98d0>> subnet before_create 55550000 {{(pid=83922) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:27:33.511603 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-43a5d814-e562-4fb5-aa26-ee2ad1da57b9 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f17c5ed98d0>> subnet before_update 55550000 {{(pid=83922) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:27:33.512001 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.services.segments.db [None req-43a5d814-e562-4fb5-aa26-ee2ad1da57b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f17c5f3cac8>,) {'filters': {'network_id': ['d466dec0-13e7-40f3-a9e3-a1dc88eb2dc6']}} {{(pid=83922) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:27:33.527611 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-ab96d9e6-96d1-44c8-b8a3-e2e88dbc6542 admin admin] Notify callbacks [] for router, before_response {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:33.528946 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-ab96d9e6-96d1-44c8-b8a3-e2e88dbc6542 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 14.2063615
Feb 17 03:27:33.554354 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83922) accepted ('10.222.0.57', 35440) {{(pid=83922) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:27:33.568982 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.services.segments.db [None req-43a5d814-e562-4fb5-aa26-ee2ad1da57b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f17c5f3cac8>, '04ec13f7-d10a-4a65-aedc-31a2beb45ed7') {'for_net_delete': True} {{(pid=83922) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:27:33.569554 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.services.segments.db [None req-43a5d814-e562-4fb5-aa26-ee2ad1da57b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f17c5f3cac8>, '04ec13f7-d10a-4a65-aedc-31a2beb45ed7') {} {{(pid=83922) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:27:33.662922 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-a156333c-fb79-40ef-ae97-c04bb8877efa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:33.684502 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Device 52a52f33-96ff-4642-b524-3fffb2e91c17 up at agent ovs-agent-dv-cinder-759943-5-iscsi {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:27:33.724146 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fb67c4-3108-4ea0-b306-38738cb4549a tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] Pushing event updated for resources: {'Port': ['ID=a22a3785-c250-4a30-9d0e-f779f4acfbdd,revision_number=1']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:27:33.724424 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-ff2ade2d-7b14-4f7c-875f-f3659f358a1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876219'] for security_group, after_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:33.750857 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-10fb67c4-3108-4ea0-b306-38738cb4549a tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:27:33.761569 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cd4631e-27eb-40b1-bb60-8a79279e7ef5 admin admin] Network 47a54196-2e01-4ced-bf59-8f5a8abde718 is already hosted by enough agents. {{(pid=83922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 03:27:33.829244 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-7593902e-aeac-4a8d-8415-660cee113098 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363303098263190'] for port, after_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:33.836666 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-43a5d814-e562-4fb5-aa26-ee2ad1da57b9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363303097793020', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3121733'] for segment, before_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:33.867910 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:27:33.885267 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.scheduler.base_scheduler [None req-2cd4631e-27eb-40b1-bb60-8a79279e7ef5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 03:27:33.888862 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd4631e-27eb-40b1-bb60-8a79279e7ef5 admin admin] Received port after_create {{(pid=83922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 03:27:34.052855 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f13ff0c-dd3d-4d6e-a947-b50148e4ca77 req-10fb67c4-3108-4ea0-b306-38738cb4549a tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] Network 90e5bf38-a0dc-48bd-9401-739bcf8a5d8a is already hosted by enough agents. {{(pid=83921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 03:27:34.055632 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7593902e-aeac-4a8d-8415-660cee113098 admin admin] Pushing event updated for resources: {'Port': ['ID=c510e6f1-6d9a-49dd-9534-8f370a698729,revision_number=1']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:27:34.059304 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.scheduler.base_scheduler [req-4f13ff0c-dd3d-4d6e-a947-b50148e4ca77 req-10fb67c4-3108-4ea0-b306-38738cb4549a tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] Resources bound (agent type, host, resource id):  {{(pid=83921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 03:27:34.081426 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-7593902e-aeac-4a8d-8415-660cee113098 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:27:34.123804 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-a156333c-fb79-40ef-ae97-c04bb8877efa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876219'] for security_group, after_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:34.135267 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f13ff0c-dd3d-4d6e-a947-b50148e4ca77 req-10fb67c4-3108-4ea0-b306-38738cb4549a tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] Received port after_create {{(pid=83921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 03:27:34.140947 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f13ff0c-dd3d-4d6e-a947-b50148e4ca77 req-10fb67c4-3108-4ea0-b306-38738cb4549a tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:34.141814 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-4f13ff0c-dd3d-4d6e-a947-b50148e4ca77 req-10fb67c4-3108-4ea0-b306-38738cb4549a tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854193028'] for port, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:34.143407 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Provisioning for port 52a52f33-96ff-4642-b524-3fffb2e91c17 completed by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 03:27:34.152022 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Provisioning complete for port 52a52f33-96ff-4642-b524-3fffb2e91c17 triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:27:34.152502 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838161172'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:34.156229 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:27:34.189536 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-ff2ade2d-7b14-4f7c-875f-f3659f358a1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:34.193328 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-ff2ade2d-7b14-4f7c-875f-f3659f358a1f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a7be74af-587c-435b-b8a0-85b3d701abcf HTTP/1.1" status: 204  len: 168 time: 2.6367559
Feb 17 03:27:34.193328 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd4631e-27eb-40b1-bb60-8a79279e7ef5 admin admin] Pushing event updated for resources: {'Port': ['ID=62f00c63-ea90-420b-9fc5-79144a39882f,revision_number=1']} {{(pid=83922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:27:34.194743 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a156333c-fb79-40ef-ae97-c04bb8877efa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed952251-4f36-4988-ab62-22fb443b1b8d,revision_number=None']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:27:34.195857 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-2cd4631e-27eb-40b1-bb60-8a79279e7ef5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.911s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:27:34.205469 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-a156333c-fb79-40ef-ae97-c04bb8877efa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:27:34.253591 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-4f13ff0c-dd3d-4d6e-a947-b50148e4ca77 req-10fb67c4-3108-4ea0-b306-38738cb4549a tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 5.2353168
Feb 17 03:27:34.253591 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-a156333c-fb79-40ef-ae97-c04bb8877efa admin admin] Notify callbacks [] for security_group, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:34.257638 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-a156333c-fb79-40ef-ae97-c04bb8877efa admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/ed952251-4f36-4988-ab62-22fb443b1b8d HTTP/1.1" status: 204  len: 168 time: 1.4895942
Feb 17 03:27:34.289600 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7593902e-aeac-4a8d-8415-660cee113098 admin admin] Network 07c25ad2-4e60-4400-a677-ca2c2e7c85f8 is already hosted by enough agents. {{(pid=83921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 03:27:34.291088 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.scheduler.base_scheduler [None req-7593902e-aeac-4a8d-8415-660cee113098 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 03:27:34.293672 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7593902e-aeac-4a8d-8415-660cee113098 admin admin] Received port after_create {{(pid=83921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 03:27:34.294310 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-7593902e-aeac-4a8d-8415-660cee113098 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-922652'] for router_interface, before_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:34.311873 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-43a5d814-e562-4fb5-aa26-ee2ad1da57b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16617428'] for segment, precommit_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:34.328048 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-43a5d814-e562-4fb5-aa26-ee2ad1da57b9 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=83922) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 17 03:27:34.441979 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-c7c597d7-0b80-43dc-953b-08d4d765f61f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.336s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:27:34.529939 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for port, before_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:34.614964 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.db [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] For port 52a52f33-96ff-4642-b524-3fffb2e91c17, host dv-cinder-759943-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-5-iscsi',level=0,port_id=52a52f33-96ff-4642-b524-3fffb2e91c17,segment=NetworkSegment(98c4310b-6fdc-4105-b056-95cb7f890c80),segment_id=98c4310b-6fdc-4105-b056-95cb7f890c80)] {{(pid=83923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:27:34.620519 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303097879514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733756514675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303098261108'] for port, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:34.622599 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_hamode_db [None req-8366da18-ee25-4e58-9f8f-c62a32217e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f17c55c2b38>, [{'id': 'ce1dcbd0-733c-48eb-a4e4-1dca83063e7c', 'name': 'tempest-AttachVolumeShelveTestJSON-28655953-router', 'tenant_id': '64044155addf41e9ba2bde5782afed2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'external_fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '5a30632c-1748-4a16-aea5-cce7b2eb244d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:27:19Z', 'updated_at': '2021-02-17T03:27:24Z', 'revision_number': 3, 'project_id': '64044155addf41e9ba2bde5782afed2a', 'gw_port': {'id': '5a30632c-1748-4a16-aea5-cce7b2eb244d', 'name': '', 'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:5b:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce1dcbd0-733c-48eb-a4e4-1dca83063e7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:27:21Z', 'updated_at': '2021-02-17T03:27:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-5-iscsi'}], 'dv-cinder-759943-5-iscsi', False) {} {{(pid=83923) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:27:34.638328 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:27:34.706875 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8366da18-ee25-4e58-9f8f-c62a32217e06 None None] Checking router: ce1dcbd0-733c-48eb-a4e4-1dca83063e7c for host: dv-cinder-759943-5-iscsi {{(pid=83923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 03:27:34.711504 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8366da18-ee25-4e58-9f8f-c62a32217e06 None None] Updating router ce1dcbd0-733c-48eb-a4e4-1dca83063e7c port 5a30632c-1748-4a16-aea5-cce7b2eb244d binding host dv-cinder-759943-5-iscsi {{(pid=83923) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 17 03:27:34.732939 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2ade2d-7b14-4f7c-875f-f3659f358a1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7be74af-587c-435b-b8a0-85b3d701abcf,revision_number=None']} {{(pid=83922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:27:34.736715 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-90d8d504-0119-44fb-8816-ba4b850182f7 req-6581f011-d91a-4ed8-abe0-8e1b77274ba3 tempest-DeleteServersTestJSON-594113530 tempest-DeleteServersTestJSON-594113530-project] 10.222.0.57 "GET /v2.0/ports?device_id=5a792992-ad2a-408d-9e19-9363ed0b0c51 HTTP/1.1" status: 200  len: 210 time: 0.1894877
Feb 17 03:27:34.831509 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-ff2ade2d-7b14-4f7c-875f-f3659f358a1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:27:34.866552 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83922) accepted ('10.222.0.57', 35464) {{(pid=83922) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:27:34.980213 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-bd0bc54d-76b1-49c5-b5e1-455474fa8a3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:35.024416 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-8366da18-ee25-4e58-9f8f-c62a32217e06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for port, before_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:35.098920 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-7593902e-aeac-4a8d-8415-660cee113098 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for port, before_update {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:35.137708 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954a3b3d-455d-46e6-a772-5dcd862138ac req-1676088c-e54b-4450-bed7-2730b06313b6 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:35.145512 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-954a3b3d-455d-46e6-a772-5dcd862138ac req-1676088c-e54b-4450-bed7-2730b06313b6 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] 10.222.0.57 "GET /v2.0/ports?device_id=05b5b64f-7a56-4bd2-97ed-2e54c9e65a96 HTTP/1.1" status: 200  len: 932 time: 1.4586079
Feb 17 03:27:35.354627 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Pushing event updated for resources: {'Port': ['ID=52a52f33-96ff-4642-b524-3fffb2e91c17,revision_number=4']} {{(pid=83923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:27:35.443386 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.805s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:27:35.448457 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.managers [None req-43a5d814-e562-4fb5-aa26-ee2ad1da57b9 admin admin] Network d466dec0-13e7-40f3-a9e3-a1dc88eb2dc6 has no segments {{(pid=83922) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 03:27:35.458279 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-bd0bc54d-76b1-49c5-b5e1-455474fa8a3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:27:35.469609 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-43a5d814-e562-4fb5-aa26-ee2ad1da57b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036838158356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2929321'] for segment, after_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:35.492558 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-bd0bc54d-76b1-49c5-b5e1-455474fa8a3e admin admin] Usage tracker for resource:security_group_rule and tenant:a572743f202a47d0b1736d282084f65d is out of sync, need to count used quota {{(pid=83922) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:27:35.527192 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Device 52a52f33-96ff-4642-b524-3fffb2e91c17 up at agent ovs-agent-dv-cinder-759943-5-iscsi {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:27:35.555393 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-bd0bc54d-76b1-49c5-b5e1-455474fa8a3e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83922) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:27:35.612203 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-7593902e-aeac-4a8d-8415-660cee113098 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:35.627619 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-7593902e-aeac-4a8d-8415-660cee113098 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303097879514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733756514675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303098261108'] for port, after_update {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:35.629552 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-7593902e-aeac-4a8d-8415-660cee113098 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-584865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853853062'] for router_interface, after_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:35.657133 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:27:35.802701 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-bd0bc54d-76b1-49c5-b5e1-455474fa8a3e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:27:35.806001 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-2cd4631e-27eb-40b1-bb60-8a79279e7ef5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:35.867439 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7593902e-aeac-4a8d-8415-660cee113098 admin admin] Pushing event updated for resources: {'Port': ['ID=c510e6f1-6d9a-49dd-9534-8f370a698729,revision_number=2']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:27:35.884553 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-7593902e-aeac-4a8d-8415-660cee113098 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:27:35.898183 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-954a3b3d-455d-46e6-a772-5dcd862138ac req-95e478b0-255d-4d03-8c03-786cdd89bb4d tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] 10.222.0.57 "GET /v2.0/security-groups?id=7a034f11-6095-46d6-bffd-d2ce932f5f6d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7514551
Feb 17 03:27:35.905321 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Provisioning complete for port 52a52f33-96ff-4642-b524-3fffb2e91c17 triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:27:35.905739 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838161172'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:35.979587 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7593902e-aeac-4a8d-8415-660cee113098 admin admin] Network 07c25ad2-4e60-4400-a677-ca2c2e7c85f8 is already hosted by enough agents. {{(pid=83921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 03:27:35.980998 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.scheduler.base_scheduler [None req-7593902e-aeac-4a8d-8415-660cee113098 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 03:27:36.159240 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-0efb2a70-1480-46a6-8776-dcf68024c9bb req-6e7ac982-e961-4e09-8be8-190d9514a665 tempest-DeleteServersTestJSON-594113530 tempest-DeleteServersTestJSON-594113530-project] Notify callbacks [] for port, precommit_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:36.169439 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-8366da18-ee25-4e58-9f8f-c62a32217e06 None None] Notify callbacks [] for port, precommit_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:36.260743 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-8366da18-ee25-4e58-9f8f-c62a32217e06 None None] Transition to ACTIVE for port object 5a30632c-1748-4a16-aea5-cce7b2eb244d will not be triggered until provisioned by entity L2. {{(pid=83923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 03:27:36.268901 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-8366da18-ee25-4e58-9f8f-c62a32217e06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303097879514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733756514675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303098261108'] for port, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:36.309304 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:27:36.494505 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01523e51-38ea-43bb-8727-c2307c8d5b21 None None] Pushing event updated for resources: {'Port': ['ID=5a30632c-1748-4a16-aea5-cce7b2eb244d,revision_number=2']} {{(pid=83923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:27:36.508556 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-0efb2a70-1480-46a6-8776-dcf68024c9bb req-6e7ac982-e961-4e09-8be8-190d9514a665 tempest-DeleteServersTestJSON-594113530 tempest-DeleteServersTestJSON-594113530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363303098263190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851846526'] for port, after_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:36.512258 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-01523e51-38ea-43bb-8727-c2307c8d5b21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:27:36.554958 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7593902e-aeac-4a8d-8415-660cee113098 admin admin] Router cac00ce8-7e46-4d4d-ac4e-7dde67b36aa0 has already been hosted by L3 agent 3e02af72-3002-4fb3-96dd-e59119f81584 {{(pid=83921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 03:27:36.586150 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.managers [None req-8366da18-ee25-4e58-9f8f-c62a32217e06 None None] Attempting to bind port 5a30632c-1748-4a16-aea5-cce7b2eb244d on host dv-cinder-759943-5-iscsi for vnic_type normal with profile  {{(pid=83923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 03:27:36.586847 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.managers [None req-8366da18-ee25-4e58-9f8f-c62a32217e06 None None] Attempting to bind port 5a30632c-1748-4a16-aea5-cce7b2eb244d by drivers openvswitch on host dv-cinder-759943-5-iscsi at level 0 using segments [{'id': '98c4310b-6fdc-4105-b056-95cb7f890c80', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718'}] {{(pid=83923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 03:27:36.587422 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8366da18-ee25-4e58-9f8f-c62a32217e06 None None] Attempting to bind port 5a30632c-1748-4a16-aea5-cce7b2eb244d on network 47a54196-2e01-4ced-bf59-8f5a8abde718 {{(pid=83923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 03:27:36.595322 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8366da18-ee25-4e58-9f8f-c62a32217e06 None None] Checking agent: {'id': 'fdf6e942-9f6a-471f-a5a4-d80d5f4aedb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759943-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 3, 18, 27), 'started_at': datetime.datetime(2021, 2, 17, 3, 18, 57), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 3, 27, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759943-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 03:27:36.596037 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8366da18-ee25-4e58-9f8f-c62a32217e06 None None] Checking segment: {'id': '98c4310b-6fdc-4105-b056-95cb7f890c80', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 03:27:36.596634 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-8366da18-ee25-4e58-9f8f-c62a32217e06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:36.597406 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8366da18-ee25-4e58-9f8f-c62a32217e06 None None] Bound using segment: {'id': '98c4310b-6fdc-4105-b056-95cb7f890c80', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718'} {{(pid=83923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 03:27:36.598075 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.managers [None req-8366da18-ee25-4e58-9f8f-c62a32217e06 None None] Bound port: 5a30632c-1748-4a16-aea5-cce7b2eb244d, host: dv-cinder-759943-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98c4310b-6fdc-4105-b056-95cb7f890c80', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718'}}] {{(pid=83923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 03:27:36.598933 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-8366da18-ee25-4e58-9f8f-c62a32217e06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for port, before_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:36.693476 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.db [None req-8366da18-ee25-4e58-9f8f-c62a32217e06 None None] For port 5a30632c-1748-4a16-aea5-cce7b2eb244d, host dv-cinder-759943-5-iscsi, cleared binding levels {{(pid=83923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 03:27:36.697755 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.db [None req-8366da18-ee25-4e58-9f8f-c62a32217e06 None None] For port 5a30632c-1748-4a16-aea5-cce7b2eb244d, host dv-cinder-759943-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-5-iscsi',level=0,port_id=5a30632c-1748-4a16-aea5-cce7b2eb244d,segment=NetworkSegment(98c4310b-6fdc-4105-b056-95cb7f890c80),segment_id=98c4310b-6fdc-4105-b056-95cb7f890c80)] {{(pid=83923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 03:27:36.706634 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-8366da18-ee25-4e58-9f8f-c62a32217e06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303097879514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733756514675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303098261108'] for port, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:36.736904 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-82d74a3e-9f1b-4a97-b9f1-e14a7098ec19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:27:36.918247 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7593902e-aeac-4a8d-8415-660cee113098 admin admin] Notify agent at l3_agent.dv-cinder-759943-5-iscsi the message routers_updated {{(pid=83921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 03:27:36.923658 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-7593902e-aeac-4a8d-8415-660cee113098 admin admin] 10.222.0.57 "PUT /v2.0/routers/cac00ce8-7e46-4d4d-ac4e-7dde67b36aa0/add_router_interface HTTP/1.1" status: 200  len: 503 time: 10.9739430
Feb 17 03:27:36.939317 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b46fa9-faab-453a-8cd4-48800ac05604 None None] Sync routers for ids ['cac00ce8-7e46-4d4d-ac4e-7dde67b36aa0'] in dv-cinder-759943-5-iscsi {{(pid=83924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 03:27:36.972739 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b46fa9-faab-453a-8cd4-48800ac05604 None None] Routers {'cac00ce8-7e46-4d4d-ac4e-7dde67b36aa0'} bound to L3 agent in host dv-cinder-759943-5-iscsi {{(pid=83924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 03:27:36.973922 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_hamode_db [None req-94b46fa9-faab-453a-8cd4-48800ac05604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f17c64ed0f0>, 'dv-cinder-759943-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T03:18:25Z,description=<?>,heartbeat_timestamp=2021-02-17T03:27:26Z,host='dv-cinder-759943-5-iscsi',id=3e02af72-3002-4fb3-96dd-e59119f81584,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T03:18:25Z,topic='l3_agent')) {'router_ids': ['cac00ce8-7e46-4d4d-ac4e-7dde67b36aa0'], 'active': True} {{(pid=83924) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:27:37.076559 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:27:37.098539 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01523e51-38ea-43bb-8727-c2307c8d5b21 None None] Pushing event updated for resources: {'Port': ['ID=5a30632c-1748-4a16-aea5-cce7b2eb244d,revision_number=3']} {{(pid=83923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:27:37.120552 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-01523e51-38ea-43bb-8727-c2307c8d5b21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:27:37.258586 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7ac982-e961-4e09-8be8-190d9514a665 tempest-DeleteServersTestJSON-594113530 tempest-DeleteServersTestJSON-594113530-project] Pushing event updated for resources: {'Port': ['ID=8783865b-a078-4448-ad74-449c2887c2a3,revision_number=1']} {{(pid=83922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:27:37.274321 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-6e7ac982-e961-4e09-8be8-190d9514a665 tempest-DeleteServersTestJSON-594113530 tempest-DeleteServersTestJSON-594113530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:27:37.285527 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8366da18-ee25-4e58-9f8f-c62a32217e06 None None] Routers {'ce1dcbd0-733c-48eb-a4e4-1dca83063e7c'} bound to L3 agent in host dv-cinder-759943-5-iscsi {{(pid=83923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 03:27:37.286471 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_hamode_db [None req-8366da18-ee25-4e58-9f8f-c62a32217e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f17c55c2b38>, 'dv-cinder-759943-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T03:18:25Z,description=<?>,heartbeat_timestamp=2021-02-17T03:27:26Z,host='dv-cinder-759943-5-iscsi',id=3e02af72-3002-4fb3-96dd-e59119f81584,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T03:18:25Z,topic='l3_agent')) {'router_ids': ['ce1dcbd0-733c-48eb-a4e4-1dca83063e7c'], 'active': True} {{(pid=83923) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:27:37.294626 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0efb2a70-1480-46a6-8776-dcf68024c9bb req-6e7ac982-e961-4e09-8be8-190d9514a665 tempest-DeleteServersTestJSON-594113530 tempest-DeleteServersTestJSON-594113530-project] Network 7250ffa3-b5f2-45bc-8c2b-8a04a901bc68 is already hosted by enough agents. {{(pid=83922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 03:27:37.325340 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.scheduler.base_scheduler [req-0efb2a70-1480-46a6-8776-dcf68024c9bb req-6e7ac982-e961-4e09-8be8-190d9514a665 tempest-DeleteServersTestJSON-594113530 tempest-DeleteServersTestJSON-594113530-project] Resources bound (agent type, host, resource id):  {{(pid=83922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 03:27:37.330927 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvrscheduler_db [req-0efb2a70-1480-46a6-8776-dcf68024c9bb req-6e7ac982-e961-4e09-8be8-190d9514a665 tempest-DeleteServersTestJSON-594113530 tempest-DeleteServersTestJSON-594113530-project] Received port after_create {{(pid=83922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 03:27:37.362959 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvr_db [None req-94b46fa9-faab-453a-8cd4-48800ac05604 None None] Set router cac00ce8-7e46-4d4d-ac4e-7dde67b36aa0 gateway port host: dv-cinder-759943-5-iscsi {{(pid=83924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 03:27:37.405902 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2fea6d-156f-4ee7-9c0c-8f005ceefce5 req-88416104-0901-4833-9832-fb077f1988f2 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:37.407148 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [req-cd2fea6d-156f-4ee7-9c0c-8f005ceefce5 req-88416104-0901-4833-9832-fb077f1988f2 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] Synchronizing usage tracker for tenant:41ae341c7001465897265b1c5eda9767 on resource:port {{(pid=83921) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 03:27:37.414695 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.managers [None req-43a5d814-e562-4fb5-aa26-ee2ad1da57b9 admin admin] Network d466dec0-13e7-40f3-a9e3-a1dc88eb2dc6 has no segments {{(pid=83922) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 03:27:37.476293 dv-cinder-759943-5-iscsi neutron-server[83810]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Feb 17 03:27:37.476293 dv-cinder-759943-5-iscsi neutron-server[83810]:   from cryptography.utils import int_from_bytes
Feb 17 03:27:37.476293 dv-cinder-759943-5-iscsi neutron-server[83810]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Feb 17 03:27:37.476293 dv-cinder-759943-5-iscsi neutron-server[83810]:   from cryptography.utils import int_from_bytes
Feb 17 03:27:37.476293 dv-cinder-759943-5-iscsi neutron-server[83810]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Feb 17 03:27:37.476293 dv-cinder-759943-5-iscsi neutron-server[83810]:   (rel_b, rel_a, rel_b),
Feb 17 03:27:37.476293 dv-cinder-759943-5-iscsi neutron-server[83810]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Feb 17 03:27:37.476293 dv-cinder-759943-5-iscsi neutron-server[83810]:   (rel_b, rel_a, rel_b),
Feb 17 03:27:37.476293 dv-cinder-759943-5-iscsi neutron-server[83810]: Traceback (most recent call last):
Feb 17 03:27:37.476293 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 17 03:27:37.476293 dv-cinder-759943-5-iscsi neutron-server[83810]:     timer()
Feb 17 03:27:37.476293 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 17 03:27:37.476293 dv-cinder-759943-5-iscsi neutron-server[83810]:     cb(*args, **kw)
Feb 17 03:27:37.476293 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 17 03:27:37.476293 dv-cinder-759943-5-iscsi neutron-server[83810]:     return func(*args, **kwargs)
Feb 17 03:27:37.476293 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 17 03:27:37.476293 dv-cinder-759943-5-iscsi neutron-server[83810]:     self._notify()
Feb 17 03:27:37.476293 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 17 03:27:37.476293 dv-cinder-759943-5-iscsi neutron-server[83810]:     self.callback(batched_events)
Feb 17 03:27:37.476293 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 17 03:27:37.476293 dv-cinder-759943-5-iscsi neutron-server[83810]:     event.method(event)
Feb 17 03:27:37.476293 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 17 03:27:37.476293 dv-cinder-759943-5-iscsi neutron-server[83810]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 17 03:27:37.476293 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 17 03:27:37.476293 dv-cinder-759943-5-iscsi neutron-server[83810]:     segment_id)['aggregates'][0]
Feb 17 03:27:37.476293 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 17 03:27:37.476293 dv-cinder-759943-5-iscsi neutron-server[83810]:     return f(self, *a, **k)
Feb 17 03:27:37.476293 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 17 03:27:37.476293 dv-cinder-759943-5-iscsi neutron-server[83810]:     return self._get(url).json()
Feb 17 03:27:37.476293 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 17 03:27:37.476293 dv-cinder-759943-5-iscsi neutron-server[83810]:     **kwargs)
Feb 17 03:27:37.476293 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 17 03:27:37.476293 dv-cinder-759943-5-iscsi neutron-server[83810]:     return self.request(url, 'GET', **kwargs)
Feb 17 03:27:37.476293 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 17 03:27:37.476293 dv-cinder-759943-5-iscsi neutron-server[83810]:     **endpoint_filter)
Feb 17 03:27:37.476293 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 17 03:27:37.476293 dv-cinder-759943-5-iscsi neutron-server[83810]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 17 03:27:37.476293 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 17 03:27:37.476293 dv-cinder-759943-5-iscsi neutron-server[83810]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 17 03:27:37.476293 dv-cinder-759943-5-iscsi neutron-server[83810]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 17 03:27:37.641485 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvr_db [None req-8366da18-ee25-4e58-9f8f-c62a32217e06 None None] Set router ce1dcbd0-733c-48eb-a4e4-1dca83063e7c gateway port host: dv-cinder-759943-5-iscsi {{(pid=83923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 03:27:37.729578 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_hamode_db [None req-94b46fa9-faab-453a-8cd4-48800ac05604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f17c64ed0f0>, [{'id': 'cac00ce8-7e46-4d4d-ac4e-7dde67b36aa0', 'name': 'tempest-ServerRescueNegativeTestJSON-352024799-router', 'tenant_id': '8da7eb55c2cb47dc99275360edd183e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'external_fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': '52a52f33-96ff-4642-b524-3fffb2e91c17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:27:19Z', 'updated_at': '2021-02-17T03:27:34Z', 'revision_number': 4, 'project_id': '8da7eb55c2cb47dc99275360edd183e2', 'gw_port': {'id': '52a52f33-96ff-4642-b524-3fffb2e91c17', 'name': '', 'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:6b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac00ce8-7e46-4d4d-ac4e-7dde67b36aa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:27:21Z', 'updated_at': '2021-02-17T03:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-5-iscsi', '_interfaces': [{'id': 'c510e6f1-6d9a-49dd-9534-8f370a698729', 'name': '', 'network_id': '07c25ad2-4e60-4400-a677-ca2c2e7c85f8', 'tenant_id': '8da7eb55c2cb47dc99275360edd183e2', 'mac_address': 'fa:16:3e:22:ae:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cac00ce8-7e46-4d4d-ac4e-7dde67b36aa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'e1c7a001-c305-42ea-923a-4661960efd2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:27:30Z', 'updated_at': '2021-02-17T03:27:35Z', 'revision_number': 2, 'project_id': '8da7eb55c2cb47dc99275360edd183e2', 'subnets': [{'id': 'e1c7a001-c305-42ea-923a-4661960efd2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759943-5-iscsi', False) {} {{(pid=83924) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:27:37.738254 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b46fa9-faab-453a-8cd4-48800ac05604 None None] Checking router: cac00ce8-7e46-4d4d-ac4e-7dde67b36aa0 for host: dv-cinder-759943-5-iscsi {{(pid=83924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 03:27:37.738916 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b46fa9-faab-453a-8cd4-48800ac05604 None None] Updating router cac00ce8-7e46-4d4d-ac4e-7dde67b36aa0 port c510e6f1-6d9a-49dd-9534-8f370a698729 binding host dv-cinder-759943-5-iscsi {{(pid=83924) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 17 03:27:37.817619 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-94b46fa9-faab-453a-8cd4-48800ac05604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for port, before_update {{(pid=83924) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:37.842907 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-9f2e31d4-df2e-4da8-941e-90a093a9ce16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for port, before_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:37.985389 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efb2a70-1480-46a6-8776-dcf68024c9bb req-6e7ac982-e961-4e09-8be8-190d9514a665 tempest-DeleteServersTestJSON-594113530 tempest-DeleteServersTestJSON-594113530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:37.986119 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-0efb2a70-1480-46a6-8776-dcf68024c9bb req-6e7ac982-e961-4e09-8be8-190d9514a665 tempest-DeleteServersTestJSON-594113530 tempest-DeleteServersTestJSON-594113530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854193028'] for port, before_response {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:38.063556 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-43a5d814-e562-4fb5-aa26-ee2ad1da57b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16672364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853781874'] for network, after_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:38.071335 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21159d42-dc45-4330-8659-2bd9ec0db47f req-5c0fb931-6301-4189-91b6-12cedfffbc62 tempest-DeleteServersTestJSON-594113530 tempest-DeleteServersTestJSON-594113530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:38.072147 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [req-21159d42-dc45-4330-8659-2bd9ec0db47f req-5c0fb931-6301-4189-91b6-12cedfffbc62 tempest-DeleteServersTestJSON-594113530 tempest-DeleteServersTestJSON-594113530-project] Synchronizing usage tracker for tenant:f26d86e30e4e473798e908122de8a6fc on resource:port {{(pid=83922) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 03:27:38.084206 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-0efb2a70-1480-46a6-8776-dcf68024c9bb req-6e7ac982-e961-4e09-8be8-190d9514a665 tempest-DeleteServersTestJSON-594113530 tempest-DeleteServersTestJSON-594113530-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 9.1015368
Feb 17 03:27:38.312617 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_hamode_db [None req-8366da18-ee25-4e58-9f8f-c62a32217e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f17c55c2b38>, [{'id': 'ce1dcbd0-733c-48eb-a4e4-1dca83063e7c', 'name': 'tempest-AttachVolumeShelveTestJSON-28655953-router', 'tenant_id': '64044155addf41e9ba2bde5782afed2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'external_fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '5a30632c-1748-4a16-aea5-cce7b2eb244d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:27:19Z', 'updated_at': '2021-02-17T03:27:24Z', 'revision_number': 3, 'project_id': '64044155addf41e9ba2bde5782afed2a', 'gw_port': {'id': '5a30632c-1748-4a16-aea5-cce7b2eb244d', 'name': '', 'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:5b:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce1dcbd0-733c-48eb-a4e4-1dca83063e7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:27:21Z', 'updated_at': '2021-02-17T03:27:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-5-iscsi'}], 'dv-cinder-759943-5-iscsi', False) {} {{(pid=83923) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:27:38.317757 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8366da18-ee25-4e58-9f8f-c62a32217e06 None None] The sync data for ids ['ce1dcbd0-733c-48eb-a4e4-1dca83063e7c'] in dv-cinder-759943-5-iscsi is: [{'id': 'ce1dcbd0-733c-48eb-a4e4-1dca83063e7c', 'name': 'tempest-AttachVolumeShelveTestJSON-28655953-router', 'tenant_id': '64044155addf41e9ba2bde5782afed2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'external_fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '5a30632c-1748-4a16-aea5-cce7b2eb244d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:27:19Z', 'updated_at': '2021-02-17T03:27:24Z', 'revision_number': 3, 'project_id': '64044155addf41e9ba2bde5782afed2a', 'gw_port': {'id': '5a30632c-1748-4a16-aea5-cce7b2eb244d', 'name': '', 'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:5b:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce1dcbd0-733c-48eb-a4e4-1dca83063e7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:27:21Z', 'updated_at': '2021-02-17T03:27:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-5-iscsi'}] {{(pid=83923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 03:27:38.321782 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-94b46fa9-faab-453a-8cd4-48800ac05604 None None] Notify callbacks [] for port, precommit_update {{(pid=83924) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:38.338212 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-94b46fa9-faab-453a-8cd4-48800ac05604 None None] Transition to ACTIVE for port object c510e6f1-6d9a-49dd-9534-8f370a698729 will not be triggered until provisioned by entity L2. {{(pid=83924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 03:27:38.342511 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-94b46fa9-faab-453a-8cd4-48800ac05604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303097879514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733756514675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303098261108'] for port, after_update {{(pid=83924) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:38.358650 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-0323ee8c-35f1-464a-b982-08216f130bfb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83924) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:27:38.397578 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-43a5d814-e562-4fb5-aa26-ee2ad1da57b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854193028'] for network, before_response {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:38.416984 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-ac71fd39-21a6-43e6-8ee5-3f42e4861cd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:27:38.447107 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a5d814-e562-4fb5-aa26-ee2ad1da57b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=d466dec0-13e7-40f3-a9e3-a1dc88eb2dc6,revision_number=None']} {{(pid=83922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:27:38.450521 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-43a5d814-e562-4fb5-aa26-ee2ad1da57b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:27:38.472097 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-43a5d814-e562-4fb5-aa26-ee2ad1da57b9 admin admin] 10.222.0.57 "DELETE /v2.0/networks/d466dec0-13e7-40f3-a9e3-a1dc88eb2dc6 HTTP/1.1" status: 204  len: 168 time: 7.5518181
Feb 17 03:27:38.475097 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.57', 35500) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:27:38.561485 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [req-21159d42-dc45-4330-8659-2bd9ec0db47f req-5c0fb931-6301-4189-91b6-12cedfffbc62 tempest-DeleteServersTestJSON-594113530 tempest-DeleteServersTestJSON-594113530-project] Unset dirty status for tenant:f26d86e30e4e473798e908122de8a6fc on resource:port {{(pid=83922) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 03:27:38.566009 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-21159d42-dc45-4330-8659-2bd9ec0db47f req-5c0fb931-6301-4189-91b6-12cedfffbc62 tempest-DeleteServersTestJSON-594113530 tempest-DeleteServersTestJSON-594113530-project] 10.222.0.57 "GET /v2.0/ports?device_id=5a792992-ad2a-408d-9e19-9363ed0b0c51 HTTP/1.1" status: 200  len: 931 time: 2.3586919
Feb 17 03:27:38.586723 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9814f7b-2e20-48b5-89ab-1b439ac3f305 admin admin] Deleting subnet d8326dc0-593c-4f86-a662-f09b7313b8f6 {{(pid=83921) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 17 03:27:38.590669 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-b9814f7b-2e20-48b5-89ab-1b439ac3f305 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:38.606393 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-bd0bc54d-76b1-49c5-b5e1-455474fa8a3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:38.630124 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-bd0bc54d-76b1-49c5-b5e1-455474fa8a3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876219'] for security_group, after_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:38.635111 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-2cd4631e-27eb-40b1-bb60-8a79279e7ef5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-945319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853785083'] for router, after_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:38.646757 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [req-cd2fea6d-156f-4ee7-9c0c-8f005ceefce5 req-88416104-0901-4833-9832-fb077f1988f2 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] Unset dirty status for tenant:41ae341c7001465897265b1c5eda9767 on resource:port {{(pid=83921) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 03:27:38.648128 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-cd2fea6d-156f-4ee7-9c0c-8f005ceefce5 req-88416104-0901-4833-9832-fb077f1988f2 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] 10.222.0.57 "GET /v2.0/ports?device_id=05b5b64f-7a56-4bd2-97ed-2e54c9e65a96 HTTP/1.1" status: 200  len: 932 time: 1.4250183
Feb 17 03:27:38.655182 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-b9814f7b-2e20-48b5-89ab-1b439ac3f305 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:38.660903 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:27:38.667038 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.managers [None req-94b46fa9-faab-453a-8cd4-48800ac05604 None None] Attempting to bind port c510e6f1-6d9a-49dd-9534-8f370a698729 on host dv-cinder-759943-5-iscsi for vnic_type normal with profile  {{(pid=83924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 03:27:38.667193 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.managers [None req-94b46fa9-faab-453a-8cd4-48800ac05604 None None] Attempting to bind port c510e6f1-6d9a-49dd-9534-8f370a698729 by drivers openvswitch on host dv-cinder-759943-5-iscsi at level 0 using segments [{'id': 'd4896407-aba6-4d6e-b442-40b3a9c2021a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '07c25ad2-4e60-4400-a677-ca2c2e7c85f8'}] {{(pid=83924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 03:27:38.667615 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b46fa9-faab-453a-8cd4-48800ac05604 None None] Attempting to bind port c510e6f1-6d9a-49dd-9534-8f370a698729 on network 07c25ad2-4e60-4400-a677-ca2c2e7c85f8 {{(pid=83924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 03:27:38.673327 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed9aff8-721d-4017-b1f1-38e6a41a0c7d None None] Pushing event updated for resources: {'Port': ['ID=c510e6f1-6d9a-49dd-9534-8f370a698729,revision_number=3']} {{(pid=83924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:27:38.676024 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b46fa9-faab-453a-8cd4-48800ac05604 None None] Checking agent: {'id': 'fdf6e942-9f6a-471f-a5a4-d80d5f4aedb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759943-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 3, 18, 27), 'started_at': datetime.datetime(2021, 2, 17, 3, 18, 57), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 3, 27, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759943-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 03:27:38.676311 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b46fa9-faab-453a-8cd4-48800ac05604 None None] Checking segment: {'id': 'd4896407-aba6-4d6e-b442-40b3a9c2021a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '07c25ad2-4e60-4400-a677-ca2c2e7c85f8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 03:27:38.676747 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-94b46fa9-faab-453a-8cd4-48800ac05604 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83924) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:38.677212 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b46fa9-faab-453a-8cd4-48800ac05604 None None] Bound using segment: {'id': 'd4896407-aba6-4d6e-b442-40b3a9c2021a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '07c25ad2-4e60-4400-a677-ca2c2e7c85f8'} {{(pid=83924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 03:27:38.677729 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.managers [None req-94b46fa9-faab-453a-8cd4-48800ac05604 None None] Bound port: c510e6f1-6d9a-49dd-9534-8f370a698729, host: dv-cinder-759943-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4896407-aba6-4d6e-b442-40b3a9c2021a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '07c25ad2-4e60-4400-a677-ca2c2e7c85f8'}}] {{(pid=83924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 03:27:38.678212 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-94b46fa9-faab-453a-8cd4-48800ac05604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for port, before_update {{(pid=83924) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:38.681959 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-b9814f7b-2e20-48b5-89ab-1b439ac3f305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036838102275'] for subnet, precommit_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:38.693842 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-aed9aff8-721d-4017-b1f1-38e6a41a0c7d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=83924) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:27:38.822596 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.db [None req-94b46fa9-faab-453a-8cd4-48800ac05604 None None] For port c510e6f1-6d9a-49dd-9534-8f370a698729, host dv-cinder-759943-5-iscsi, cleared binding levels {{(pid=83924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 03:27:38.834408 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.db [None req-94b46fa9-faab-453a-8cd4-48800ac05604 None None] For port c510e6f1-6d9a-49dd-9534-8f370a698729, host dv-cinder-759943-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-5-iscsi',level=0,port_id=c510e6f1-6d9a-49dd-9534-8f370a698729,segment=NetworkSegment(d4896407-aba6-4d6e-b442-40b3a9c2021a),segment_id=d4896407-aba6-4d6e-b442-40b3a9c2021a)] {{(pid=83924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 03:27:38.840486 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-94b46fa9-faab-453a-8cd4-48800ac05604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303097879514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733756514675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303098261108'] for port, after_update {{(pid=83924) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:38.971897 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [req-cd2fea6d-156f-4ee7-9c0c-8f005ceefce5 req-e632c03e-9ff2-4420-b738-b0f289685302 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] Synchronizing usage tracker for tenant:41ae341c7001465897265b1c5eda9767 on resource:security_group {{(pid=83921) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 03:27:39.017320 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [req-cd2fea6d-156f-4ee7-9c0c-8f005ceefce5 req-e632c03e-9ff2-4420-b738-b0f289685302 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] Unset dirty status for tenant:41ae341c7001465897265b1c5eda9767 on resource:security_group {{(pid=83921) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 03:27:39.032669 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-cd2fea6d-156f-4ee7-9c0c-8f005ceefce5 req-e632c03e-9ff2-4420-b738-b0f289685302 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] 10.222.0.57 "GET /v2.0/security-groups?id=7a034f11-6095-46d6-bffd-d2ce932f5f6d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3738260
Feb 17 03:27:39.038474 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83924) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:27:39.040742 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [req-21159d42-dc45-4330-8659-2bd9ec0db47f req-c4e42043-1787-4366-ae12-c0865ce6b82b tempest-DeleteServersTestJSON-594113530 tempest-DeleteServersTestJSON-594113530-project] Synchronizing usage tracker for tenant:f26d86e30e4e473798e908122de8a6fc on resource:security_group {{(pid=83922) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 03:27:39.067360 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-bd0bc54d-76b1-49c5-b5e1-455474fa8a3e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=a572743f202a47d0b1736d282084f65d&name=default HTTP/1.1" status: 200  len: 2979 time: 4.1995087
Feb 17 03:27:39.071969 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.57', 35504) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:27:39.105104 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [req-21159d42-dc45-4330-8659-2bd9ec0db47f req-c4e42043-1787-4366-ae12-c0865ce6b82b tempest-DeleteServersTestJSON-594113530 tempest-DeleteServersTestJSON-594113530-project] Unset dirty status for tenant:f26d86e30e4e473798e908122de8a6fc on resource:security_group {{(pid=83922) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 03:27:39.106400 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-21159d42-dc45-4330-8659-2bd9ec0db47f req-c4e42043-1787-4366-ae12-c0865ce6b82b tempest-DeleteServersTestJSON-594113530 tempest-DeleteServersTestJSON-594113530-project] 10.222.0.57 "GET /v2.0/security-groups?id=8140522c-d712-47c7-b8dd-44151d8bce78&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5217180
Feb 17 03:27:39.107054 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0bc54d-76b1-49c5-b5e1-455474fa8a3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb1bca2c-a979-4970-90f1-c19a8bdd9a5e,revision_number=1']} {{(pid=83922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:27:39.114348 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-bd0bc54d-76b1-49c5-b5e1-455474fa8a3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.453s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:27:39.150250 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b46fa9-faab-453a-8cd4-48800ac05604 None None] Routers {'cac00ce8-7e46-4d4d-ac4e-7dde67b36aa0'} bound to L3 agent in host dv-cinder-759943-5-iscsi {{(pid=83924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 03:27:39.151611 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_hamode_db [None req-94b46fa9-faab-453a-8cd4-48800ac05604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f17c64ed0f0>, 'dv-cinder-759943-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T03:18:25Z,description=<?>,heartbeat_timestamp=2021-02-17T03:27:26Z,host='dv-cinder-759943-5-iscsi',id=3e02af72-3002-4fb3-96dd-e59119f81584,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T03:18:25Z,topic='l3_agent')) {'router_ids': ['cac00ce8-7e46-4d4d-ac4e-7dde67b36aa0'], 'active': True} {{(pid=83924) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:27:39.316272 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-9bb22e46-8694-486f-80a2-1564c241d686 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:39.325478 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.db_base_plugin_common [None req-9f2e31d4-df2e-4da8-941e-90a093a9ce16 admin admin] Allocated IP 172.20.0.1 (735791d7-b752-470f-b049-6623a91713f5/1603be8a-dd86-41be-b651-1a8436af8dbf/7077bdbc-bf9d-4218-bf98-36f4e7415692) {{(pid=83922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 03:27:39.412663 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-b9814f7b-2e20-48b5-89ab-1b439ac3f305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853913663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850'] for subnet, after_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:39.459072 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-9bb22e46-8694-486f-80a2-1564c241d686 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:39.476975 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:27:39.537073 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Device 5a30632c-1748-4a16-aea5-cce7b2eb244d up at agent ovs-agent-dv-cinder-759943-5-iscsi {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:27:39.556966 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvr_db [None req-94b46fa9-faab-453a-8cd4-48800ac05604 None None] Set router cac00ce8-7e46-4d4d-ac4e-7dde67b36aa0 gateway port host: dv-cinder-759943-5-iscsi {{(pid=83924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 03:27:39.580529 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-9f2e31d4-df2e-4da8-941e-90a093a9ce16 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:39.597879 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-9f2e31d4-df2e-4da8-941e-90a093a9ce16 admin admin] Transition to ACTIVE for port object 7077bdbc-bf9d-4218-bf98-36f4e7415692 will not be triggered until provisioned by entity DHCP. {{(pid=83922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 03:27:39.649360 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-9f2e31d4-df2e-4da8-941e-90a093a9ce16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363303098263190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851846526'] for port, after_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:39.653297 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Provisioning for port 5a30632c-1748-4a16-aea5-cce7b2eb244d completed by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 03:27:39.659829 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Provisioning complete for port 5a30632c-1748-4a16-aea5-cce7b2eb244d triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:27:39.660634 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838161172'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:39.660828 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9814f7b-2e20-48b5-89ab-1b439ac3f305 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d8326dc0-593c-4f86-a662-f09b7313b8f6,revision_number=None']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:27:39.675028 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-b9814f7b-2e20-48b5-89ab-1b439ac3f305 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:27:39.740406 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-3c7e6915-e407-479e-956d-68d60cb667a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:27:39.742245 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-b9814f7b-2e20-48b5-89ab-1b439ac3f305 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854193028'] for subnet, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:39.759439 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-b9814f7b-2e20-48b5-89ab-1b439ac3f305 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/d8326dc0-593c-4f86-a662-f09b7313b8f6 HTTP/1.1" status: 204  len: 168 time: 1.2803776
Feb 17 03:27:39.759753 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.57', 35530) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:27:39.774600 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cd4631e-27eb-40b1-bb60-8a79279e7ef5 admin admin] Router 2955aa40-398a-45ec-824c-e2ffe7230203 is scheduled to L3 agent 3e02af72-3002-4fb3-96dd-e59119f81584 with binding_index 1 {{(pid=83922) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Feb 17 03:27:39.793983 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-9bb22e46-8694-486f-80a2-1564c241d686 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876219'] for security_group, after_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:39.797418 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-9bb22e46-8694-486f-80a2-1564c241d686 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:39.801196 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-9bb22e46-8694-486f-80a2-1564c241d686 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/cb1bca2c-a979-4970-90f1-c19a8bdd9a5e HTTP/1.1" status: 204  len: 168 time: 0.7247536
Feb 17 03:27:39.881246 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:27:39.920913 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for port, before_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:39.942236 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb22e46-8694-486f-80a2-1564c241d686 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb1bca2c-a979-4970-90f1-c19a8bdd9a5e,revision_number=None']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:27:39.949686 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-9bb22e46-8694-486f-80a2-1564c241d686 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:27:39.973762 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.db [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] For port 5a30632c-1748-4a16-aea5-cce7b2eb244d, host dv-cinder-759943-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-5-iscsi',level=0,port_id=5a30632c-1748-4a16-aea5-cce7b2eb244d,segment=NetworkSegment(98c4310b-6fdc-4105-b056-95cb7f890c80),segment_id=98c4310b-6fdc-4105-b056-95cb7f890c80)] {{(pid=83923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:27:40.018556 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303097879514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733756514675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303098261108'] for port, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:40.022551 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-342e4293-cf37-47ce-8150-af382cdb83d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036838459169'] for network, before_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:40.028491 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-b4a21bd8-caaf-49d4-a9de-f8e2b7c1a4e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:27:40.065991 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c01c3a-d3c0-47c6-8acd-49a6c4e13bad req-b0d7f428-80cc-449f-9d07-d88aa13d8f6c tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:40.073824 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-a5c01c3a-d3c0-47c6-8acd-49a6c4e13bad req-b0d7f428-80cc-449f-9d07-d88aa13d8f6c tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/networks?id=07c25ad2-4e60-4400-a677-ca2c2e7c85f8 HTTP/1.1" status: 200  len: 818 time: 0.6010270
Feb 17 03:27:40.180043 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Pushing event updated for resources: {'Port': ['ID=5a30632c-1748-4a16-aea5-cce7b2eb244d,revision_number=4']} {{(pid=83923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:27:40.186792 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:27:40.212790 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed9aff8-721d-4017-b1f1-38e6a41a0c7d None None] Pushing event updated for resources: {'Port': ['ID=c510e6f1-6d9a-49dd-9534-8f370a698729,revision_number=4']} {{(pid=83924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:27:40.265336 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-aed9aff8-721d-4017-b1f1-38e6a41a0c7d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.227s {{(pid=83924) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:27:40.295238 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-a5c01c3a-d3c0-47c6-8acd-49a6c4e13bad req-e41a5c61-78f0-4f10-bf50-9329c67290fd tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/quotas/8da7eb55c2cb47dc99275360edd183e2 HTTP/1.1" status: 200  len: 375 time: 0.1932456
Feb 17 03:27:40.362711 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2e31d4-df2e-4da8-941e-90a093a9ce16 admin admin] Pushing event updated for resources: {'Port': ['ID=7077bdbc-bf9d-4218-bf98-36f4e7415692,revision_number=1']} {{(pid=83922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:27:40.383019 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-9f2e31d4-df2e-4da8-941e-90a093a9ce16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.643s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:27:40.435149 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_hamode_db [None req-94b46fa9-faab-453a-8cd4-48800ac05604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f17c64ed0f0>, [{'id': 'cac00ce8-7e46-4d4d-ac4e-7dde67b36aa0', 'name': 'tempest-ServerRescueNegativeTestJSON-352024799-router', 'tenant_id': '8da7eb55c2cb47dc99275360edd183e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'external_fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': '52a52f33-96ff-4642-b524-3fffb2e91c17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:27:19Z', 'updated_at': '2021-02-17T03:27:34Z', 'revision_number': 4, 'project_id': '8da7eb55c2cb47dc99275360edd183e2', 'gw_port': {'id': '52a52f33-96ff-4642-b524-3fffb2e91c17', 'name': '', 'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:6b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac00ce8-7e46-4d4d-ac4e-7dde67b36aa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:27:21Z', 'updated_at': '2021-02-17T03:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-5-iscsi', '_interfaces': [{'id': 'c510e6f1-6d9a-49dd-9534-8f370a698729', 'name': '', 'network_id': '07c25ad2-4e60-4400-a677-ca2c2e7c85f8', 'tenant_id': '8da7eb55c2cb47dc99275360edd183e2', 'mac_address': 'fa:16:3e:22:ae:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cac00ce8-7e46-4d4d-ac4e-7dde67b36aa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'e1c7a001-c305-42ea-923a-4661960efd2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:27:30Z', 'updated_at': '2021-02-17T03:27:38Z', 'revision_number': 4, 'project_id': '8da7eb55c2cb47dc99275360edd183e2', 'subnets': [{'id': 'e1c7a001-c305-42ea-923a-4661960efd2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759943-5-iscsi', False) {} {{(pid=83924) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:27:40.436240 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-342e4293-cf37-47ce-8150-af382cdb83d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838103452', 'neutron.services.segments.db._delete_segments_for_network-8733756975594'] for network, precommit_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:40.440170 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b46fa9-faab-453a-8cd4-48800ac05604 None None] The sync data for ids ['cac00ce8-7e46-4d4d-ac4e-7dde67b36aa0'] in dv-cinder-759943-5-iscsi is: [{'id': 'cac00ce8-7e46-4d4d-ac4e-7dde67b36aa0', 'name': 'tempest-ServerRescueNegativeTestJSON-352024799-router', 'tenant_id': '8da7eb55c2cb47dc99275360edd183e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'external_fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': '52a52f33-96ff-4642-b524-3fffb2e91c17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:27:19Z', 'updated_at': '2021-02-17T03:27:34Z', 'revision_number': 4, 'project_id': '8da7eb55c2cb47dc99275360edd183e2', 'gw_port': {'id': '52a52f33-96ff-4642-b524-3fffb2e91c17', 'name': '', 'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:6b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac00ce8-7e46-4d4d-ac4e-7dde67b36aa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:27:21Z', 'updated_at': '2021-02-17T03:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-5-iscsi', '_interfaces': [{'id': 'c510e6f1-6d9a-49dd-9534-8f370a698729', 'name': '', 'network_id': '07c25ad2-4e60-4400-a677-ca2c2e7c85f8', 'tenant_id': '8da7eb55c2cb47dc99275360edd183e2', 'mac_address': 'fa:16:3e:22:ae:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cac00ce8-7e46-4d4d-ac4e-7dde67b36aa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'e1c7a001-c305-42ea-923a-4661960efd2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:27:30Z', 'updated_at': '2021-02-17T03:27:38Z', 'revision_number': 4, 'project_id': '8da7eb55c2cb47dc99275360edd183e2', 'subnets': [{'id': 'e1c7a001-c305-42ea-923a-4661960efd2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 03:27:40.445655 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f2e31d4-df2e-4da8-941e-90a093a9ce16 admin admin] Network 735791d7-b752-470f-b049-6623a91713f5 is already hosted by enough agents. {{(pid=83922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 03:27:40.460673 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.scheduler.base_scheduler [None req-9f2e31d4-df2e-4da8-941e-90a093a9ce16 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 03:27:40.472973 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2e31d4-df2e-4da8-941e-90a093a9ce16 admin admin] Received port after_create {{(pid=83922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 03:27:40.570563 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedb1830-9732-42d5-b4d7-d76f3331a2e7 req-cd98ccbb-128c-4002-95da-65f94a0d2d2c tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:40.577190 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-9f2e31d4-df2e-4da8-941e-90a093a9ce16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-922652'] for router_interface, before_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:40.579667 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-bedb1830-9732-42d5-b4d7-d76f3331a2e7 req-cd98ccbb-128c-4002-95da-65f94a0d2d2c tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] 10.222.0.57 "GET /v2.0/ports?device_id=05b5b64f-7a56-4bd2-97ed-2e54c9e65a96 HTTP/1.1" status: 200  len: 932 time: 0.3731616
Feb 17 03:27:40.583528 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cd4631e-27eb-40b1-bb60-8a79279e7ef5 admin admin] Notify agent at l3_agent.dv-cinder-759943-5-iscsi the message routers_updated {{(pid=83922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 03:27:40.600027 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cffa2e6a-04c2-4475-a951-dfa35bd4dff5 None None] Sync routers for ids ['2955aa40-398a-45ec-824c-e2ffe7230203'] in dv-cinder-759943-5-iscsi {{(pid=83923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 03:27:40.614900 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cffa2e6a-04c2-4475-a951-dfa35bd4dff5 None None] Routers {'2955aa40-398a-45ec-824c-e2ffe7230203'} bound to L3 agent in host dv-cinder-759943-5-iscsi {{(pid=83923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 03:27:40.615854 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_hamode_db [None req-cffa2e6a-04c2-4475-a951-dfa35bd4dff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f17c5750198>, 'dv-cinder-759943-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T03:18:25Z,description=<?>,heartbeat_timestamp=2021-02-17T03:27:26Z,host='dv-cinder-759943-5-iscsi',id=3e02af72-3002-4fb3-96dd-e59119f81584,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T03:18:25Z,topic='l3_agent')) {'router_ids': ['2955aa40-398a-45ec-824c-e2ffe7230203'], 'active': True} {{(pid=83923) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:27:40.695901 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-a5c01c3a-d3c0-47c6-8acd-49a6c4e13bad req-8f698365-955f-4eb8-ae91-e84241e33971 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=8da7eb55c2cb47dc99275360edd183e2&fields=id HTTP/1.1" status: 200  len: 255 time: 0.3891802
Feb 17 03:27:40.705350 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-bedb1830-9732-42d5-b4d7-d76f3331a2e7 req-f5c1e7e4-623b-4fda-a8d9-864fae1640eb tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] 10.222.0.57 "GET /v2.0/security-groups?id=7a034f11-6095-46d6-bffd-d2ce932f5f6d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1234636
Feb 17 03:27:40.725870 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-342e4293-cf37-47ce-8150-af382cdb83d9 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f17c59644e0>> segment before_delete 55550000 {{(pid=83921) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:27:40.725870 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-342e4293-cf37-47ce-8150-af382cdb83d9 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f17c59644e0>> subnet precommit_delete_associations 55550000 {{(pid=83921) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:27:40.725870 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-342e4293-cf37-47ce-8150-af382cdb83d9 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f17c5964710>> segment_host_mapping after_create 55550000 {{(pid=83921) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:27:40.725870 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-342e4293-cf37-47ce-8150-af382cdb83d9 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f17c5964710>> port after_create 55550000 {{(pid=83921) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:27:40.725870 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-342e4293-cf37-47ce-8150-af382cdb83d9 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f17c5964710>> port after_delete 55550000 {{(pid=83921) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:27:40.725870 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-342e4293-cf37-47ce-8150-af382cdb83d9 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f17c5964710>> port after_update 55550000 {{(pid=83921) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:27:40.725870 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-342e4293-cf37-47ce-8150-af382cdb83d9 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f17c5964710>> segment after_delete 55550000 {{(pid=83921) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:27:40.725870 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-342e4293-cf37-47ce-8150-af382cdb83d9 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f17c5964710>> subnet after_create 55550000 {{(pid=83921) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:27:40.725870 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-342e4293-cf37-47ce-8150-af382cdb83d9 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f17c5964710>> subnet after_delete 55550000 {{(pid=83921) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:27:40.726717 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-342e4293-cf37-47ce-8150-af382cdb83d9 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f17c5964710>> subnet after_update 55550000 {{(pid=83921) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:27:40.893180 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-196910e5-0de0-4226-8e6c-fd12ac00d33a None None] Provisioning for port 7077bdbc-bf9d-4218-bf98-36f4e7415692 completed by entity DHCP. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 03:27:40.915936 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-196910e5-0de0-4226-8e6c-fd12ac00d33a None None] Provisioning complete for port 7077bdbc-bf9d-4218-bf98-36f4e7415692 triggered by entity DHCP. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:27:40.916519 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-196910e5-0de0-4226-8e6c-fd12ac00d33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838161172'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:40.973823 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-a5c01c3a-d3c0-47c6-8acd-49a6c4e13bad req-100bb792-f80e-4f0c-9804-05ad8196f94d service neutron] 10.222.0.57 "GET /v2.0/networks/07c25ad2-4e60-4400-a677-ca2c2e7c85f8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2536881
Feb 17 03:27:40.974722 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-2cd4631e-27eb-40b1-bb60-8a79279e7ef5 admin admin] Notify callbacks [] for router, before_response {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:40.976062 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-2cd4631e-27eb-40b1-bb60-8a79279e7ef5 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 18.3272970
Feb 17 03:27:40.979939 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83922) accepted ('10.222.0.57', 35560) {{(pid=83922) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:27:40.987572 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [req-0efb2a70-1480-46a6-8776-dcf68024c9bb req-8ca8aef0-de75-4d01-a81b-211a1f36fbe1 tempest-DeleteServersTestJSON-594113530 tempest-DeleteServersTestJSON-594113530-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=83922) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 17 03:27:40.988835 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-0efb2a70-1480-46a6-8776-dcf68024c9bb req-8ca8aef0-de75-4d01-a81b-211a1f36fbe1 tempest-DeleteServersTestJSON-594113530 tempest-DeleteServersTestJSON-594113530-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0113614
Feb 17 03:27:41.044717 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-342e4293-cf37-47ce-8150-af382cdb83d9 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f17c4d80390>> subnet after_create 55550000 {{(pid=83921) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:27:41.045181 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-342e4293-cf37-47ce-8150-af382cdb83d9 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f17c4d80390>> subnet after_delete 55550000 {{(pid=83921) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:27:41.045554 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-342e4293-cf37-47ce-8150-af382cdb83d9 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f17c4d80390>> subnet before_create 55550000 {{(pid=83921) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:27:41.045916 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-342e4293-cf37-47ce-8150-af382cdb83d9 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f17c4d80390>> subnet before_update 55550000 {{(pid=83921) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:27:41.046303 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.services.segments.db [None req-342e4293-cf37-47ce-8150-af382cdb83d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f17c5964e48>,) {'filters': {'network_id': ['db8b0b43-afd6-47d9-953c-ca332a11d443']}} {{(pid=83921) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:27:41.072040 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvr_db [None req-cffa2e6a-04c2-4475-a951-dfa35bd4dff5 None None] Set router 2955aa40-398a-45ec-824c-e2ffe7230203 gateway port host: dv-cinder-759943-5-iscsi {{(pid=83923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 03:27:41.151219 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.plugin [None req-196910e5-0de0-4226-8e6c-fd12ac00d33a None None] Port 7077bdbc-bf9d-4218-bf98-36f4e7415692 cannot update to ACTIVE because it is not bound. {{(pid=83923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 03:27:41.167791 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [req-4f13ff0c-dd3d-4d6e-a947-b50148e4ca77 req-ec484b00-0ec4-409c-a175-60defe5c12af tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=83921) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 17 03:27:41.172502 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-4f13ff0c-dd3d-4d6e-a947-b50148e4ca77 req-ec484b00-0ec4-409c-a175-60defe5c12af tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.1166513
Feb 17 03:27:41.215785 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.services.segments.db [None req-342e4293-cf37-47ce-8150-af382cdb83d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f17c5964e48>, '20cfb119-d7d2-46e7-b3e4-d3a0eeedba17') {'for_net_delete': True} {{(pid=83921) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:27:41.216111 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.services.segments.db [None req-342e4293-cf37-47ce-8150-af382cdb83d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f17c5964e48>, '20cfb119-d7d2-46e7-b3e4-d3a0eeedba17') {} {{(pid=83921) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:27:41.255852 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-342e4293-cf37-47ce-8150-af382cdb83d9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363303097793020', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2134625'] for segment, before_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:41.312152 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-342e4293-cf37-47ce-8150-af382cdb83d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16617428'] for segment, precommit_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:41.315057 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-342e4293-cf37-47ce-8150-af382cdb83d9 admin admin] Releasing vxlan tunnel 9 to pool {{(pid=83921) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 17 03:27:41.462425 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.v2.base [req-0efb2a70-1480-46a6-8776-dcf68024c9bb req-e6dcadd3-9cbb-4a23-86b2-2b78472829df service neutron] Request body: {'port': {'device_id': '5a792992-ad2a-408d-9e19-9363ed0b0c51', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75994'}} {{(pid=83921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:27:41.532846 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.v2.base [req-4f13ff0c-dd3d-4d6e-a947-b50148e4ca77 req-2fe44ee9-a7f8-460a-ad25-28b49b472d41 service neutron] Request body: {'port': {'device_id': '05b5b64f-7a56-4bd2-97ed-2e54c9e65a96', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75994'}} {{(pid=83922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:27:41.550946 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc6a91b-d357-4e79-a4f1-30ac37e723b9 req-3afea7d1-2691-426c-a95a-d408120f5ae7 tempest-DeleteServersTestJSON-594113530 tempest-DeleteServersTestJSON-594113530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:41.552691 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-4cc6a91b-d357-4e79-a4f1-30ac37e723b9 req-3afea7d1-2691-426c-a95a-d408120f5ae7 tempest-DeleteServersTestJSON-594113530 tempest-DeleteServersTestJSON-594113530-project] 10.222.0.57 "GET /v2.0/ports?device_id=5a792992-ad2a-408d-9e19-9363ed0b0c51 HTTP/1.1" status: 200  len: 931 time: 0.4946258
Feb 17 03:27:41.624176 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_hamode_db [None req-cffa2e6a-04c2-4475-a951-dfa35bd4dff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f17c5750198>, [{'id': '2955aa40-398a-45ec-824c-e2ffe7230203', 'name': 'tempest-AttachVolumeTestJSON-1825359717-router', 'tenant_id': 'c568344bec0146c19c14571bff20a759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'external_fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': '62f00c63-ea90-420b-9fc5-79144a39882f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:27:22Z', 'updated_at': '2021-02-17T03:27:35Z', 'revision_number': 3, 'project_id': 'c568344bec0146c19c14571bff20a759', 'gw_port': {'id': '62f00c63-ea90-420b-9fc5-79144a39882f', 'name': '', 'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:9a:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2955aa40-398a-45ec-824c-e2ffe7230203', 'device_owner': 'network:router_gateway', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:27:28Z', 'updated_at': '2021-02-17T03:27:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-5-iscsi'}], 'dv-cinder-759943-5-iscsi', False) {} {{(pid=83923) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:27:41.628905 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cffa2e6a-04c2-4475-a951-dfa35bd4dff5 None None] Checking router: 2955aa40-398a-45ec-824c-e2ffe7230203 for host: dv-cinder-759943-5-iscsi {{(pid=83923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 03:27:41.642012 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cffa2e6a-04c2-4475-a951-dfa35bd4dff5 None None] Updating router 2955aa40-398a-45ec-824c-e2ffe7230203 port 62f00c63-ea90-420b-9fc5-79144a39882f binding host dv-cinder-759943-5-iscsi {{(pid=83923) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 17 03:27:41.730802 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-cffa2e6a-04c2-4475-a951-dfa35bd4dff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for port, before_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:41.771880 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.managers [None req-342e4293-cf37-47ce-8150-af382cdb83d9 admin admin] Network db8b0b43-afd6-47d9-953c-ca332a11d443 has no segments {{(pid=83921) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 03:27:41.783333 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-342e4293-cf37-47ce-8150-af382cdb83d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036838158356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2134878'] for segment, after_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:41.822245 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-9f2e31d4-df2e-4da8-941e-90a093a9ce16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for port, before_update {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:41.973840 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Device c510e6f1-6d9a-49dd-9534-8f370a698729 up at agent ovs-agent-dv-cinder-759943-5-iscsi {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:27:42.031562 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-4f13ff0c-dd3d-4d6e-a947-b50148e4ca77 req-2fe44ee9-a7f8-460a-ad25-28b49b472d41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for port, before_update {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:42.113857 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83922) accepted ('10.222.0.57', 35582) {{(pid=83922) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:27:42.166863 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Provisioning for port c510e6f1-6d9a-49dd-9534-8f370a698729 completed by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 03:27:42.194941 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Provisioning complete for port c510e6f1-6d9a-49dd-9534-8f370a698729 triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:27:42.195486 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838161172'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:42.203601 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.managers [None req-342e4293-cf37-47ce-8150-af382cdb83d9 admin admin] Network db8b0b43-afd6-47d9-953c-ca332a11d443 has no segments {{(pid=83921) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 03:27:42.344297 dv-cinder-759943-5-iscsi neutron-server[83810]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Feb 17 03:27:42.344297 dv-cinder-759943-5-iscsi neutron-server[83810]:   from cryptography.utils import int_from_bytes
Feb 17 03:27:42.344297 dv-cinder-759943-5-iscsi neutron-server[83810]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Feb 17 03:27:42.344297 dv-cinder-759943-5-iscsi neutron-server[83810]:   from cryptography.utils import int_from_bytes
Feb 17 03:27:42.344297 dv-cinder-759943-5-iscsi neutron-server[83810]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Feb 17 03:27:42.344297 dv-cinder-759943-5-iscsi neutron-server[83810]:   (rel_b, rel_a, rel_b),
Feb 17 03:27:42.344297 dv-cinder-759943-5-iscsi neutron-server[83810]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Feb 17 03:27:42.344297 dv-cinder-759943-5-iscsi neutron-server[83810]:   (rel_b, rel_a, rel_b),
Feb 17 03:27:42.344297 dv-cinder-759943-5-iscsi neutron-server[83810]: Traceback (most recent call last):
Feb 17 03:27:42.344297 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 17 03:27:42.344297 dv-cinder-759943-5-iscsi neutron-server[83810]:     timer()
Feb 17 03:27:42.344297 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 17 03:27:42.344297 dv-cinder-759943-5-iscsi neutron-server[83810]:     cb(*args, **kw)
Feb 17 03:27:42.344297 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 17 03:27:42.344297 dv-cinder-759943-5-iscsi neutron-server[83810]:     return func(*args, **kwargs)
Feb 17 03:27:42.344297 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 17 03:27:42.344297 dv-cinder-759943-5-iscsi neutron-server[83810]:     self._notify()
Feb 17 03:27:42.344297 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 17 03:27:42.344297 dv-cinder-759943-5-iscsi neutron-server[83810]:     self.callback(batched_events)
Feb 17 03:27:42.344297 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 17 03:27:42.344297 dv-cinder-759943-5-iscsi neutron-server[83810]:     event.method(event)
Feb 17 03:27:42.344297 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 17 03:27:42.344297 dv-cinder-759943-5-iscsi neutron-server[83810]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 17 03:27:42.344297 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 17 03:27:42.344297 dv-cinder-759943-5-iscsi neutron-server[83810]:     segment_id)['aggregates'][0]
Feb 17 03:27:42.344297 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 17 03:27:42.344297 dv-cinder-759943-5-iscsi neutron-server[83810]:     return f(self, *a, **k)
Feb 17 03:27:42.344297 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 17 03:27:42.344297 dv-cinder-759943-5-iscsi neutron-server[83810]:     return self._get(url).json()
Feb 17 03:27:42.344297 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 17 03:27:42.344297 dv-cinder-759943-5-iscsi neutron-server[83810]:     **kwargs)
Feb 17 03:27:42.344297 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 17 03:27:42.344297 dv-cinder-759943-5-iscsi neutron-server[83810]:     return self.request(url, 'GET', **kwargs)
Feb 17 03:27:42.344297 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 17 03:27:42.344297 dv-cinder-759943-5-iscsi neutron-server[83810]:     **endpoint_filter)
Feb 17 03:27:42.344297 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 17 03:27:42.344297 dv-cinder-759943-5-iscsi neutron-server[83810]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 17 03:27:42.344297 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 17 03:27:42.344297 dv-cinder-759943-5-iscsi neutron-server[83810]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 17 03:27:42.344297 dv-cinder-759943-5-iscsi neutron-server[83810]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 17 03:27:42.367748 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for port, before_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:42.368351 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-342e4293-cf37-47ce-8150-af382cdb83d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16672364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853781874'] for network, after_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:42.392272 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-342e4293-cf37-47ce-8150-af382cdb83d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854193028'] for network, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:42.403053 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-3c800358-72ce-4b6c-abde-006243b898c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:27:42.417392 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.db [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] For port c510e6f1-6d9a-49dd-9534-8f370a698729, host dv-cinder-759943-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-5-iscsi',level=0,port_id=c510e6f1-6d9a-49dd-9534-8f370a698729,segment=NetworkSegment(d4896407-aba6-4d6e-b442-40b3a9c2021a),segment_id=d4896407-aba6-4d6e-b442-40b3a9c2021a)] {{(pid=83923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:27:42.422735 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303097879514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733756514675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303098261108'] for port, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:42.423614 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Device 5a30632c-1748-4a16-aea5-cce7b2eb244d up at agent ovs-agent-dv-cinder-759943-5-iscsi {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:27:42.433959 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342e4293-cf37-47ce-8150-af382cdb83d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=db8b0b43-afd6-47d9-953c-ca332a11d443,revision_number=None']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:27:42.437329 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-342e4293-cf37-47ce-8150-af382cdb83d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:27:42.449015 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-342e4293-cf37-47ce-8150-af382cdb83d9 admin admin] 10.222.0.57 "DELETE /v2.0/networks/db8b0b43-afd6-47d9-953c-ca332a11d443 HTTP/1.1" status: 204  len: 168 time: 2.6848521
Feb 17 03:27:42.463727 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-4cc6a91b-d357-4e79-a4f1-30ac37e723b9 req-6e5baa17-4de6-4fd8-8b7c-9cbb22d37d1e tempest-DeleteServersTestJSON-594113530 tempest-DeleteServersTestJSON-594113530-project] 10.222.0.57 "GET /v2.0/security-groups?id=8140522c-d712-47c7-b8dd-44151d8bce78&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.8914440
Feb 17 03:27:42.466735 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-0efb2a70-1480-46a6-8776-dcf68024c9bb req-e6dcadd3-9cbb-4a23-86b2-2b78472829df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for port, before_update {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:42.474225 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-369e86b9-5d17-480f-a8c1-095a27486043 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:27:42.534279 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.db.resource_extend [None req-cffa2e6a-04c2-4475-a951-dfa35bd4dff5 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83923) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Feb 17 03:27:42.592885 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-3905736d-033d-4fbe-bd5d-afe018ee2290 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:42.627232 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-a5c01c3a-d3c0-47c6-8acd-49a6c4e13bad req-815d4658-7e9e-4162-a227-4376b4d4bdcb service neutron] 10.222.0.57 "GET /v2.0/networks/07c25ad2-4e60-4400-a677-ca2c2e7c85f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 1.1393790
Feb 17 03:27:42.705566 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Pushing event updated for resources: {'Port': ['ID=c510e6f1-6d9a-49dd-9534-8f370a698729,revision_number=5']} {{(pid=83923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:27:42.717422 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:27:42.727348 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-3905736d-033d-4fbe-bd5d-afe018ee2290 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:27:42.765285 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83922) accepted ('10.222.0.57', 35594) {{(pid=83922) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:27:42.775506 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Provisioning complete for port 5a30632c-1748-4a16-aea5-cce7b2eb244d triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:27:42.780639 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838161172'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:42.825560 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-3905736d-033d-4fbe-bd5d-afe018ee2290 admin admin] Usage tracker for resource:security_group_rule and tenant:dfafcfb09e44494792ad30bf9c64fb47 is out of sync, need to count used quota {{(pid=83922) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:27:42.862577 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-3905736d-033d-4fbe-bd5d-afe018ee2290 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83922) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:27:42.870801 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-cffa2e6a-04c2-4475-a951-dfa35bd4dff5 None None] Notify callbacks [] for port, precommit_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:42.887999 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-3905736d-033d-4fbe-bd5d-afe018ee2290 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:27:42.967799 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-cffa2e6a-04c2-4475-a951-dfa35bd4dff5 None None] Transition to ACTIVE for port object 62f00c63-ea90-420b-9fc5-79144a39882f will not be triggered until provisioned by entity L2. {{(pid=83923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 03:27:42.983906 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-cffa2e6a-04c2-4475-a951-dfa35bd4dff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303097879514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733756514675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303098261108'] for port, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:43.043742 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.notifiers.nova [req-0efb2a70-1480-46a6-8776-dcf68024c9bb req-e6dcadd3-9cbb-4a23-86b2-2b78472829df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8783865b-a078-4448-ad74-449c2887c2a3 {{(pid=83921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 17 03:27:43.054483 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-0efb2a70-1480-46a6-8776-dcf68024c9bb req-e6dcadd3-9cbb-4a23-86b2-2b78472829df service neutron] Notify callbacks [] for port, precommit_update {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:43.100924 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.57', 35604) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:27:43.129570 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [req-0efb2a70-1480-46a6-8776-dcf68024c9bb req-e6dcadd3-9cbb-4a23-86b2-2b78472829df service neutron] Transition to ACTIVE for port object 8783865b-a078-4448-ad74-449c2887c2a3 will not be triggered until provisioned by entity L2. {{(pid=83921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 03:27:43.136180 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-0efb2a70-1480-46a6-8776-dcf68024c9bb req-e6dcadd3-9cbb-4a23-86b2-2b78472829df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303097879514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733756514675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303098261108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2134908'] for port, after_update {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:43.152149 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-3905736d-033d-4fbe-bd5d-afe018ee2290 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:43.154079 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:27:43.158692 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:27:43.219399 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-3905736d-033d-4fbe-bd5d-afe018ee2290 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876219'] for security_group, after_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:43.256177 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.managers [None req-cffa2e6a-04c2-4475-a951-dfa35bd4dff5 None None] Attempting to bind port 62f00c63-ea90-420b-9fc5-79144a39882f on host dv-cinder-759943-5-iscsi for vnic_type normal with profile  {{(pid=83923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 03:27:43.257246 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.managers [None req-cffa2e6a-04c2-4475-a951-dfa35bd4dff5 None None] Attempting to bind port 62f00c63-ea90-420b-9fc5-79144a39882f by drivers openvswitch on host dv-cinder-759943-5-iscsi at level 0 using segments [{'id': '98c4310b-6fdc-4105-b056-95cb7f890c80', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718'}] {{(pid=83923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 03:27:43.257773 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cffa2e6a-04c2-4475-a951-dfa35bd4dff5 None None] Attempting to bind port 62f00c63-ea90-420b-9fc5-79144a39882f on network 47a54196-2e01-4ced-bf59-8f5a8abde718 {{(pid=83923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 03:27:43.282854 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-554676aa-d4ce-4048-8edd-1e638c1dce23 req-92132728-3e32-4a3f-8789-c965e3bb82fc tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/ports?device_id=b4d58358-22a0-4562-9370-9574a29ec572 HTTP/1.1" status: 200  len: 210 time: 0.1245759
Feb 17 03:27:43.343236 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dcadd3-9cbb-4a23-86b2-2b78472829df service neutron] Pushing event updated for resources: {'Port': ['ID=8783865b-a078-4448-ad74-449c2887c2a3,revision_number=2']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:27:43.373337 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bc7207-198e-4852-b7b1-e709fed119de req-dbb9617a-7f60-4f2e-8ded-cc9fa50e83b9 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:43.376091 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cffa2e6a-04c2-4475-a951-dfa35bd4dff5 None None] Checking agent: {'id': 'fdf6e942-9f6a-471f-a5a4-d80d5f4aedb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759943-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 3, 18, 27), 'started_at': datetime.datetime(2021, 2, 17, 3, 18, 57), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 3, 27, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759943-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 03:27:43.376615 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cffa2e6a-04c2-4475-a951-dfa35bd4dff5 None None] Checking segment: {'id': '98c4310b-6fdc-4105-b056-95cb7f890c80', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 03:27:43.377180 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-cffa2e6a-04c2-4475-a951-dfa35bd4dff5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:43.377708 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cffa2e6a-04c2-4475-a951-dfa35bd4dff5 None None] Bound using segment: {'id': '98c4310b-6fdc-4105-b056-95cb7f890c80', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718'} {{(pid=83923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 03:27:43.378308 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.managers [None req-cffa2e6a-04c2-4475-a951-dfa35bd4dff5 None None] Bound port: 62f00c63-ea90-420b-9fc5-79144a39882f, host: dv-cinder-759943-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98c4310b-6fdc-4105-b056-95cb7f890c80', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718'}}] {{(pid=83923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 03:27:43.378785 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-cffa2e6a-04c2-4475-a951-dfa35bd4dff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for port, before_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:43.381056 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-98bc7207-198e-4852-b7b1-e709fed119de req-dbb9617a-7f60-4f2e-8ded-cc9fa50e83b9 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] 10.222.0.57 "GET /v2.0/ports?device_id=05b5b64f-7a56-4bd2-97ed-2e54c9e65a96 HTTP/1.1" status: 200  len: 932 time: 0.3315780
Feb 17 03:27:43.388024 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-e6dcadd3-9cbb-4a23-86b2-2b78472829df service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:27:43.412007 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-73810593-4f45-4f34-84cb-8f3f0c5d6631 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:43.422167 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:27:43.462063 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-73810593-4f45-4f34-84cb-8f3f0c5d6631 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:27:43.469901 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.db [None req-cffa2e6a-04c2-4475-a951-dfa35bd4dff5 None None] For port 62f00c63-ea90-420b-9fc5-79144a39882f, host dv-cinder-759943-5-iscsi, cleared binding levels {{(pid=83923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 03:27:43.473444 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.db [None req-cffa2e6a-04c2-4475-a951-dfa35bd4dff5 None None] For port 62f00c63-ea90-420b-9fc5-79144a39882f, host dv-cinder-759943-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-5-iscsi',level=0,port_id=62f00c63-ea90-420b-9fc5-79144a39882f,segment=NetworkSegment(98c4310b-6fdc-4105-b056-95cb7f890c80),segment_id=98c4310b-6fdc-4105-b056-95cb7f890c80)] {{(pid=83923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 03:27:43.474584 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-73810593-4f45-4f34-84cb-8f3f0c5d6631 admin admin] Usage tracker for resource:security_group_rule and tenant:bfc67253fdc948beacbde6eab17b98ef is out of sync, need to count used quota {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:27:43.478582 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ddcd08-08a5-4233-83b6-29c8ebde2b53 None None] Pushing event updated for resources: {'Port': ['ID=62f00c63-ea90-420b-9fc5-79144a39882f,revision_number=2']} {{(pid=83923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:27:43.488924 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-98bc7207-198e-4852-b7b1-e709fed119de req-c9beeb2f-ba79-4718-8c56-1b97bdd10c98 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] 10.222.0.57 "GET /v2.0/security-groups?id=7a034f11-6095-46d6-bffd-d2ce932f5f6d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1068618
Feb 17 03:27:43.492960 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-80ddcd08-08a5-4233-83b6-29c8ebde2b53 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:27:43.495744 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-73810593-4f45-4f34-84cb-8f3f0c5d6631 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:27:43.501319 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-cffa2e6a-04c2-4475-a951-dfa35bd4dff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303097879514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733756514675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303098261108'] for port, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:43.560647 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-82d74a3e-9f1b-4a97-b9f1-e14a7098ec19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:27:43.562009 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-73810593-4f45-4f34-84cb-8f3f0c5d6631 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:27:43.570629 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-146375e7-b6c8-476e-97ca-1976b65cf390 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=7a993a3085dd473682673c16dce134e8&name=default HTTP/1.1" status: 200  len: 2975 time: 0.8038719
Feb 17 03:27:43.597564 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83922) accepted ('10.222.0.57', 35620) {{(pid=83922) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:27:43.665695 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-3905736d-033d-4fbe-bd5d-afe018ee2290 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=dfafcfb09e44494792ad30bf9c64fb47&name=default HTTP/1.1" status: 200  len: 2979 time: 1.5203857
Feb 17 03:27:43.673048 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.notifiers.nova [req-4f13ff0c-dd3d-4d6e-a947-b50148e4ca77 req-2fe44ee9-a7f8-460a-ad25-28b49b472d41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a22a3785-c250-4a30-9d0e-f779f4acfbdd {{(pid=83922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 17 03:27:43.681284 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83922) accepted ('10.222.0.57', 35626) {{(pid=83922) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:27:43.793411 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-73810593-4f45-4f34-84cb-8f3f0c5d6631 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:43.804329 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-73810593-4f45-4f34-84cb-8f3f0c5d6631 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876219'] for security_group, after_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:43.819797 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-9bb22e46-8694-486f-80a2-1564c241d686 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:27:43.896603 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73810593-4f45-4f34-84cb-8f3f0c5d6631 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=573f645a-4d07-4dfe-9db0-67aab9f60bed,revision_number=1']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:27:43.932623 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ddcd08-08a5-4233-83b6-29c8ebde2b53 None None] Pushing event updated for resources: {'Port': ['ID=62f00c63-ea90-420b-9fc5-79144a39882f,revision_number=3']} {{(pid=83923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:27:43.936131 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-80ddcd08-08a5-4233-83b6-29c8ebde2b53 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:27:43.998444 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-73810593-4f45-4f34-84cb-8f3f0c5d6631 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:27:44.054282 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Device c510e6f1-6d9a-49dd-9534-8f370a698729 up at agent ovs-agent-dv-cinder-759943-5-iscsi {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:27:44.074254 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3905736d-033d-4fbe-bd5d-afe018ee2290 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=680568aa-473a-4b72-acd6-a580b47d70f2,revision_number=1']} {{(pid=83922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:27:44.103086 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-9f2e31d4-df2e-4da8-941e-90a093a9ce16 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:44.105904 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-3905736d-033d-4fbe-bd5d-afe018ee2290 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.685s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:27:44.113489 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-4f13ff0c-dd3d-4d6e-a947-b50148e4ca77 req-2fe44ee9-a7f8-460a-ad25-28b49b472d41 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:44.134179 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0ec089-6b90-4901-9ebc-8b945007b728 req-66db285f-3b1b-4515-8daa-924d0fe601ae tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:44.134941 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [req-4d0ec089-6b90-4901-9ebc-8b945007b728 req-66db285f-3b1b-4515-8daa-924d0fe601ae tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] Synchronizing usage tracker for tenant:8da7eb55c2cb47dc99275360edd183e2 on resource:network {{(pid=83921) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 03:27:44.151553 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-73810593-4f45-4f34-84cb-8f3f0c5d6631 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=bfc67253fdc948beacbde6eab17b98ef&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0433097
Feb 17 03:27:44.151553 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.managers [req-0efb2a70-1480-46a6-8776-dcf68024c9bb req-e6dcadd3-9cbb-4a23-86b2-2b78472829df service neutron] Attempting to bind port 8783865b-a078-4448-ad74-449c2887c2a3 on host hv-cinder-75994 for vnic_type normal with profile  {{(pid=83921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 03:27:44.151553 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.managers [req-0efb2a70-1480-46a6-8776-dcf68024c9bb req-e6dcadd3-9cbb-4a23-86b2-2b78472829df service neutron] Attempting to bind port 8783865b-a078-4448-ad74-449c2887c2a3 by drivers openvswitch on host hv-cinder-75994 at level 0 using segments [{'id': '8988ab3d-62e3-434b-a157-4df88e553ac2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '7250ffa3-b5f2-45bc-8c2b-8a04a901bc68'}] {{(pid=83921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 03:27:44.151553 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0efb2a70-1480-46a6-8776-dcf68024c9bb req-e6dcadd3-9cbb-4a23-86b2-2b78472829df service neutron] Attempting to bind port 8783865b-a078-4448-ad74-449c2887c2a3 on network 7250ffa3-b5f2-45bc-8c2b-8a04a901bc68 {{(pid=83921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 03:27:44.156577 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.57', 35638) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:27:44.157466 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0efb2a70-1480-46a6-8776-dcf68024c9bb req-e6dcadd3-9cbb-4a23-86b2-2b78472829df service neutron] Checking agent: {'id': '1c3dee76-e565-424d-b4cd-b2af1407410d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75994', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 3, 25, 23), 'started_at': datetime.datetime(2021, 2, 17, 3, 25, 53), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 3, 27, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.11', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 03:27:44.158141 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0efb2a70-1480-46a6-8776-dcf68024c9bb req-e6dcadd3-9cbb-4a23-86b2-2b78472829df service neutron] Checking segment: {'id': '8988ab3d-62e3-434b-a157-4df88e553ac2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '7250ffa3-b5f2-45bc-8c2b-8a04a901bc68'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 03:27:44.158608 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-0efb2a70-1480-46a6-8776-dcf68024c9bb req-e6dcadd3-9cbb-4a23-86b2-2b78472829df service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:44.158990 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cffa2e6a-04c2-4475-a951-dfa35bd4dff5 None None] Routers {'2955aa40-398a-45ec-824c-e2ffe7230203'} bound to L3 agent in host dv-cinder-759943-5-iscsi {{(pid=83923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 03:27:44.159162 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0efb2a70-1480-46a6-8776-dcf68024c9bb req-e6dcadd3-9cbb-4a23-86b2-2b78472829df service neutron] Bound using segment: {'id': '8988ab3d-62e3-434b-a157-4df88e553ac2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '7250ffa3-b5f2-45bc-8c2b-8a04a901bc68'} {{(pid=83921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 03:27:44.159681 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.managers [req-0efb2a70-1480-46a6-8776-dcf68024c9bb req-e6dcadd3-9cbb-4a23-86b2-2b78472829df service neutron] Bound port: 8783865b-a078-4448-ad74-449c2887c2a3, host: hv-cinder-75994, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8988ab3d-62e3-434b-a157-4df88e553ac2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '7250ffa3-b5f2-45bc-8c2b-8a04a901bc68'}}] {{(pid=83921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 03:27:44.159805 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_hamode_db [None req-cffa2e6a-04c2-4475-a951-dfa35bd4dff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f17c5750198>, 'dv-cinder-759943-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T03:18:25Z,description=<?>,heartbeat_timestamp=2021-02-17T03:27:26Z,host='dv-cinder-759943-5-iscsi',id=3e02af72-3002-4fb3-96dd-e59119f81584,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T03:18:25Z,topic='l3_agent')) {'router_ids': ['2955aa40-398a-45ec-824c-e2ffe7230203'], 'active': True} {{(pid=83923) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:27:44.160006 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-0efb2a70-1480-46a6-8776-dcf68024c9bb req-e6dcadd3-9cbb-4a23-86b2-2b78472829df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for port, before_update {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:44.194403 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-9f2e31d4-df2e-4da8-941e-90a093a9ce16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303097879514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733756514675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303098261108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2929291'] for port, after_update {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:44.201984 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [req-4f13ff0c-dd3d-4d6e-a947-b50148e4ca77 req-2fe44ee9-a7f8-460a-ad25-28b49b472d41 service neutron] Transition to ACTIVE for port object a22a3785-c250-4a30-9d0e-f779f4acfbdd will not be triggered until provisioned by entity L2. {{(pid=83922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 03:27:44.261397 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [req-4d0ec089-6b90-4901-9ebc-8b945007b728 req-66db285f-3b1b-4515-8daa-924d0fe601ae tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] Unset dirty status for tenant:8da7eb55c2cb47dc99275360edd183e2 on resource:network {{(pid=83921) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 03:27:44.262682 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-4d0ec089-6b90-4901-9ebc-8b945007b728 req-66db285f-3b1b-4515-8daa-924d0fe601ae tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/networks?id=07c25ad2-4e60-4400-a677-ca2c2e7c85f8 HTTP/1.1" status: 200  len: 818 time: 0.3674326
Feb 17 03:27:44.287283 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:27:44.320410 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Provisioning complete for port c510e6f1-6d9a-49dd-9534-8f370a698729 triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:27:44.320862 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-4f13ff0c-dd3d-4d6e-a947-b50148e4ca77 req-2fe44ee9-a7f8-460a-ad25-28b49b472d41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303097879514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733756514675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303098261108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2929291'] for port, after_update {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:44.321200 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838161172'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:44.324972 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-4d0ec089-6b90-4901-9ebc-8b945007b728 req-11f85b5b-353f-45c3-a8ec-7abc6f5b4c1a tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/quotas/8da7eb55c2cb47dc99275360edd183e2 HTTP/1.1" status: 200  len: 375 time: 0.0516658
Feb 17 03:27:44.328374 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-22b36614-22f0-44bc-bcf3-5b09431c907c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:44.403085 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.db [req-0efb2a70-1480-46a6-8776-dcf68024c9bb req-e6dcadd3-9cbb-4a23-86b2-2b78472829df service neutron] For port 8783865b-a078-4448-ad74-449c2887c2a3, host hv-cinder-75994, cleared binding levels {{(pid=83921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 03:27:44.426917 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-22b36614-22f0-44bc-bcf3-5b09431c907c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:44.452399 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.db [req-0efb2a70-1480-46a6-8776-dcf68024c9bb req-e6dcadd3-9cbb-4a23-86b2-2b78472829df service neutron] For port 8783865b-a078-4448-ad74-449c2887c2a3, host hv-cinder-75994, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=8783865b-a078-4448-ad74-449c2887c2a3,segment=NetworkSegment(8988ab3d-62e3-434b-a157-4df88e553ac2),segment_id=8988ab3d-62e3-434b-a157-4df88e553ac2)] {{(pid=83921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 03:27:44.461888 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-0efb2a70-1480-46a6-8776-dcf68024c9bb req-e6dcadd3-9cbb-4a23-86b2-2b78472829df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303097879514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733756514675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303098261108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2134908'] for port, after_update {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:44.485524 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2e31d4-df2e-4da8-941e-90a093a9ce16 admin admin] Pushing event updated for resources: {'Port': ['ID=7077bdbc-bf9d-4218-bf98-36f4e7415692,revision_number=2']} {{(pid=83922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:27:44.494304 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-7593902e-aeac-4a8d-8415-660cee113098 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:27:44.517214 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-ef58cb61-ddd8-4ac6-b094-7137204afbcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:44.522648 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvr_db [None req-cffa2e6a-04c2-4475-a951-dfa35bd4dff5 None None] Set router 2955aa40-398a-45ec-824c-e2ffe7230203 gateway port host: dv-cinder-759943-5-iscsi {{(pid=83923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 03:27:44.549880 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-ef58cb61-ddd8-4ac6-b094-7137204afbcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:44.613743 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-9f2e31d4-df2e-4da8-941e-90a093a9ce16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:27:44.627740 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-6e7ac982-e961-4e09-8be8-190d9514a665 tempest-DeleteServersTestJSON-594113530 tempest-DeleteServersTestJSON-594113530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.217s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:27:44.722212 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-db48907b-383e-4d8b-be8d-6e471594eba2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:44.739486 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa07277-5f0d-45bd-9b36-ba4e200f9be3 req-52357433-bff9-451d-9723-2187c100d019 tempest-DeleteServersTestJSON-594113530 tempest-DeleteServersTestJSON-594113530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:44.741700 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-5fa07277-5f0d-45bd-9b36-ba4e200f9be3 req-52357433-bff9-451d-9723-2187c100d019 tempest-DeleteServersTestJSON-594113530 tempest-DeleteServersTestJSON-594113530-project] 10.222.0.57 "GET /v2.0/ports?device_id=5a792992-ad2a-408d-9e19-9363ed0b0c51 HTTP/1.1" status: 200  len: 943 time: 1.0269966
Feb 17 03:27:44.754891 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-9f2e31d4-df2e-4da8-941e-90a093a9ce16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-584865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853853062'] for router_interface, after_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:44.759234 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [req-4d0ec089-6b90-4901-9ebc-8b945007b728 req-8f335d9a-1256-4312-91e3-d7ee2bea28c2 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] Synchronizing usage tracker for tenant:8da7eb55c2cb47dc99275360edd183e2 on resource:port {{(pid=83921) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 03:27:44.768271 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-22b36614-22f0-44bc-bcf3-5b09431c907c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876219'] for security_group, after_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:44.788634 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.54', 65268) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:27:44.810154 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dcadd3-9cbb-4a23-86b2-2b78472829df service neutron] Pushing event updated for resources: {'Port': ['ID=8783865b-a078-4448-ad74-449c2887c2a3,revision_number=3']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:27:44.813624 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-e6dcadd3-9cbb-4a23-86b2-2b78472829df service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:27:44.846882 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-a156333c-fb79-40ef-ae97-c04bb8877efa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.054s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:27:44.864704 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b36614-22f0-44bc-bcf3-5b09431c907c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=573f645a-4d07-4dfe-9db0-67aab9f60bed,revision_number=None']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:27:44.867470 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-22b36614-22f0-44bc-bcf3-5b09431c907c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:27:44.931470 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-22b36614-22f0-44bc-bcf3-5b09431c907c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:44.935660 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-22b36614-22f0-44bc-bcf3-5b09431c907c admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/573f645a-4d07-4dfe-9db0-67aab9f60bed HTTP/1.1" status: 204  len: 168 time: 0.7609956
Feb 17 03:27:44.956267 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [req-4d0ec089-6b90-4901-9ebc-8b945007b728 req-8f335d9a-1256-4312-91e3-d7ee2bea28c2 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] Unset dirty status for tenant:8da7eb55c2cb47dc99275360edd183e2 on resource:port {{(pid=83921) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 03:27:44.963118 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-4d0ec089-6b90-4901-9ebc-8b945007b728 req-8f335d9a-1256-4312-91e3-d7ee2bea28c2 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=8da7eb55c2cb47dc99275360edd183e2&fields=id HTTP/1.1" status: 200  len: 255 time: 0.6227548
Feb 17 03:27:45.010992 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_hamode_db [None req-cffa2e6a-04c2-4475-a951-dfa35bd4dff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f17c5750198>, [{'id': '2955aa40-398a-45ec-824c-e2ffe7230203', 'name': 'tempest-AttachVolumeTestJSON-1825359717-router', 'tenant_id': 'c568344bec0146c19c14571bff20a759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'external_fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': '62f00c63-ea90-420b-9fc5-79144a39882f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:27:22Z', 'updated_at': '2021-02-17T03:27:35Z', 'revision_number': 3, 'project_id': 'c568344bec0146c19c14571bff20a759', 'gw_port': {'id': '62f00c63-ea90-420b-9fc5-79144a39882f', 'name': '', 'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:9a:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2955aa40-398a-45ec-824c-e2ffe7230203', 'device_owner': 'network:router_gateway', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:27:28Z', 'updated_at': '2021-02-17T03:27:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-5-iscsi'}], 'dv-cinder-759943-5-iscsi', False) {} {{(pid=83923) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:27:45.016581 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cffa2e6a-04c2-4475-a951-dfa35bd4dff5 None None] The sync data for ids ['2955aa40-398a-45ec-824c-e2ffe7230203'] in dv-cinder-759943-5-iscsi is: [{'id': '2955aa40-398a-45ec-824c-e2ffe7230203', 'name': 'tempest-AttachVolumeTestJSON-1825359717-router', 'tenant_id': 'c568344bec0146c19c14571bff20a759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'external_fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': '62f00c63-ea90-420b-9fc5-79144a39882f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:27:22Z', 'updated_at': '2021-02-17T03:27:35Z', 'revision_number': 3, 'project_id': 'c568344bec0146c19c14571bff20a759', 'gw_port': {'id': '62f00c63-ea90-420b-9fc5-79144a39882f', 'name': '', 'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:9a:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2955aa40-398a-45ec-824c-e2ffe7230203', 'device_owner': 'network:router_gateway', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:27:28Z', 'updated_at': '2021-02-17T03:27:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-5-iscsi'}] {{(pid=83923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 03:27:45.019493 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-ef58cb61-ddd8-4ac6-b094-7137204afbcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876219'] for security_group, after_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:45.193454 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-ef58cb61-ddd8-4ac6-b094-7137204afbcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:45.197411 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-ef58cb61-ddd8-4ac6-b094-7137204afbcb admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/3ed12888-0f6b-4ae9-90da-1254bc4c37ed HTTP/1.1" status: 204  len: 168 time: 1.5849092
Feb 17 03:27:45.204398 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f2e31d4-df2e-4da8-941e-90a093a9ce16 admin admin] Network 735791d7-b752-470f-b049-6623a91713f5 is already hosted by enough agents. {{(pid=83922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 03:27:45.204624 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efb2a70-1480-46a6-8776-dcf68024c9bb req-e6dcadd3-9cbb-4a23-86b2-2b78472829df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:45.205612 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-0efb2a70-1480-46a6-8776-dcf68024c9bb req-e6dcadd3-9cbb-4a23-86b2-2b78472829df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854193028'] for port, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:45.207452 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-0efb2a70-1480-46a6-8776-dcf68024c9bb req-e6dcadd3-9cbb-4a23-86b2-2b78472829df service neutron] 10.222.0.54 "PUT /v2.0/ports/8783865b-a078-4448-ad74-449c2887c2a3 HTTP/1.1" status: 200  len: 1157 time: 4.0038760
Feb 17 03:27:45.211397 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a792992-ad2a-408d-9e19-9363ed0b0c51', 'tag': '8783865b-a078-4448-ad74-449c2887c2a3'}] {{(pid=83921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 03:27:45.214050 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-db48907b-383e-4d8b-be8d-6e471594eba2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:45.222526 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.scheduler.base_scheduler [None req-9f2e31d4-df2e-4da8-941e-90a093a9ce16 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 03:27:45.229941 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe44ee9-a7f8-460a-ad25-28b49b472d41 service neutron] Pushing event updated for resources: {'Port': ['ID=a22a3785-c250-4a30-9d0e-f779f4acfbdd,revision_number=2']} {{(pid=83922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:27:45.240711 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-2fe44ee9-a7f8-460a-ad25-28b49b472d41 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.614s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:27:45.267519 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-4d0ec089-6b90-4901-9ebc-8b945007b728 req-a405591e-9b4c-45f4-8c1e-ec754919bda2 service neutron] 10.222.0.57 "GET /v2.0/networks/07c25ad2-4e60-4400-a677-ca2c2e7c85f8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2799811
Feb 17 03:27:45.319989 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c01c3a-d3c0-47c6-8acd-49a6c4e13bad req-a48dc2d0-8fe3-48e6-b760-ee6c970667f0 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:45.321673 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-a5c01c3a-d3c0-47c6-8acd-49a6c4e13bad req-a48dc2d0-8fe3-48e6-b760-ee6c970667f0 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.54 "GET /v2.0/networks?id=07c25ad2-4e60-4400-a677-ca2c2e7c85f8 HTTP/1.1" status: 200  len: 818 time: 0.5266559
Feb 17 03:27:45.337804 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-3905736d-033d-4fbe-bd5d-afe018ee2290 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.192s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:27:45.385902 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef58cb61-ddd8-4ac6-b094-7137204afbcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ed12888-0f6b-4ae9-90da-1254bc4c37ed,revision_number=None']} {{(pid=83922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:27:45.406298 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-ef58cb61-ddd8-4ac6-b094-7137204afbcb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:27:45.540560 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-4bff0c60-04ce-4210-996e-2a11c3a8d96c None None] Provisioning complete for port 7077bdbc-bf9d-4218-bf98-36f4e7415692 triggered by entity DHCP. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:27:45.541018 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-4bff0c60-04ce-4210-996e-2a11c3a8d96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838161172'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:45.659757 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-f80f6bbc-624e-47d0-9bb2-cae70483e6c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for port, before_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:45.679284 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.plugin [None req-4bff0c60-04ce-4210-996e-2a11c3a8d96c None None] Port 7077bdbc-bf9d-4218-bf98-36f4e7415692 cannot update to ACTIVE because it is not bound. {{(pid=83923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 03:27:45.707995 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-5fa07277-5f0d-45bd-9b36-ba4e200f9be3 req-aeaf1628-6bff-49fc-8ee1-f08ae7c6e7ea tempest-DeleteServersTestJSON-594113530 tempest-DeleteServersTestJSON-594113530-project] 10.222.0.57 "GET /v2.0/security-groups?id=8140522c-d712-47c7-b8dd-44151d8bce78&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6940696
Feb 17 03:27:45.819802 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83922) accepted ('10.222.0.57', 35670) {{(pid=83922) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:27:45.981550 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.v2.base [req-a5c01c3a-d3c0-47c6-8acd-49a6c4e13bad req-39db5817-93bc-4f57-9da1-8043ab230a80 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] Request body: {'port': {'device_id': 'b4d58358-22a0-4562-9370-9574a29ec572', 'network_id': '07c25ad2-4e60-4400-a677-ca2c2e7c85f8', 'admin_state_up': True, 'tenant_id': '8da7eb55c2cb47dc99275360edd183e2'}} {{(pid=83921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:27:46.066310 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-4d0ec089-6b90-4901-9ebc-8b945007b728 req-02bd4ffd-0223-4734-bee8-5bb6e8d943a6 service neutron] 10.222.0.57 "GET /v2.0/networks/07c25ad2-4e60-4400-a677-ca2c2e7c85f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.7914650
Feb 17 03:27:46.133039 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Device 62f00c63-ea90-420b-9fc5-79144a39882f up at agent ovs-agent-dv-cinder-759943-5-iscsi {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:27:46.163013 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efb2a70-1480-46a6-8776-dcf68024c9bb req-d1d959a7-34bd-40f3-b8e9-7509ed0321f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:46.168038 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-0efb2a70-1480-46a6-8776-dcf68024c9bb req-d1d959a7-34bd-40f3-b8e9-7509ed0321f2 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f26d86e30e4e473798e908122de8a6fc&device_id=5a792992-ad2a-408d-9e19-9363ed0b0c51 HTTP/1.1" status: 200  len: 1160 time: 0.8600266
Feb 17 03:27:46.319695 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Provisioning for port 62f00c63-ea90-420b-9fc5-79144a39882f completed by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 03:27:46.330057 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Provisioning complete for port 62f00c63-ea90-420b-9fc5-79144a39882f triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:27:46.330489 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838161172'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:46.360767 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-0efb2a70-1480-46a6-8776-dcf68024c9bb req-3107f7a7-f277-4b20-b23f-21a8ad38bac3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8783865b-a078-4448-ad74-449c2887c2a3 HTTP/1.1" status: 200  len: 217 time: 0.1768332
Feb 17 03:27:46.361881 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [req-a5c01c3a-d3c0-47c6-8acd-49a6c4e13bad req-39db5817-93bc-4f57-9da1-8043ab230a80 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:27:46.471763 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-f1c8d1a2-c3eb-4307-a9f6-b2bb2ecc5b31 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=3cdb3f1cf9624750ad9597d369d83935&name=default HTTP/1.1" status: 200  len: 2978 time: 0.6363230
Feb 17 03:27:46.478218 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [req-a5c01c3a-d3c0-47c6-8acd-49a6c4e13bad req-39db5817-93bc-4f57-9da1-8043ab230a80 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:27:46.480697 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.57', 35690) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:27:46.506511 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-db48907b-383e-4d8b-be8d-6e471594eba2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876219'] for security_group, after_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:46.537620 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5c01c3a-d3c0-47c6-8acd-49a6c4e13bad req-39db5817-93bc-4f57-9da1-8043ab230a80 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] Made reservation on behalf of 8da7eb55c2cb47dc99275360edd183e2 for: {'port': 1} {{(pid=83921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 03:27:46.543836 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-a5c01c3a-d3c0-47c6-8acd-49a6c4e13bad req-39db5817-93bc-4f57-9da1-8043ab230a80 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for port, before_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:46.618600 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efb2a70-1480-46a6-8776-dcf68024c9bb req-a788be24-afbc-46e3-85ce-0b2d119e0a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:46.622004 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-0efb2a70-1480-46a6-8776-dcf68024c9bb req-a788be24-afbc-46e3-85ce-0b2d119e0a67 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f29a48ac-d6e4-4b02-b328-53d325347c14 HTTP/1.1" status: 200  len: 849 time: 0.2513328
Feb 17 03:27:46.666328 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for port, before_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:46.727377 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.db [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] For port 62f00c63-ea90-420b-9fc5-79144a39882f, host dv-cinder-759943-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-5-iscsi',level=0,port_id=62f00c63-ea90-420b-9fc5-79144a39882f,segment=NetworkSegment(98c4310b-6fdc-4105-b056-95cb7f890c80),segment_id=98c4310b-6fdc-4105-b056-95cb7f890c80)] {{(pid=83923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:27:46.734106 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303097879514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733756514675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303098261108'] for port, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:46.739177 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:27:46.794040 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f2e31d4-df2e-4da8-941e-90a093a9ce16 admin admin] Router ce1dcbd0-733c-48eb-a4e4-1dca83063e7c has already been hosted by L3 agent 3e02af72-3002-4fb3-96dd-e59119f81584 {{(pid=83922) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 03:27:46.800032 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:27:46.819968 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.db_base_plugin_common [None req-f80f6bbc-624e-47d0-9bb2-cae70483e6c8 admin admin] Allocated IP 172.20.0.1 (196dd25e-6f79-49ea-bd1a-b88102e9bbe7/029a335d-7c65-4847-a56e-60c19b417a63/5ad39764-a1db-4ad4-8bf4-faa5fd452287) {{(pid=83922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 03:27:46.820135 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a792992-ad2a-408d-9e19-9363ed0b0c51', 'tag': '8783865b-a078-4448-ad74-449c2887c2a3', 'status': 'completed', 'code': 200}
Feb 17 03:27:46.826669 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-0efb2a70-1480-46a6-8776-dcf68024c9bb req-d442b7ec-09c9-4658-9c31-777093b6f293 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7250ffa3-b5f2-45bc-8c2b-8a04a901bc68&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1785440
Feb 17 03:27:46.914018 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Pushing event updated for resources: {'Port': ['ID=62f00c63-ea90-420b-9fc5-79144a39882f,revision_number=4']} {{(pid=83923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:27:46.917715 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:27:47.153850 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.managers [req-4f13ff0c-dd3d-4d6e-a947-b50148e4ca77 req-2fe44ee9-a7f8-460a-ad25-28b49b472d41 service neutron] Attempting to bind port a22a3785-c250-4a30-9d0e-f779f4acfbdd on host hv-cinder-75994 for vnic_type normal with profile  {{(pid=83922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 03:27:47.154581 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.managers [req-4f13ff0c-dd3d-4d6e-a947-b50148e4ca77 req-2fe44ee9-a7f8-460a-ad25-28b49b472d41 service neutron] Attempting to bind port a22a3785-c250-4a30-9d0e-f779f4acfbdd by drivers openvswitch on host hv-cinder-75994 at level 0 using segments [{'id': '4bd29afe-058f-4758-98df-05beb902e75b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '90e5bf38-a0dc-48bd-9401-739bcf8a5d8a'}] {{(pid=83922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 03:27:47.155370 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f13ff0c-dd3d-4d6e-a947-b50148e4ca77 req-2fe44ee9-a7f8-460a-ad25-28b49b472d41 service neutron] Attempting to bind port a22a3785-c250-4a30-9d0e-f779f4acfbdd on network 90e5bf38-a0dc-48bd-9401-739bcf8a5d8a {{(pid=83922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 03:27:47.165084 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db48907b-383e-4d8b-be8d-6e471594eba2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=680568aa-473a-4b72-acd6-a580b47d70f2,revision_number=None']} {{(pid=83922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:27:47.182847 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-4d49db48-d5a3-4460-ae43-a554d144e0bf req-c8cabb3e-8f91-4a3d-be90-49b933a44c48 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/ports?device_id=4d4f9c42-f07a-4f40-aad4-702d0fd26d82 HTTP/1.1" status: 200  len: 210 time: 0.1754942
Feb 17 03:27:47.192896 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-cfe53891-4b11-41b1-90a3-19f7e2d1321f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:47.212212 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f13ff0c-dd3d-4d6e-a947-b50148e4ca77 req-2fe44ee9-a7f8-460a-ad25-28b49b472d41 service neutron] Checking agent: {'id': '1c3dee76-e565-424d-b4cd-b2af1407410d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75994', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 3, 25, 23), 'started_at': datetime.datetime(2021, 2, 17, 3, 25, 53), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 3, 27, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.11', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 03:27:47.217925 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f13ff0c-dd3d-4d6e-a947-b50148e4ca77 req-2fe44ee9-a7f8-460a-ad25-28b49b472d41 service neutron] Checking segment: {'id': '4bd29afe-058f-4758-98df-05beb902e75b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '90e5bf38-a0dc-48bd-9401-739bcf8a5d8a'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 03:27:47.218515 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-4f13ff0c-dd3d-4d6e-a947-b50148e4ca77 req-2fe44ee9-a7f8-460a-ad25-28b49b472d41 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:47.220589 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f13ff0c-dd3d-4d6e-a947-b50148e4ca77 req-2fe44ee9-a7f8-460a-ad25-28b49b472d41 service neutron] Bound using segment: {'id': '4bd29afe-058f-4758-98df-05beb902e75b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '90e5bf38-a0dc-48bd-9401-739bcf8a5d8a'} {{(pid=83922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 03:27:47.221157 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.managers [req-4f13ff0c-dd3d-4d6e-a947-b50148e4ca77 req-2fe44ee9-a7f8-460a-ad25-28b49b472d41 service neutron] Bound port: a22a3785-c250-4a30-9d0e-f779f4acfbdd, host: hv-cinder-75994, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bd29afe-058f-4758-98df-05beb902e75b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '90e5bf38-a0dc-48bd-9401-739bcf8a5d8a'}}] {{(pid=83922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 03:27:47.221547 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-4f13ff0c-dd3d-4d6e-a947-b50148e4ca77 req-2fe44ee9-a7f8-460a-ad25-28b49b472d41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for port, before_update {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:47.287249 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-cfe53891-4b11-41b1-90a3-19f7e2d1321f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:47.365154 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-0efb2a70-1480-46a6-8776-dcf68024c9bb req-edab81cc-71c7-4a00-90a5-66a05fe74e4e service neutron] 10.222.0.54 "GET /v2.0/networks/7250ffa3-b5f2-45bc-8c2b-8a04a901bc68?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3636112
Feb 17 03:27:47.371226 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.db_base_plugin_common [req-a5c01c3a-d3c0-47c6-8acd-49a6c4e13bad req-39db5817-93bc-4f57-9da1-8043ab230a80 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] Allocated IP 172.20.0.8 (07c25ad2-4e60-4400-a677-ca2c2e7c85f8/e1c7a001-c305-42ea-923a-4661960efd2e/d5ada634-5cb7-40f0-b70e-0091b83e2ef6) {{(pid=83921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 03:27:47.407024 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-f80f6bbc-624e-47d0-9bb2-cae70483e6c8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:47.425198 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-f80f6bbc-624e-47d0-9bb2-cae70483e6c8 admin admin] Transition to ACTIVE for port object 5ad39764-a1db-4ad4-8bf4-faa5fd452287 will not be triggered until provisioned by entity DHCP. {{(pid=83922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 03:27:47.440656 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-db48907b-383e-4d8b-be8d-6e471594eba2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.640s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:27:47.527193 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9237163-2a86-46fc-a79a-712287e5441f req-cb04519d-5e0f-4ae5-b919-995bbbe7ed02 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:47.528846 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-b9237163-2a86-46fc-a79a-712287e5441f req-cb04519d-5e0f-4ae5-b919-995bbbe7ed02 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] 10.222.0.57 "GET /v2.0/ports?device_id=05b5b64f-7a56-4bd2-97ed-2e54c9e65a96 HTTP/1.1" status: 200  len: 944 time: 1.6045754
Feb 17 03:27:47.567191 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-cfe53891-4b11-41b1-90a3-19f7e2d1321f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876219'] for security_group, after_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:47.601278 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-bb0c3568-f114-4eca-801b-04702a919455 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:27:47.620189 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-db48907b-383e-4d8b-be8d-6e471594eba2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:47.622469 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-db48907b-383e-4d8b-be8d-6e471594eba2 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/680568aa-473a-4b72-acd6-a580b47d70f2 HTTP/1.1" status: 204  len: 168 time: 3.5500033
Feb 17 03:27:47.636854 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe53891-4b11-41b1-90a3-19f7e2d1321f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37e2b4a5-182e-4549-8dd5-26957637f6f3,revision_number=None']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:27:47.656776 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-cfe53891-4b11-41b1-90a3-19f7e2d1321f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:27:47.672947 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-f80f6bbc-624e-47d0-9bb2-cae70483e6c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363303098263190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851846526'] for port, after_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:47.764677 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-cfe53891-4b11-41b1-90a3-19f7e2d1321f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:47.768735 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-cfe53891-4b11-41b1-90a3-19f7e2d1321f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/37e2b4a5-182e-4549-8dd5-26957637f6f3 HTTP/1.1" status: 204  len: 168 time: 1.2867577
Feb 17 03:27:47.776205 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-0efb2a70-1480-46a6-8776-dcf68024c9bb req-b5ddea55-66cd-465b-9cf6-8bf4d0b52fca service neutron] 10.222.0.54 "GET /v2.0/networks/7250ffa3-b5f2-45bc-8c2b-8a04a901bc68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4014437
Feb 17 03:27:47.842463 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62710c7-5111-4cb5-b0da-cfaef76b64cf req-4a8bc60f-b922-4eb4-ae70-ae6451c996c6 tempest-DeleteServersTestJSON-594113530 tempest-DeleteServersTestJSON-594113530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:47.844456 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-b62710c7-5111-4cb5-b0da-cfaef76b64cf req-4a8bc60f-b922-4eb4-ae70-ae6451c996c6 tempest-DeleteServersTestJSON-594113530 tempest-DeleteServersTestJSON-594113530-project] 10.222.0.57 "GET /v2.0/ports?device_id=5a792992-ad2a-408d-9e19-9363ed0b0c51 HTTP/1.1" status: 200  len: 943 time: 0.3802700
Feb 17 03:27:48.024837 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-b9237163-2a86-46fc-a79a-712287e5441f req-60b478e2-01a8-4641-a322-294128ddd4c4 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] 10.222.0.57 "GET /v2.0/security-groups?id=7a034f11-6095-46d6-bffd-d2ce932f5f6d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4731951
Feb 17 03:27:48.038036 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-b62710c7-5111-4cb5-b0da-cfaef76b64cf req-fd4b1088-5c33-457a-b81e-a7b216292652 tempest-DeleteServersTestJSON-594113530 tempest-DeleteServersTestJSON-594113530-project] 10.222.0.57 "GET /v2.0/security-groups?id=8140522c-d712-47c7-b8dd-44151d8bce78&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1773212
Feb 17 03:27:48.040157 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-2cd4631e-27eb-40b1-bb60-8a79279e7ef5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:27:48.064809 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-a5c01c3a-d3c0-47c6-8acd-49a6c4e13bad req-39db5817-93bc-4f57-9da1-8043ab230a80 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] Notify callbacks [] for port, precommit_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:48.127145 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Device 62f00c63-ea90-420b-9fc5-79144a39882f up at agent ovs-agent-dv-cinder-759943-5-iscsi {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:27:48.139463 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.54', 65272) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:27:48.206309 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80f6bbc-624e-47d0-9bb2-cae70483e6c8 admin admin] Pushing event updated for resources: {'Port': ['ID=5ad39764-a1db-4ad4-8bf4-faa5fd452287,revision_number=1']} {{(pid=83922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:27:48.217853 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-f80f6bbc-624e-47d0-9bb2-cae70483e6c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:27:48.246303 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f80f6bbc-624e-47d0-9bb2-cae70483e6c8 admin admin] Network 196dd25e-6f79-49ea-bd1a-b88102e9bbe7 is already hosted by enough agents. {{(pid=83922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 03:27:48.267525 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.scheduler.base_scheduler [None req-f80f6bbc-624e-47d0-9bb2-cae70483e6c8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 03:27:48.326596 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Provisioning complete for port 62f00c63-ea90-420b-9fc5-79144a39882f triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:27:48.327026 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838161172'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:48.363114 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f80f6bbc-624e-47d0-9bb2-cae70483e6c8 admin admin] Received port after_create {{(pid=83922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 03:27:48.426361 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f2e31d4-df2e-4da8-941e-90a093a9ce16 admin admin] Notify agent at l3_agent.dv-cinder-759943-5-iscsi the message routers_updated {{(pid=83922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 03:27:48.442125 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-374a7b2d-168d-4dad-b65d-09927ab7382d None None] Sync routers for ids ['ce1dcbd0-733c-48eb-a4e4-1dca83063e7c'] in dv-cinder-759943-5-iscsi {{(pid=83924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 03:27:48.453800 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31122903-eda4-423b-a340-01ed736a8264 req-713950de-1db9-41ab-8029-2329871402d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:48.461894 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-374a7b2d-168d-4dad-b65d-09927ab7382d None None] Routers {'ce1dcbd0-733c-48eb-a4e4-1dca83063e7c'} bound to L3 agent in host dv-cinder-759943-5-iscsi {{(pid=83924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 03:27:48.461894 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_hamode_db [None req-374a7b2d-168d-4dad-b65d-09927ab7382d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f17c63f5da0>, 'dv-cinder-759943-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T03:18:25Z,description=<?>,heartbeat_timestamp=2021-02-17T03:27:26Z,host='dv-cinder-759943-5-iscsi',id=3e02af72-3002-4fb3-96dd-e59119f81584,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T03:18:25Z,topic='l3_agent')) {'router_ids': ['ce1dcbd0-733c-48eb-a4e4-1dca83063e7c'], 'active': True} {{(pid=83924) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:27:48.470586 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-31122903-eda4-423b-a340-01ed736a8264 req-713950de-1db9-41ab-8029-2329871402d6 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f26d86e30e4e473798e908122de8a6fc&device_id=5a792992-ad2a-408d-9e19-9363ed0b0c51 HTTP/1.1" status: 200  len: 1160 time: 0.3871944
Feb 17 03:27:48.479546 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-a5c01c3a-d3c0-47c6-8acd-49a6c4e13bad req-39db5817-93bc-4f57-9da1-8043ab230a80 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363303098263190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852640907'] for port, after_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:48.512622 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.db [req-4f13ff0c-dd3d-4d6e-a947-b50148e4ca77 req-2fe44ee9-a7f8-460a-ad25-28b49b472d41 service neutron] For port a22a3785-c250-4a30-9d0e-f779f4acfbdd, host hv-cinder-75994, cleared binding levels {{(pid=83922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 03:27:48.523882 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.db [req-4f13ff0c-dd3d-4d6e-a947-b50148e4ca77 req-2fe44ee9-a7f8-460a-ad25-28b49b472d41 service neutron] For port a22a3785-c250-4a30-9d0e-f779f4acfbdd, host hv-cinder-75994, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=a22a3785-c250-4a30-9d0e-f779f4acfbdd,segment=NetworkSegment(4bd29afe-058f-4758-98df-05beb902e75b),segment_id=4bd29afe-058f-4758-98df-05beb902e75b)] {{(pid=83922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 03:27:48.581825 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-9f2e31d4-df2e-4da8-941e-90a093a9ce16 admin admin] 10.222.0.57 "PUT /v2.0/routers/ce1dcbd0-733c-48eb-a4e4-1dca83063e7c/add_router_interface HTTP/1.1" status: 200  len: 503 time: 15.0262437
Feb 17 03:27:48.586194 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-4f13ff0c-dd3d-4d6e-a947-b50148e4ca77 req-2fe44ee9-a7f8-460a-ad25-28b49b472d41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303097879514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733756514675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303098261108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2929291'] for port, after_update {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:48.667326 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-d2272759-d4bb-4408-86ba-d39f3aa5c494 None None] Provisioning for port 5ad39764-a1db-4ad4-8bf4-faa5fd452287 completed by entity DHCP. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 03:27:48.673250 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:27:48.677108 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-d2272759-d4bb-4408-86ba-d39f3aa5c494 None None] Provisioning complete for port 5ad39764-a1db-4ad4-8bf4-faa5fd452287 triggered by entity DHCP. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:27:48.678230 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-d2272759-d4bb-4408-86ba-d39f3aa5c494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838161172'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:48.790453 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-9b6f84dc-2609-4f66-be40-b9656303ac75 req-307714ee-dc73-4e7d-813e-f1dc334a3b70 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/ports?device_id=4d4f9c42-f07a-4f40-aad4-702d0fd26d82 HTTP/1.1" status: 200  len: 210 time: 0.2549276
Feb 17 03:27:48.841518 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.plugin [None req-d2272759-d4bb-4408-86ba-d39f3aa5c494 None None] Port 5ad39764-a1db-4ad4-8bf4-faa5fd452287 cannot update to ACTIVE because it is not bound. {{(pid=83923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 03:27:48.849696 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-f80f6bbc-624e-47d0-9bb2-cae70483e6c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-922652'] for router_interface, before_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:48.907499 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31122903-eda4-423b-a340-01ed736a8264 req-4e0801f5-0e95-411c-b475-a635e710e458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:48.909145 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-31122903-eda4-423b-a340-01ed736a8264 req-4e0801f5-0e95-411c-b475-a635e710e458 service neutron] 10.222.0.54 "GET /v2.0/networks?id=7250ffa3-b5f2-45bc-8c2b-8a04a901bc68 HTTP/1.1" status: 200  len: 903 time: 0.4237742
Feb 17 03:27:48.924438 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:27:48.956033 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe44ee9-a7f8-460a-ad25-28b49b472d41 service neutron] Pushing event updated for resources: {'Port': ['ID=a22a3785-c250-4a30-9d0e-f779f4acfbdd,revision_number=3']} {{(pid=83922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:27:48.965684 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-2fe44ee9-a7f8-460a-ad25-28b49b472d41 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:27:49.064224 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvr_db [None req-374a7b2d-168d-4dad-b65d-09927ab7382d None None] Set router ce1dcbd0-733c-48eb-a4e4-1dca83063e7c gateway port host: dv-cinder-759943-5-iscsi {{(pid=83924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 03:27:49.136224 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39db5817-93bc-4f57-9da1-8043ab230a80 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] Pushing event updated for resources: {'Port': ['ID=d5ada634-5cb7-40f0-b70e-0091b83e2ef6,revision_number=1']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:27:49.187491 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f13ff0c-dd3d-4d6e-a947-b50148e4ca77 req-2fe44ee9-a7f8-460a-ad25-28b49b472d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:49.192944 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-4f13ff0c-dd3d-4d6e-a947-b50148e4ca77 req-2fe44ee9-a7f8-460a-ad25-28b49b472d41 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854193028'] for port, before_response {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:49.195232 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-4f13ff0c-dd3d-4d6e-a947-b50148e4ca77 req-2fe44ee9-a7f8-460a-ad25-28b49b472d41 service neutron] 10.222.0.54 "PUT /v2.0/ports/a22a3785-c250-4a30-9d0e-f779f4acfbdd HTTP/1.1" status: 200  len: 1158 time: 7.6690288
Feb 17 03:27:49.201544 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05b5b64f-7a56-4bd2-97ed-2e54c9e65a96', 'tag': 'a22a3785-c250-4a30-9d0e-f779f4acfbdd'}] {{(pid=83922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 03:27:49.276367 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-f80f6bbc-624e-47d0-9bb2-cae70483e6c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for port, before_update {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:49.571614 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0ec089-6b90-4901-9ebc-8b945007b728 req-45656915-35a1-4181-8005-b17d707ccebf tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:49.577558 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-4d0ec089-6b90-4901-9ebc-8b945007b728 req-45656915-35a1-4181-8005-b17d707ccebf tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.54 "GET /v2.0/networks?id=07c25ad2-4e60-4400-a677-ca2c2e7c85f8 HTTP/1.1" status: 200  len: 818 time: 1.4344981
Feb 17 03:27:49.593562 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-39db5817-93bc-4f57-9da1-8043ab230a80 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.669s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:27:49.610137 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.v2.base [req-4d0ec089-6b90-4901-9ebc-8b945007b728 req-fa3ef0df-8254-449c-b185-d336094e1eab tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] Request body: {'port': {'device_id': '4d4f9c42-f07a-4f40-aad4-702d0fd26d82', 'network_id': '07c25ad2-4e60-4400-a677-ca2c2e7c85f8', 'admin_state_up': True, 'tenant_id': '8da7eb55c2cb47dc99275360edd183e2'}} {{(pid=83921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:27:49.661520 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-31122903-eda4-423b-a340-01ed736a8264 req-eee86838-ca94-4331-803c-79d6fe5bd7b5 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8783865b-a078-4448-ad74-449c2887c2a3 HTTP/1.1" status: 200  len: 217 time: 0.6021793
Feb 17 03:27:49.806303 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_hamode_db [None req-374a7b2d-168d-4dad-b65d-09927ab7382d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f17c63f5da0>, [{'id': 'ce1dcbd0-733c-48eb-a4e4-1dca83063e7c', 'name': 'tempest-AttachVolumeShelveTestJSON-28655953-router', 'tenant_id': '64044155addf41e9ba2bde5782afed2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'external_fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '5a30632c-1748-4a16-aea5-cce7b2eb244d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:27:19Z', 'updated_at': '2021-02-17T03:27:41Z', 'revision_number': 4, 'project_id': '64044155addf41e9ba2bde5782afed2a', 'gw_port': {'id': '5a30632c-1748-4a16-aea5-cce7b2eb244d', 'name': '', 'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:5b:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce1dcbd0-733c-48eb-a4e4-1dca83063e7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:27:21Z', 'updated_at': '2021-02-17T03:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-5-iscsi', '_interfaces': [{'id': '7077bdbc-bf9d-4218-bf98-36f4e7415692', 'name': '', 'network_id': '735791d7-b752-470f-b049-6623a91713f5', 'tenant_id': '64044155addf41e9ba2bde5782afed2a', 'mac_address': 'fa:16:3e:a0:31:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce1dcbd0-733c-48eb-a4e4-1dca83063e7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '1603be8a-dd86-41be-b651-1a8436af8dbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:27:38Z', 'updated_at': '2021-02-17T03:27:42Z', 'revision_number': 2, 'project_id': '64044155addf41e9ba2bde5782afed2a', 'subnets': [{'id': '1603be8a-dd86-41be-b651-1a8436af8dbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759943-5-iscsi', False) {} {{(pid=83924) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:27:49.817802 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-374a7b2d-168d-4dad-b65d-09927ab7382d None None] Checking router: ce1dcbd0-733c-48eb-a4e4-1dca83063e7c for host: dv-cinder-759943-5-iscsi {{(pid=83924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 03:27:49.818520 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-374a7b2d-168d-4dad-b65d-09927ab7382d None None] Updating router ce1dcbd0-733c-48eb-a4e4-1dca83063e7c port 7077bdbc-bf9d-4218-bf98-36f4e7415692 binding host dv-cinder-759943-5-iscsi {{(pid=83924) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 17 03:27:49.828337 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f13ff0c-dd3d-4d6e-a947-b50148e4ca77 req-eac249c8-2fe9-4224-92ad-e19be63951e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:49.830056 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-4f13ff0c-dd3d-4d6e-a947-b50148e4ca77 req-eac249c8-2fe9-4224-92ad-e19be63951e6 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=41ae341c7001465897265b1c5eda9767&device_id=05b5b64f-7a56-4bd2-97ed-2e54c9e65a96 HTTP/1.1" status: 200  len: 1161 time: 0.5291886
Feb 17 03:27:49.868545 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31122903-eda4-423b-a340-01ed736a8264 req-1e612e7c-34cf-433d-9d68-9ec23ce9dc19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:49.870214 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-31122903-eda4-423b-a340-01ed736a8264 req-1e612e7c-34cf-433d-9d68-9ec23ce9dc19 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f29a48ac-d6e4-4b02-b328-53d325347c14 HTTP/1.1" status: 200  len: 849 time: 0.1517088
Feb 17 03:27:49.885461 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.57', 35804) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:27:49.958099 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-31122903-eda4-423b-a340-01ed736a8264 req-7f0b159b-fd28-4a0c-b525-ea96ec8f2671 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7250ffa3-b5f2-45bc-8c2b-8a04a901bc68&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0715811
Feb 17 03:27:49.970919 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.v2.base [None req-e97e06d4-c9ec-4339-9043-66c55ca1fdd6 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1022157144', 'description': 'tempest-description--2062785315'}} {{(pid=83921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:27:49.986743 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-374a7b2d-168d-4dad-b65d-09927ab7382d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for port, before_update {{(pid=83924) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:49.999055 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-e97e06d4-c9ec-4339-9043-66c55ca1fdd6 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:27:50.034730 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-4f13ff0c-dd3d-4d6e-a947-b50148e4ca77 req-c42763dc-a756-4aad-9a2e-5bae9cba952e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a22a3785-c250-4a30-9d0e-f779f4acfbdd HTTP/1.1" status: 200  len: 217 time: 0.1847606
Feb 17 03:27:50.047978 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b238b6c-7c11-4ee5-a414-762a774875fc req-ef33f905-d9b3-441b-8a4d-828c047437f7 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:50.059706 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-5b238b6c-7c11-4ee5-a414-762a774875fc req-ef33f905-d9b3-441b-8a4d-828c047437f7 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] 10.222.0.57 "GET /v2.0/ports?device_id=05b5b64f-7a56-4bd2-97ed-2e54c9e65a96 HTTP/1.1" status: 200  len: 944 time: 0.6619489
Feb 17 03:27:50.188728 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-e97e06d4-c9ec-4339-9043-66c55ca1fdd6 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Usage tracker for resource:security_group and tenant:64044155addf41e9ba2bde5782afed2a is out of sync, need to count used quota {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:27:50.205095 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-5b238b6c-7c11-4ee5-a414-762a774875fc req-ae741c7d-e6fe-4c18-aeb4-6ba2c4e6de3f tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] 10.222.0.57 "GET /v2.0/security-groups?id=7a034f11-6095-46d6-bffd-d2ce932f5f6d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1429121
Feb 17 03:27:50.211770 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [req-4d0ec089-6b90-4901-9ebc-8b945007b728 req-fa3ef0df-8254-449c-b185-d336094e1eab tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:27:50.221014 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [req-4d0ec089-6b90-4901-9ebc-8b945007b728 req-fa3ef0df-8254-449c-b185-d336094e1eab tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] Usage tracker for resource:port and tenant:8da7eb55c2cb47dc99275360edd183e2 is out of sync, need to count used quota {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:27:50.232684 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [req-4d0ec089-6b90-4901-9ebc-8b945007b728 req-fa3ef0df-8254-449c-b185-d336094e1eab tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:27:50.238250 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.agents_db [None req-06fda002-6a6c-4595-892c-f579c445b334 None None] Agent healthcheck: found 6 active agents {{(pid=83924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 03:27:50.241422 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [req-4d0ec089-6b90-4901-9ebc-8b945007b728 req-fa3ef0df-8254-449c-b185-d336094e1eab tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:27:50.266592 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-e97e06d4-c9ec-4339-9043-66c55ca1fdd6 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:27:50.350798 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f13ff0c-dd3d-4d6e-a947-b50148e4ca77 req-4f4b764d-24c0-4f0e-b8dc-4d6aa2377e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:50.352848 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-4f13ff0c-dd3d-4d6e-a947-b50148e4ca77 req-4f4b764d-24c0-4f0e-b8dc-4d6aa2377e46 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=2c8050c3-d22a-4b7f-8b2d-686c8f16c9a7 HTTP/1.1" status: 200  len: 854 time: 0.2755420
Feb 17 03:27:50.378058 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-e97e06d4-c9ec-4339-9043-66c55ca1fdd6 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:27:50.408969 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d0ec089-6b90-4901-9ebc-8b945007b728 req-fa3ef0df-8254-449c-b185-d336094e1eab tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] Made reservation on behalf of 8da7eb55c2cb47dc99275360edd183e2 for: {'port': 1} {{(pid=83921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 03:27:50.419736 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-4d0ec089-6b90-4901-9ebc-8b945007b728 req-fa3ef0df-8254-449c-b185-d336094e1eab tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for port, before_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:50.558100 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5c01c3a-d3c0-47c6-8acd-49a6c4e13bad req-39db5817-93bc-4f57-9da1-8043ab230a80 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] Network 07c25ad2-4e60-4400-a677-ca2c2e7c85f8 is already hosted by enough agents. {{(pid=83921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 03:27:50.566378 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.scheduler.base_scheduler [req-a5c01c3a-d3c0-47c6-8acd-49a6c4e13bad req-39db5817-93bc-4f57-9da1-8043ab230a80 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] Resources bound (agent type, host, resource id):  {{(pid=83921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 03:27:50.606893 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5c01c3a-d3c0-47c6-8acd-49a6c4e13bad req-39db5817-93bc-4f57-9da1-8043ab230a80 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] Received port after_create {{(pid=83921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 03:27:50.798082 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e97e06d4-c9ec-4339-9043-66c55ca1fdd6 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Notify callbacks [] for security_group, before_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:50.822763 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-4f13ff0c-dd3d-4d6e-a947-b50148e4ca77 req-804387d8-e974-43c5-9af9-c9ec425fc3dd service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=90e5bf38-a0dc-48bd-9401-739bcf8a5d8a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.4550006
Feb 17 03:27:50.907113 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-374a7b2d-168d-4dad-b65d-09927ab7382d None None] Notify callbacks [] for port, precommit_update {{(pid=83924) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:50.917317 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-e92d8806-fcc2-43f7-a37a-1690ccb310d6 req-4a5de220-9e0d-449b-a75a-1411d7c65d97 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/ports?device_id=4d4f9c42-f07a-4f40-aad4-702d0fd26d82 HTTP/1.1" status: 200  len: 210 time: 0.0914888
Feb 17 03:27:50.946285 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-374a7b2d-168d-4dad-b65d-09927ab7382d None None] Transition to ACTIVE for port object 7077bdbc-bf9d-4218-bf98-36f4e7415692 will not be triggered until provisioned by entity L2. {{(pid=83924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 03:27:50.953992 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-374a7b2d-168d-4dad-b65d-09927ab7382d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303097879514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733756514675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303098261108'] for port, after_update {{(pid=83924) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:51.001122 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-b655f727-e32b-47bc-8066-6a1d336ac8e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83924) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:27:51.044768 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c01c3a-d3c0-47c6-8acd-49a6c4e13bad req-39db5817-93bc-4f57-9da1-8043ab230a80 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:51.045642 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-a5c01c3a-d3c0-47c6-8acd-49a6c4e13bad req-39db5817-93bc-4f57-9da1-8043ab230a80 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854193028'] for port, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:51.077564 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-a5c01c3a-d3c0-47c6-8acd-49a6c4e13bad req-39db5817-93bc-4f57-9da1-8043ab230a80 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 5.1003151
Feb 17 03:27:51.086652 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-e97e06d4-c9ec-4339-9043-66c55ca1fdd6 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:27:51.097111 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-31122903-eda4-423b-a340-01ed736a8264 req-117b7e08-0ad5-4341-9e63-4d0bb9401fb4 service neutron] 10.222.0.54 "GET /v2.0/networks/7250ffa3-b5f2-45bc-8c2b-8a04a901bc68?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.1153121
Feb 17 03:27:51.112458 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-e97e06d4-c9ec-4339-9043-66c55ca1fdd6 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Usage tracker for resource:security_group_rule and tenant:64044155addf41e9ba2bde5782afed2a is out of sync, need to count used quota {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:27:51.129075 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.v2.base [req-a5c01c3a-d3c0-47c6-8acd-49a6c4e13bad req-90bc45a2-8a72-4fdf-9c3e-2831fd8235d5 service neutron] Request body: {'port': {'device_id': 'b4d58358-22a0-4562-9370-9574a29ec572', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75994'}} {{(pid=83921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:27:51.185444 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-4f13ff0c-dd3d-4d6e-a947-b50148e4ca77 req-7e9e63d3-8119-4b89-b7ed-4206c4576909 service neutron] 10.222.0.54 "GET /v2.0/networks/90e5bf38-a0dc-48bd-9401-739bcf8a5d8a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3193548
Feb 17 03:27:51.226492 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-e97e06d4-c9ec-4339-9043-66c55ca1fdd6 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:27:51.227559 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-f80f6bbc-624e-47d0-9bb2-cae70483e6c8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:51.284561 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f5d66a-9d00-494b-bd63-1598a9f15b2b None None] Pushing event updated for resources: {'Port': ['ID=7077bdbc-bf9d-4218-bf98-36f4e7415692,revision_number=3']} {{(pid=83924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:27:51.290414 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-84f5d66a-9d00-494b-bd63-1598a9f15b2b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=83924) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:27:51.328419 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-f80f6bbc-624e-47d0-9bb2-cae70483e6c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303097879514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733756514675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303098261108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2929291'] for port, after_update {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:51.425431 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:27:51.439198 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-e97e06d4-c9ec-4339-9043-66c55ca1fdd6 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:27:51.488539 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05b5b64f-7a56-4bd2-97ed-2e54c9e65a96', 'tag': 'a22a3785-c250-4a30-9d0e-f779f4acfbdd', 'status': 'completed', 'code': 200}
Feb 17 03:27:51.506779 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.managers [None req-374a7b2d-168d-4dad-b65d-09927ab7382d None None] Attempting to bind port 7077bdbc-bf9d-4218-bf98-36f4e7415692 on host dv-cinder-759943-5-iscsi for vnic_type normal with profile  {{(pid=83924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 03:27:51.510093 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.managers [None req-374a7b2d-168d-4dad-b65d-09927ab7382d None None] Attempting to bind port 7077bdbc-bf9d-4218-bf98-36f4e7415692 by drivers openvswitch on host dv-cinder-759943-5-iscsi at level 0 using segments [{'id': 'edc0940c-57ea-45ad-8589-5951cb8baffd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '735791d7-b752-470f-b049-6623a91713f5'}] {{(pid=83924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 03:27:51.515267 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-31122903-eda4-423b-a340-01ed736a8264 req-5083172d-8d0a-4e6f-82b1-faa6a5d07283 service neutron] 10.222.0.54 "GET /v2.0/networks/7250ffa3-b5f2-45bc-8c2b-8a04a901bc68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3993897
Feb 17 03:27:51.517723 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-374a7b2d-168d-4dad-b65d-09927ab7382d None None] Attempting to bind port 7077bdbc-bf9d-4218-bf98-36f4e7415692 on network 735791d7-b752-470f-b049-6623a91713f5 {{(pid=83924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 03:27:51.530742 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-374a7b2d-168d-4dad-b65d-09927ab7382d None None] Checking agent: {'id': 'fdf6e942-9f6a-471f-a5a4-d80d5f4aedb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759943-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 3, 18, 27), 'started_at': datetime.datetime(2021, 2, 17, 3, 18, 57), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 3, 27, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759943-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 03:27:51.531186 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-374a7b2d-168d-4dad-b65d-09927ab7382d None None] Checking segment: {'id': 'edc0940c-57ea-45ad-8589-5951cb8baffd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '735791d7-b752-470f-b049-6623a91713f5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 03:27:51.531637 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-374a7b2d-168d-4dad-b65d-09927ab7382d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83924) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:51.532077 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-374a7b2d-168d-4dad-b65d-09927ab7382d None None] Bound using segment: {'id': 'edc0940c-57ea-45ad-8589-5951cb8baffd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '735791d7-b752-470f-b049-6623a91713f5'} {{(pid=83924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 03:27:51.532611 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.managers [None req-374a7b2d-168d-4dad-b65d-09927ab7382d None None] Bound port: 7077bdbc-bf9d-4218-bf98-36f4e7415692, host: dv-cinder-759943-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edc0940c-57ea-45ad-8589-5951cb8baffd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '735791d7-b752-470f-b049-6623a91713f5'}}] {{(pid=83924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 03:27:51.533042 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-374a7b2d-168d-4dad-b65d-09927ab7382d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for port, before_update {{(pid=83924) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:51.541170 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80f6bbc-624e-47d0-9bb2-cae70483e6c8 admin admin] Pushing event updated for resources: {'Port': ['ID=5ad39764-a1db-4ad4-8bf4-faa5fd452287,revision_number=2']} {{(pid=83922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:27:51.553012 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-f80f6bbc-624e-47d0-9bb2-cae70483e6c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:27:51.578228 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e97e06d4-c9ec-4339-9043-66c55ca1fdd6 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Notify callbacks [] for security_group, precommit_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:51.616397 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e97e06d4-c9ec-4339-9043-66c55ca1fdd6 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876219'] for security_group, after_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:51.658948 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.db [None req-374a7b2d-168d-4dad-b65d-09927ab7382d None None] For port 7077bdbc-bf9d-4218-bf98-36f4e7415692, host dv-cinder-759943-5-iscsi, cleared binding levels {{(pid=83924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 03:27:51.662178 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.db [None req-374a7b2d-168d-4dad-b65d-09927ab7382d None None] For port 7077bdbc-bf9d-4218-bf98-36f4e7415692, host dv-cinder-759943-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-5-iscsi',level=0,port_id=7077bdbc-bf9d-4218-bf98-36f4e7415692,segment=NetworkSegment(edc0940c-57ea-45ad-8589-5951cb8baffd),segment_id=edc0940c-57ea-45ad-8589-5951cb8baffd)] {{(pid=83924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 03:27:51.668801 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-374a7b2d-168d-4dad-b65d-09927ab7382d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303097879514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733756514675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303098261108'] for port, after_update {{(pid=83924) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:51.684403 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-4f13ff0c-dd3d-4d6e-a947-b50148e4ca77 req-b6c53b8b-76c7-4281-ab61-b848a88967b8 service neutron] 10.222.0.54 "GET /v2.0/networks/90e5bf38-a0dc-48bd-9401-739bcf8a5d8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4903641
Feb 17 03:27:51.687766 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83924) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:27:51.695925 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-f80f6bbc-624e-47d0-9bb2-cae70483e6c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-584865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853853062'] for router_interface, after_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:51.702895 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbebedc9-001e-4817-b407-12d489c7682d req-08f6914d-efa6-454a-9300-ceab1bcb3229 tempest-DeleteServersTestJSON-594113530 tempest-DeleteServersTestJSON-594113530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:51.711368 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-dbebedc9-001e-4817-b407-12d489c7682d req-08f6914d-efa6-454a-9300-ceab1bcb3229 tempest-DeleteServersTestJSON-594113530 tempest-DeleteServersTestJSON-594113530-project] 10.222.0.57 "GET /v2.0/ports?device_id=5a792992-ad2a-408d-9e19-9363ed0b0c51 HTTP/1.1" status: 200  len: 943 time: 1.5192204
Feb 17 03:27:51.740996 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:27:51.798774 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97e06d4-c9ec-4339-9043-66c55ca1fdd6 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e00a9105-e774-4a39-a8ac-bb2eb11aef9a,revision_number=1']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:27:51.802353 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-e97e06d4-c9ec-4339-9043-66c55ca1fdd6 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:27:51.825118 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-a5c01c3a-d3c0-47c6-8acd-49a6c4e13bad req-90bc45a2-8a72-4fdf-9c3e-2831fd8235d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for port, before_update {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:51.872555 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f5d66a-9d00-494b-bd63-1598a9f15b2b None None] Pushing event updated for resources: {'Port': ['ID=7077bdbc-bf9d-4218-bf98-36f4e7415692,revision_number=4']} {{(pid=83924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:27:51.886866 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-84f5d66a-9d00-494b-bd63-1598a9f15b2b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=83924) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:27:51.896562 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-dbebedc9-001e-4817-b407-12d489c7682d req-79b1dc44-f7fd-42fb-8d20-fb4ee2636b29 tempest-DeleteServersTestJSON-594113530 tempest-DeleteServersTestJSON-594113530-project] 10.222.0.57 "GET /v2.0/security-groups?id=8140522c-d712-47c7-b8dd-44151d8bce78&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1838531
Feb 17 03:27:51.976537 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-374a7b2d-168d-4dad-b65d-09927ab7382d None None] Routers {'ce1dcbd0-733c-48eb-a4e4-1dca83063e7c'} bound to L3 agent in host dv-cinder-759943-5-iscsi {{(pid=83924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 03:27:51.977257 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_hamode_db [None req-374a7b2d-168d-4dad-b65d-09927ab7382d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f17c63f5da0>, 'dv-cinder-759943-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T03:18:25Z,description=<?>,heartbeat_timestamp=2021-02-17T03:27:26Z,host='dv-cinder-759943-5-iscsi',id=3e02af72-3002-4fb3-96dd-e59119f81584,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T03:18:25Z,topic='l3_agent')) {'router_ids': ['ce1dcbd0-733c-48eb-a4e4-1dca83063e7c'], 'active': True} {{(pid=83924) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:27:52.044575 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e97e06d4-c9ec-4339-9043-66c55ca1fdd6 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Notify callbacks [] for security_group, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:52.052559 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-e97e06d4-c9ec-4339-9043-66c55ca1fdd6 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1780 time: 2.1648033
Feb 17 03:27:52.054151 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.57', 35882) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:27:52.068052 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f80f6bbc-624e-47d0-9bb2-cae70483e6c8 admin admin] Network 196dd25e-6f79-49ea-bd1a-b88102e9bbe7 is already hosted by enough agents. {{(pid=83922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 03:27:52.077771 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.scheduler.base_scheduler [None req-f80f6bbc-624e-47d0-9bb2-cae70483e6c8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 03:27:52.097079 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.db_base_plugin_common [req-4d0ec089-6b90-4901-9ebc-8b945007b728 req-fa3ef0df-8254-449c-b185-d336094e1eab tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] Allocated IP 172.20.0.12 (07c25ad2-4e60-4400-a677-ca2c2e7c85f8/e1c7a001-c305-42ea-923a-4661960efd2e/c4b7f0c6-bfe4-49e1-936d-f15129c212a8) {{(pid=83921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 03:27:52.135710 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.v2.base [None req-e40677c1-8e15-462d-9dcc-c45c8fed4cc0 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Request body: {'security_group_rule': {'security_group_id': 'e00a9105-e774-4a39-a8ac-bb2eb11aef9a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:27:52.222616 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-e40677c1-8e15-462d-9dcc-c45c8fed4cc0 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:27:52.366871 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvr_db [None req-374a7b2d-168d-4dad-b65d-09927ab7382d None None] Set router ce1dcbd0-733c-48eb-a4e4-1dca83063e7c gateway port host: dv-cinder-759943-5-iscsi {{(pid=83924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 03:27:52.413948 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [req-6eccf3b5-fad4-47b7-af04-0775255b5254 req-dfd0f794-9122-487e-baf8-f0335cb3ff54 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] Synchronizing usage tracker for tenant:8da7eb55c2cb47dc99275360edd183e2 on resource:port {{(pid=83921) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 03:27:52.438028 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-e40677c1-8e15-462d-9dcc-c45c8fed4cc0 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Usage tracker for resource:security_group_rule and tenant:64044155addf41e9ba2bde5782afed2a is out of sync, need to count used quota {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:27:52.512548 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-e40677c1-8e15-462d-9dcc-c45c8fed4cc0 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:27:52.536823 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-e40677c1-8e15-462d-9dcc-c45c8fed4cc0 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:27:52.578442 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39860156-dccc-46d8-9c85-655d99a5f951 req-46f63db0-25fb-40c1-b9c9-3349d18950a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:52.586066 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-39860156-dccc-46d8-9c85-655d99a5f951 req-46f63db0-25fb-40c1-b9c9-3349d18950a9 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=41ae341c7001465897265b1c5eda9767&device_id=05b5b64f-7a56-4bd2-97ed-2e54c9e65a96 HTTP/1.1" status: 200  len: 1161 time: 0.7883103
Feb 17 03:27:52.591035 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-1581e766-8b3f-4157-81d5-b8345cfaefaa None None] Provisioning complete for port 5ad39764-a1db-4ad4-8bf4-faa5fd452287 triggered by entity DHCP. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:27:52.592043 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-1581e766-8b3f-4157-81d5-b8345cfaefaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838161172'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:52.599859 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f56b3e-6ba4-4345-b858-2c9f869d384c req-a81ee2cb-5a68-4db4-a55c-723b793c345e tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:52.600599 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [req-6eccf3b5-fad4-47b7-af04-0775255b5254 req-dfd0f794-9122-487e-baf8-f0335cb3ff54 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] Unset dirty status for tenant:8da7eb55c2cb47dc99275360edd183e2 on resource:port {{(pid=83921) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 03:27:52.602042 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-6eccf3b5-fad4-47b7-af04-0775255b5254 req-dfd0f794-9122-487e-baf8-f0335cb3ff54 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/ports?device_id=4d4f9c42-f07a-4f40-aad4-702d0fd26d82 HTTP/1.1" status: 200  len: 210 time: 0.3822076
Feb 17 03:27:52.616376 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-97f56b3e-6ba4-4345-b858-2c9f869d384c req-a81ee2cb-5a68-4db4-a55c-723b793c345e tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] 10.222.0.57 "GET /v2.0/ports?device_id=05b5b64f-7a56-4bd2-97ed-2e54c9e65a96 HTTP/1.1" status: 200  len: 944 time: 1.0580225
Feb 17 03:27:52.636423 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e40677c1-8e15-462d-9dcc-c45c8fed4cc0 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:52.697067 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.plugin [None req-1581e766-8b3f-4157-81d5-b8345cfaefaa None None] Port 5ad39764-a1db-4ad4-8bf4-faa5fd452287 cannot update to ACTIVE because it is not bound. {{(pid=83923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 03:27:52.770003 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.57', 35902) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:27:52.830588 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f80f6bbc-624e-47d0-9bb2-cae70483e6c8 admin admin] Router 2955aa40-398a-45ec-824c-e2ffe7230203 has already been hosted by L3 agent 3e02af72-3002-4fb3-96dd-e59119f81584 {{(pid=83922) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 03:27:52.867011 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-97f56b3e-6ba4-4345-b858-2c9f869d384c req-8ffaa746-559f-464a-9bfd-4ebee5378fec tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] 10.222.0.57 "GET /v2.0/security-groups?id=7a034f11-6095-46d6-bffd-d2ce932f5f6d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2143946
Feb 17 03:27:52.875985 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83922) accepted ('10.222.0.57', 35908) {{(pid=83922) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:27:52.952533 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e40677c1-8e15-462d-9dcc-c45c8fed4cc0 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:52.965611 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e40677c1-8e15-462d-9dcc-c45c8fed4cc0 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876103'] for security_group_rule, after_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:52.972561 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:27:52.987809 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-4d0ec089-6b90-4901-9ebc-8b945007b728 req-fa3ef0df-8254-449c-b185-d336094e1eab tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] Notify callbacks [] for port, precommit_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:52.994741 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40677c1-8e15-462d-9dcc-c45c8fed4cc0 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e110ec69-1e19-4bd5-8257-fb51aaa99cd2,revision_number=0']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:27:53.006672 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-e40677c1-8e15-462d-9dcc-c45c8fed4cc0 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:27:53.022803 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e40677c1-8e15-462d-9dcc-c45c8fed4cc0 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:53.023384 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_hamode_db [None req-374a7b2d-168d-4dad-b65d-09927ab7382d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f17c63f5da0>, [{'id': 'ce1dcbd0-733c-48eb-a4e4-1dca83063e7c', 'name': 'tempest-AttachVolumeShelveTestJSON-28655953-router', 'tenant_id': '64044155addf41e9ba2bde5782afed2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'external_fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '5a30632c-1748-4a16-aea5-cce7b2eb244d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:27:19Z', 'updated_at': '2021-02-17T03:27:41Z', 'revision_number': 4, 'project_id': '64044155addf41e9ba2bde5782afed2a', 'gw_port': {'id': '5a30632c-1748-4a16-aea5-cce7b2eb244d', 'name': '', 'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:5b:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce1dcbd0-733c-48eb-a4e4-1dca83063e7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:27:21Z', 'updated_at': '2021-02-17T03:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-5-iscsi', '_interfaces': [{'id': '7077bdbc-bf9d-4218-bf98-36f4e7415692', 'name': '', 'network_id': '735791d7-b752-470f-b049-6623a91713f5', 'tenant_id': '64044155addf41e9ba2bde5782afed2a', 'mac_address': 'fa:16:3e:a0:31:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce1dcbd0-733c-48eb-a4e4-1dca83063e7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '1603be8a-dd86-41be-b651-1a8436af8dbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:27:38Z', 'updated_at': '2021-02-17T03:27:51Z', 'revision_number': 4, 'project_id': '64044155addf41e9ba2bde5782afed2a', 'subnets': [{'id': '1603be8a-dd86-41be-b651-1a8436af8dbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759943-5-iscsi', False) {} {{(pid=83924) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:27:53.024104 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-e40677c1-8e15-462d-9dcc-c45c8fed4cc0 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.9239457
Feb 17 03:27:53.026985 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.57', 35916) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:27:53.033237 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-374a7b2d-168d-4dad-b65d-09927ab7382d None None] The sync data for ids ['ce1dcbd0-733c-48eb-a4e4-1dca83063e7c'] in dv-cinder-759943-5-iscsi is: [{'id': 'ce1dcbd0-733c-48eb-a4e4-1dca83063e7c', 'name': 'tempest-AttachVolumeShelveTestJSON-28655953-router', 'tenant_id': '64044155addf41e9ba2bde5782afed2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'external_fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '5a30632c-1748-4a16-aea5-cce7b2eb244d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:27:19Z', 'updated_at': '2021-02-17T03:27:41Z', 'revision_number': 4, 'project_id': '64044155addf41e9ba2bde5782afed2a', 'gw_port': {'id': '5a30632c-1748-4a16-aea5-cce7b2eb244d', 'name': '', 'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:5b:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce1dcbd0-733c-48eb-a4e4-1dca83063e7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:27:21Z', 'updated_at': '2021-02-17T03:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-5-iscsi', '_interfaces': [{'id': '7077bdbc-bf9d-4218-bf98-36f4e7415692', 'name': '', 'network_id': '735791d7-b752-470f-b049-6623a91713f5', 'tenant_id': '64044155addf41e9ba2bde5782afed2a', 'mac_address': 'fa:16:3e:a0:31:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce1dcbd0-733c-48eb-a4e4-1dca83063e7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '1603be8a-dd86-41be-b651-1a8436af8dbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:27:38Z', 'updated_at': '2021-02-17T03:27:51Z', 'revision_number': 4, 'project_id': '64044155addf41e9ba2bde5782afed2a', 'subnets': [{'id': '1603be8a-dd86-41be-b651-1a8436af8dbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 03:27:53.034632 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.v2.base [None req-c75f7d6c-677e-4298-9bb2-74e33bc63ca9 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Request body: {'security_group_rule': {'security_group_id': 'e00a9105-e774-4a39-a8ac-bb2eb11aef9a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:27:53.040767 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-c75f7d6c-677e-4298-9bb2-74e33bc63ca9 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:27:53.045766 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-c75f7d6c-677e-4298-9bb2-74e33bc63ca9 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Usage tracker for resource:security_group_rule and tenant:64044155addf41e9ba2bde5782afed2a is out of sync, need to count used quota {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:27:53.054136 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-c75f7d6c-677e-4298-9bb2-74e33bc63ca9 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:27:53.066552 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-c75f7d6c-677e-4298-9bb2-74e33bc63ca9 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:27:53.173389 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-c75f7d6c-677e-4298-9bb2-74e33bc63ca9 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:53.215359 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39860156-dccc-46d8-9c85-655d99a5f951 req-d18a08ed-c88d-40eb-98bd-f6be75f7a0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:53.216968 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-39860156-dccc-46d8-9c85-655d99a5f951 req-d18a08ed-c88d-40eb-98bd-f6be75f7a0c3 service neutron] 10.222.0.54 "GET /v2.0/networks?id=90e5bf38-a0dc-48bd-9401-739bcf8a5d8a HTTP/1.1" status: 200  len: 908 time: 0.5965018
Feb 17 03:27:53.225219 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-9484a009-1f3b-4fba-93c8-69e4ac928e1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:53.226872 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-36e3546e-dea2-4a84-b65a-f3599dfb0179 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:53.236566 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:53.261829 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-36e3546e-dea2-4a84-b65a-f3599dfb0179 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:27:53.266317 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-9484a009-1f3b-4fba-93c8-69e4ac928e1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:27:53.268202 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-36e3546e-dea2-4a84-b65a-f3599dfb0179 admin admin] Usage tracker for resource:security_group_rule and tenant:bb7eaa3c4b36470296c8f37097ff31af is out of sync, need to count used quota {{(pid=83922) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:27:53.273738 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-36e3546e-dea2-4a84-b65a-f3599dfb0179 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83922) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:27:53.284796 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-36e3546e-dea2-4a84-b65a-f3599dfb0179 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:27:53.323795 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f80f6bbc-624e-47d0-9bb2-cae70483e6c8 admin admin] Notify agent at l3_agent.dv-cinder-759943-5-iscsi the message routers_updated {{(pid=83922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 03:27:53.333491 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e23af5-8ed9-46e6-bb68-458534935976 None None] Sync routers for ids ['2955aa40-398a-45ec-824c-e2ffe7230203'] in dv-cinder-759943-5-iscsi {{(pid=83923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 03:27:53.341618 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-9484a009-1f3b-4fba-93c8-69e4ac928e1a admin admin] Usage tracker for resource:security_group_rule and tenant:19585b9507854e7d8bb2f6323ee4a5b8 is out of sync, need to count used quota {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:27:53.347069 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e23af5-8ed9-46e6-bb68-458534935976 None None] Routers {'2955aa40-398a-45ec-824c-e2ffe7230203'} bound to L3 agent in host dv-cinder-759943-5-iscsi {{(pid=83923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 03:27:53.347905 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_hamode_db [None req-c9e23af5-8ed9-46e6-bb68-458534935976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f17c5be91d0>, 'dv-cinder-759943-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T03:18:25Z,description=<?>,heartbeat_timestamp=2021-02-17T03:27:26Z,host='dv-cinder-759943-5-iscsi',id=3e02af72-3002-4fb3-96dd-e59119f81584,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T03:18:25Z,topic='l3_agent')) {'router_ids': ['2955aa40-398a-45ec-824c-e2ffe7230203'], 'active': True} {{(pid=83923) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:27:53.349969 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-4d0ec089-6b90-4901-9ebc-8b945007b728 req-fa3ef0df-8254-449c-b185-d336094e1eab tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363303098263190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852640907'] for port, after_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:53.355233 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-9484a009-1f3b-4fba-93c8-69e4ac928e1a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:27:53.401150 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-36e3546e-dea2-4a84-b65a-f3599dfb0179 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:53.406838 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-36e3546e-dea2-4a84-b65a-f3599dfb0179 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876219'] for security_group, after_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:53.418705 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:27:53.426621 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-f80f6bbc-624e-47d0-9bb2-cae70483e6c8 admin admin] 10.222.0.57 "PUT /v2.0/routers/2955aa40-398a-45ec-824c-e2ffe7230203/add_router_interface HTTP/1.1" status: 200  len: 503 time: 12.4451745
Feb 17 03:27:53.461865 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-36e3546e-dea2-4a84-b65a-f3599dfb0179 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=bb7eaa3c4b36470296c8f37097ff31af&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5844884
Feb 17 03:27:53.469590 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83922) accepted ('10.222.0.57', 35922) {{(pid=83922) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:27:53.497679 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e3546e-dea2-4a84-b65a-f3599dfb0179 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46272af2-3ec2-4844-a148-720193da4a08,revision_number=1']} {{(pid=83922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:27:53.507651 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-36e3546e-dea2-4a84-b65a-f3599dfb0179 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:27:53.510076 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-55aaf825-55a2-4da0-9d66-1e3ca8d5dedf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:53.556028 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-04961485-dbea-43d4-b2e6-4bf2ab524f9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:53.596297 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-04961485-dbea-43d4-b2e6-4bf2ab524f9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:53.614315 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvr_db [None req-c9e23af5-8ed9-46e6-bb68-458534935976 None None] Set router 2955aa40-398a-45ec-824c-e2ffe7230203 gateway port host: dv-cinder-759943-5-iscsi {{(pid=83923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 03:27:53.712762 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-04961485-dbea-43d4-b2e6-4bf2ab524f9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876219'] for security_group, after_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:53.720011 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:27:53.720968 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-9484a009-1f3b-4fba-93c8-69e4ac928e1a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:27:53.725289 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-39db5817-93bc-4f57-9da1-8043ab230a80 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:27:53.733075 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04961485-dbea-43d4-b2e6-4bf2ab524f9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46272af2-3ec2-4844-a148-720193da4a08,revision_number=None']} {{(pid=83922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:27:53.736152 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-04961485-dbea-43d4-b2e6-4bf2ab524f9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:27:53.742349 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-04961485-dbea-43d4-b2e6-4bf2ab524f9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:53.747736 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-04961485-dbea-43d4-b2e6-4bf2ab524f9b admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/46272af2-3ec2-4844-a148-720193da4a08 HTTP/1.1" status: 204  len: 168 time: 0.2770462
Feb 17 03:27:53.948974 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e680bcee-4a6e-424e-ab2f-a8c85f11ec85 req-875cc9cb-0067-40ff-abc4-ae788e746ef4 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:53.949864 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-e680bcee-4a6e-424e-ab2f-a8c85f11ec85 req-875cc9cb-0067-40ff-abc4-ae788e746ef4 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/ports?device_id=4d4f9c42-f07a-4f40-aad4-702d0fd26d82 HTTP/1.1" status: 200  len: 932 time: 0.1398396
Feb 17 03:27:53.965931 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-c75f7d6c-677e-4298-9bb2-74e33bc63ca9 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:53.988199 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-c75f7d6c-677e-4298-9bb2-74e33bc63ca9 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876103'] for security_group_rule, after_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:54.025487 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-e680bcee-4a6e-424e-ab2f-a8c85f11ec85 req-9910b1aa-161d-4e8e-a7aa-b2fb2107d463 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/security-groups?id=a8d8b256-f933-42bb-9ad3-a02b9415114a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0605745
Feb 17 03:27:54.113697 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64269a01-cba7-4ab5-9b13-b6ba3fda69b5 req-1879bcfa-1106-4efa-bf18-1f65a0a49725 tempest-DeleteServersTestJSON-594113530 tempest-DeleteServersTestJSON-594113530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:54.124106 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-64269a01-cba7-4ab5-9b13-b6ba3fda69b5 req-1879bcfa-1106-4efa-bf18-1f65a0a49725 tempest-DeleteServersTestJSON-594113530 tempest-DeleteServersTestJSON-594113530-project] 10.222.0.57 "GET /v2.0/ports?device_id=5a792992-ad2a-408d-9e19-9363ed0b0c51 HTTP/1.1" status: 200  len: 943 time: 1.0062797
Feb 17 03:27:54.204906 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ef0df-8254-449c-b185-d336094e1eab tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] Pushing event updated for resources: {'Port': ['ID=c4b7f0c6-bfe4-49e1-936d-f15129c212a8,revision_number=1']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:27:54.238702 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-fa3ef0df-8254-449c-b185-d336094e1eab tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.513s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:27:54.239412 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-e40677c1-8e15-462d-9dcc-c45c8fed4cc0 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.213s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:27:54.323897 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Device 7077bdbc-bf9d-4218-bf98-36f4e7415692 up at agent ovs-agent-dv-cinder-759943-5-iscsi {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:27:54.335935 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.57', 35940) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:27:54.348830 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75f7d6c-677e-4298-9bb2-74e33bc63ca9 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0ac00a4-a793-48ac-80f6-a7f8dae8a5fa,revision_number=0']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:27:54.351231 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-c75f7d6c-677e-4298-9bb2-74e33bc63ca9 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:54.352474 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-c75f7d6c-677e-4298-9bb2-74e33bc63ca9 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 1.3245020
Feb 17 03:27:54.354865 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-c75f7d6c-677e-4298-9bb2-74e33bc63ca9 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:27:54.376024 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83922) accepted ('10.222.0.57', 35944) {{(pid=83922) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:27:54.384422 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-64269a01-cba7-4ab5-9b13-b6ba3fda69b5 req-d6f05ad9-141e-4430-9432-efde7c747fb2 tempest-DeleteServersTestJSON-594113530 tempest-DeleteServersTestJSON-594113530-project] 10.222.0.57 "GET /v2.0/security-groups?id=8140522c-d712-47c7-b8dd-44151d8bce78&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2590833
Feb 17 03:27:54.386169 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.v2.base [None req-5345fbf5-15ae-44d0-a382-03324c04d90d tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Request body: {'floatingip': {'floating_network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718'}} {{(pid=83922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:27:54.393097 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-5345fbf5-15ae-44d0-a382-03324c04d90d tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:27:54.397090 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-5345fbf5-15ae-44d0-a382-03324c04d90d tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Usage tracker for resource:floatingip and tenant:64044155addf41e9ba2bde5782afed2a is out of sync, need to count used quota {{(pid=83922) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:27:54.400218 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-5345fbf5-15ae-44d0-a382-03324c04d90d tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83922) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:27:54.416317 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-5345fbf5-15ae-44d0-a382-03324c04d90d tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:27:54.420571 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-21fbfd0f-f63f-4570-8ab8-d851026d4024 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:54.433312 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-39860156-dccc-46d8-9c85-655d99a5f951 req-975da4e7-82db-4329-9685-90c520a20b99 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a22a3785-c250-4a30-9d0e-f779f4acfbdd HTTP/1.1" status: 200  len: 217 time: 0.1467271
Feb 17 03:27:54.434120 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-5345fbf5-15ae-44d0-a382-03324c04d90d tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Notify callbacks [] for floatingip, before_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:54.443985 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-9484a009-1f3b-4fba-93c8-69e4ac928e1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:54.464299 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_hamode_db [None req-c9e23af5-8ed9-46e6-bb68-458534935976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f17c5be91d0>, [{'id': '2955aa40-398a-45ec-824c-e2ffe7230203', 'name': 'tempest-AttachVolumeTestJSON-1825359717-router', 'tenant_id': 'c568344bec0146c19c14571bff20a759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'external_fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': '62f00c63-ea90-420b-9fc5-79144a39882f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:27:22Z', 'updated_at': '2021-02-17T03:27:49Z', 'revision_number': 4, 'project_id': 'c568344bec0146c19c14571bff20a759', 'gw_port': {'id': '62f00c63-ea90-420b-9fc5-79144a39882f', 'name': '', 'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:9a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2955aa40-398a-45ec-824c-e2ffe7230203', 'device_owner': 'network:router_gateway', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:27:28Z', 'updated_at': '2021-02-17T03:27:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-5-iscsi', '_interfaces': [{'id': '5ad39764-a1db-4ad4-8bf4-faa5fd452287', 'name': '', 'network_id': '196dd25e-6f79-49ea-bd1a-b88102e9bbe7', 'tenant_id': 'c568344bec0146c19c14571bff20a759', 'mac_address': 'fa:16:3e:ac:b0:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2955aa40-398a-45ec-824c-e2ffe7230203', 'device_owner': 'network:router_interface', 'standard_attr_id': 144, 'fixed_ips': [{'subnet_id': '029a335d-7c65-4847-a56e-60c19b417a63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:27:46Z', 'updated_at': '2021-02-17T03:27:50Z', 'revision_number': 2, 'project_id': 'c568344bec0146c19c14571bff20a759', 'subnets': [{'id': '029a335d-7c65-4847-a56e-60c19b417a63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759943-5-iscsi', False) {} {{(pid=83923) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:27:54.470613 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Provisioning for port 7077bdbc-bf9d-4218-bf98-36f4e7415692 completed by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 03:27:54.475841 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Provisioning complete for port 7077bdbc-bf9d-4218-bf98-36f4e7415692 triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:27:54.476233 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838161172'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:54.478290 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-21fbfd0f-f63f-4570-8ab8-d851026d4024 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:27:54.482425 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-21fbfd0f-f63f-4570-8ab8-d851026d4024 admin admin] Usage tracker for resource:security_group_rule and tenant:b579bca24c5f4891be87ec27ee94fbb8 is out of sync, need to count used quota {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:27:54.485395 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-21fbfd0f-f63f-4570-8ab8-d851026d4024 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:27:54.491138 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-21fbfd0f-f63f-4570-8ab8-d851026d4024 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:27:54.513876 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e23af5-8ed9-46e6-bb68-458534935976 None None] Checking router: 2955aa40-398a-45ec-824c-e2ffe7230203 for host: dv-cinder-759943-5-iscsi {{(pid=83923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 03:27:54.519291 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e23af5-8ed9-46e6-bb68-458534935976 None None] Updating router 2955aa40-398a-45ec-824c-e2ffe7230203 port 5ad39764-a1db-4ad4-8bf4-faa5fd452287 binding host dv-cinder-759943-5-iscsi {{(pid=83923) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 17 03:27:54.591014 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-21fbfd0f-f63f-4570-8ab8-d851026d4024 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:54.594067 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.db.resource_extend [req-a5c01c3a-d3c0-47c6-8acd-49a6c4e13bad req-90bc45a2-8a72-4fdf-9c3e-2831fd8235d5 service neutron] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83921) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Feb 17 03:27:54.606076 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-9484a009-1f3b-4fba-93c8-69e4ac928e1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876219'] for security_group, after_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:54.613842 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-21fbfd0f-f63f-4570-8ab8-d851026d4024 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876219'] for security_group, after_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:54.643564 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-c9e23af5-8ed9-46e6-bb68-458534935976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for port, before_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:54.645683 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-5345fbf5-15ae-44d0-a382-03324c04d90d tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for port, before_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:54.700825 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-73810593-4f45-4f34-84cb-8f3f0c5d6631 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:27:54.769406 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83922) accepted ('10.222.0.57', 35950) {{(pid=83922) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:27:54.773107 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d0ec089-6b90-4901-9ebc-8b945007b728 req-fa3ef0df-8254-449c-b185-d336094e1eab tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] Network 07c25ad2-4e60-4400-a677-ca2c2e7c85f8 is already hosted by enough agents. {{(pid=83921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 03:27:54.780939 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.v2.base [None req-d2591ece-fc55-46d7-9d40-08310c1067a8 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Request body: {'security_group': {'name': 'tempest-securitygroup--918275720', 'description': 'tempest-description--1096715838'}} {{(pid=83922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:27:54.792152 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-d2591ece-fc55-46d7-9d40-08310c1067a8 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:27:54.800413 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-d2591ece-fc55-46d7-9d40-08310c1067a8 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Usage tracker for resource:security_group and tenant:c568344bec0146c19c14571bff20a759 is out of sync, need to count used quota {{(pid=83922) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:27:54.808138 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.scheduler.base_scheduler [req-4d0ec089-6b90-4901-9ebc-8b945007b728 req-fa3ef0df-8254-449c-b185-d336094e1eab tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] Resources bound (agent type, host, resource id):  {{(pid=83921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 03:27:54.811117 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d0ec089-6b90-4901-9ebc-8b945007b728 req-fa3ef0df-8254-449c-b185-d336094e1eab tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] Received port after_create {{(pid=83921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 03:27:54.816221 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-d2591ece-fc55-46d7-9d40-08310c1067a8 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83922) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:27:54.829293 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-d2591ece-fc55-46d7-9d40-08310c1067a8 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:27:54.847117 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for port, before_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:54.891082 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9484a009-1f3b-4fba-93c8-69e4ac928e1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d2bd50b-ac7a-49e2-b330-c83a8bf898cd,revision_number=1']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:27:54.892254 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-d2591ece-fc55-46d7-9d40-08310c1067a8 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Notify callbacks [] for security_group, before_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:54.895648 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-9484a009-1f3b-4fba-93c8-69e4ac928e1a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=19585b9507854e7d8bb2f6323ee4a5b8&name=default HTTP/1.1" status: 200  len: 2979 time: 2.1245930
Feb 17 03:27:54.904303 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.notifiers.nova [req-a5c01c3a-d3c0-47c6-8acd-49a6c4e13bad req-90bc45a2-8a72-4fdf-9c3e-2831fd8235d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5ada634-5cb7-40f0-b70e-0091b83e2ef6 {{(pid=83921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 17 03:27:54.909813 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83922) accepted ('10.222.0.57', 35956) {{(pid=83922) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:27:54.919983 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.db [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] For port 7077bdbc-bf9d-4218-bf98-36f4e7415692, host dv-cinder-759943-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-5-iscsi',level=0,port_id=7077bdbc-bf9d-4218-bf98-36f4e7415692,segment=NetworkSegment(edc0940c-57ea-45ad-8589-5951cb8baffd),segment_id=edc0940c-57ea-45ad-8589-5951cb8baffd)] {{(pid=83923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:27:54.922202 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-d2591ece-fc55-46d7-9d40-08310c1067a8 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:27:54.937068 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-a5c01c3a-d3c0-47c6-8acd-49a6c4e13bad req-90bc45a2-8a72-4fdf-9c3e-2831fd8235d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:54.949112 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-21fbfd0f-f63f-4570-8ab8-d851026d4024 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b579bca24c5f4891be87ec27ee94fbb8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5992794
Feb 17 03:27:54.967414 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.57', 35960) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:27:54.969590 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303097879514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733756514675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303098261108'] for port, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:54.978261 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:27:54.998913 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0ec089-6b90-4901-9ebc-8b945007b728 req-fa3ef0df-8254-449c-b185-d336094e1eab tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:54.999619 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-4d0ec089-6b90-4901-9ebc-8b945007b728 req-fa3ef0df-8254-449c-b185-d336094e1eab tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854193028'] for port, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:55.008570 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [req-a5c01c3a-d3c0-47c6-8acd-49a6c4e13bad req-90bc45a2-8a72-4fdf-9c3e-2831fd8235d5 service neutron] Transition to ACTIVE for port object d5ada634-5cb7-40f0-b70e-0091b83e2ef6 will not be triggered until provisioned by entity L2. {{(pid=83921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 03:27:55.015286 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fbfd0f-f63f-4570-8ab8-d851026d4024 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1893b4ab-c941-458e-a93f-481c4fcaa469,revision_number=1']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:27:55.033322 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-21fbfd0f-f63f-4570-8ab8-d851026d4024 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:27:55.033940 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.246s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:27:55.034233 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:27:55.034968 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-a5c01c3a-d3c0-47c6-8acd-49a6c4e13bad req-90bc45a2-8a72-4fdf-9c3e-2831fd8235d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303097879514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733756514675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303098261108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2134908'] for port, after_update {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:55.071048 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Pushing event updated for resources: {'Port': ['ID=7077bdbc-bf9d-4218-bf98-36f4e7415692,revision_number=5']} {{(pid=83923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:27:55.077596 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:27:55.078879 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-7593902e-aeac-4a8d-8415-660cee113098 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:27:55.185894 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-d2591ece-fc55-46d7-9d40-08310c1067a8 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Usage tracker for resource:security_group_rule and tenant:c568344bec0146c19c14571bff20a759 is out of sync, need to count used quota {{(pid=83922) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:27:55.193211 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c218e85-538a-4224-a527-3f2dd94c692b req-9dc96d58-1ad9-49f0-bb0c-9574bcf36309 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:55.195101 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-1c218e85-538a-4224-a527-3f2dd94c692b req-9dc96d58-1ad9-49f0-bb0c-9574bcf36309 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] 10.222.0.57 "GET /v2.0/ports?device_id=05b5b64f-7a56-4bd2-97ed-2e54c9e65a96 HTTP/1.1" status: 200  len: 944 time: 0.5824547
Feb 17 03:27:55.197218 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-d2591ece-fc55-46d7-9d40-08310c1067a8 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83922) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:27:55.222174 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-4d0ec089-6b90-4901-9ebc-8b945007b728 req-fa3ef0df-8254-449c-b185-d336094e1eab tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 5.6253848
Feb 17 03:27:55.281853 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-d2591ece-fc55-46d7-9d40-08310c1067a8 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:27:55.301905 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bc45a2-8a72-4fdf-9c3e-2831fd8235d5 service neutron] Pushing event updated for resources: {'Port': ['ID=d5ada634-5cb7-40f0-b70e-0091b83e2ef6,revision_number=2']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:27:55.304205 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-b7edef84-876f-47c6-a771-d503759d2fa3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:55.316963 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-90bc45a2-8a72-4fdf-9c3e-2831fd8235d5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:27:55.341474 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-c9e23af5-8ed9-46e6-bb68-458534935976 None None] Notify callbacks [] for port, precommit_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:55.351121 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-b7edef84-876f-47c6-a771-d503759d2fa3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:55.354575 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-c9e23af5-8ed9-46e6-bb68-458534935976 None None] Transition to ACTIVE for port object 5ad39764-a1db-4ad4-8bf4-faa5fd452287 will not be triggered until provisioned by entity L2. {{(pid=83923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 03:27:55.357567 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-c9e23af5-8ed9-46e6-bb68-458534935976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303097879514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733756514675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303098261108'] for port, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:55.372984 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-221a006f-8653-4b83-8c32-d4405a07fb05 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:27:55.378863 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-a0c4e21b-ecfe-4532-85e8-e2682295bb37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:55.391553 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-1c218e85-538a-4224-a527-3f2dd94c692b req-3571ad44-9d09-4c75-ba41-7858d215dd77 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] 10.222.0.57 "GET /v2.0/security-groups?id=7a034f11-6095-46d6-bffd-d2ce932f5f6d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1753674
Feb 17 03:27:55.420068 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-a0c4e21b-ecfe-4532-85e8-e2682295bb37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:55.424094 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-b7edef84-876f-47c6-a771-d503759d2fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876219'] for security_group, after_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:55.495151 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0f6317-dd7c-4afa-89bc-94483ddb8658 None None] Pushing event updated for resources: {'Port': ['ID=5ad39764-a1db-4ad4-8bf4-faa5fd452287,revision_number=3']} {{(pid=83923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:27:55.495395 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-a0c4e21b-ecfe-4532-85e8-e2682295bb37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876219'] for security_group, after_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:55.506581 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-1d0f6317-dd7c-4afa-89bc-94483ddb8658 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:27:55.508676 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39860156-dccc-46d8-9c85-655d99a5f951 req-c62aebdb-e01a-4db7-8644-48f5d674b5af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:55.510819 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-39860156-dccc-46d8-9c85-655d99a5f951 req-c62aebdb-e01a-4db7-8644-48f5d674b5af service neutron] 10.222.0.54 "GET /v2.0/subnets?id=2c8050c3-d22a-4b7f-8b2d-686c8f16c9a7 HTTP/1.1" status: 200  len: 854 time: 0.2693100
Feb 17 03:27:55.516522 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-516db23b-d18b-4ca0-88fe-12a96771b581 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:27:55.517407 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-3c800358-72ce-4b6c-abde-006243b898c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:27:55.532975 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-b03d1b07-1e00-478f-9331-d00f9702233e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:55.542907 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-b7edef84-876f-47c6-a771-d503759d2fa3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:55.544450 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-b7edef84-876f-47c6-a771-d503759d2fa3 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/1893b4ab-c941-458e-a93f-481c4fcaa469 HTTP/1.1" status: 204  len: 168 time: 0.5760324
Feb 17 03:27:55.551968 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7edef84-876f-47c6-a771-d503759d2fa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1893b4ab-c941-458e-a93f-481c4fcaa469,revision_number=None']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:27:55.553929 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c4e21b-ecfe-4532-85e8-e2682295bb37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d2bd50b-ac7a-49e2-b330-c83a8bf898cd,revision_number=None']} {{(pid=83922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:27:55.556012 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-b7edef84-876f-47c6-a771-d503759d2fa3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:27:55.566707 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-a0c4e21b-ecfe-4532-85e8-e2682295bb37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:27:55.571251 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.db_base_plugin_common [None req-5345fbf5-15ae-44d0-a382-03324c04d90d tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Allocated IP 172.27.0.62 (47a54196-2e01-4ced-bf59-8f5a8abde718/d8fc1aa1-c957-4fea-a32a-c02e9a0805fb/db23cfb8-c80a-4c03-8f10-551bdfa17997) {{(pid=83922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 03:27:55.603503 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-a0c4e21b-ecfe-4532-85e8-e2682295bb37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:55.607276 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-a0c4e21b-ecfe-4532-85e8-e2682295bb37 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/0d2bd50b-ac7a-49e2-b330-c83a8bf898cd HTTP/1.1" status: 204  len: 168 time: 0.6910527
Feb 17 03:27:55.611763 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437ef3b5-df4d-4d6f-969f-9a98fd8c7370 req-a57e585d-9222-4858-aee7-20d7058335e6 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:55.613407 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-437ef3b5-df4d-4d6f-969f-9a98fd8c7370 req-a57e585d-9222-4858-aee7-20d7058335e6 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/ports?device_id=4d4f9c42-f07a-4f40-aad4-702d0fd26d82 HTTP/1.1" status: 200  len: 932 time: 0.4355497
Feb 17 03:27:55.709294 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.managers [req-a5c01c3a-d3c0-47c6-8acd-49a6c4e13bad req-90bc45a2-8a72-4fdf-9c3e-2831fd8235d5 service neutron] Attempting to bind port d5ada634-5cb7-40f0-b70e-0091b83e2ef6 on host hv-cinder-75994 for vnic_type normal with profile  {{(pid=83921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 03:27:55.709664 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.managers [req-a5c01c3a-d3c0-47c6-8acd-49a6c4e13bad req-90bc45a2-8a72-4fdf-9c3e-2831fd8235d5 service neutron] Attempting to bind port d5ada634-5cb7-40f0-b70e-0091b83e2ef6 by drivers openvswitch on host hv-cinder-75994 at level 0 using segments [{'id': 'd4896407-aba6-4d6e-b442-40b3a9c2021a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '07c25ad2-4e60-4400-a677-ca2c2e7c85f8'}] {{(pid=83921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 03:27:55.710034 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5c01c3a-d3c0-47c6-8acd-49a6c4e13bad req-90bc45a2-8a72-4fdf-9c3e-2831fd8235d5 service neutron] Attempting to bind port d5ada634-5cb7-40f0-b70e-0091b83e2ef6 on network 07c25ad2-4e60-4400-a677-ca2c2e7c85f8 {{(pid=83921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 03:27:55.722299 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5c01c3a-d3c0-47c6-8acd-49a6c4e13bad req-90bc45a2-8a72-4fdf-9c3e-2831fd8235d5 service neutron] Checking agent: {'id': '1c3dee76-e565-424d-b4cd-b2af1407410d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75994', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 3, 25, 23), 'started_at': datetime.datetime(2021, 2, 17, 3, 25, 53), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 3, 27, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.11', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 03:27:55.723111 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5c01c3a-d3c0-47c6-8acd-49a6c4e13bad req-90bc45a2-8a72-4fdf-9c3e-2831fd8235d5 service neutron] Checking segment: {'id': 'd4896407-aba6-4d6e-b442-40b3a9c2021a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '07c25ad2-4e60-4400-a677-ca2c2e7c85f8'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 03:27:55.723525 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-a5c01c3a-d3c0-47c6-8acd-49a6c4e13bad req-90bc45a2-8a72-4fdf-9c3e-2831fd8235d5 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:55.723926 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5c01c3a-d3c0-47c6-8acd-49a6c4e13bad req-90bc45a2-8a72-4fdf-9c3e-2831fd8235d5 service neutron] Bound using segment: {'id': 'd4896407-aba6-4d6e-b442-40b3a9c2021a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '07c25ad2-4e60-4400-a677-ca2c2e7c85f8'} {{(pid=83921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 03:27:55.724408 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.managers [req-a5c01c3a-d3c0-47c6-8acd-49a6c4e13bad req-90bc45a2-8a72-4fdf-9c3e-2831fd8235d5 service neutron] Bound port: d5ada634-5cb7-40f0-b70e-0091b83e2ef6, host: hv-cinder-75994, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4896407-aba6-4d6e-b442-40b3a9c2021a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '07c25ad2-4e60-4400-a677-ca2c2e7c85f8'}}] {{(pid=83921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 03:27:55.724788 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-a5c01c3a-d3c0-47c6-8acd-49a6c4e13bad req-90bc45a2-8a72-4fdf-9c3e-2831fd8235d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for port, before_update {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:55.759531 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-d2591ece-fc55-46d7-9d40-08310c1067a8 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Notify callbacks [] for security_group, precommit_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:55.766626 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287c3704-2797-468a-8bd6-30523a7318bd req-482df10a-df2f-4018-b926-ce340db0073e tempest-DeleteServersTestJSON-594113530 tempest-DeleteServersTestJSON-594113530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:55.772032 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-287c3704-2797-468a-8bd6-30523a7318bd req-482df10a-df2f-4018-b926-ce340db0073e tempest-DeleteServersTestJSON-594113530 tempest-DeleteServersTestJSON-594113530-project] 10.222.0.57 "GET /v2.0/ports?device_id=5a792992-ad2a-408d-9e19-9363ed0b0c51 HTTP/1.1" status: 200  len: 943 time: 0.2190673
Feb 17 03:27:55.798827 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-d2591ece-fc55-46d7-9d40-08310c1067a8 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876219'] for security_group, after_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:55.815454 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.managers [None req-c9e23af5-8ed9-46e6-bb68-458534935976 None None] Attempting to bind port 5ad39764-a1db-4ad4-8bf4-faa5fd452287 on host dv-cinder-759943-5-iscsi for vnic_type normal with profile  {{(pid=83923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 03:27:55.816950 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.managers [None req-c9e23af5-8ed9-46e6-bb68-458534935976 None None] Attempting to bind port 5ad39764-a1db-4ad4-8bf4-faa5fd452287 by drivers openvswitch on host dv-cinder-759943-5-iscsi at level 0 using segments [{'id': '65c0d646-2325-475a-9350-f88d9dd1380a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '196dd25e-6f79-49ea-bd1a-b88102e9bbe7'}] {{(pid=83923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 03:27:55.818438 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e23af5-8ed9-46e6-bb68-458534935976 None None] Attempting to bind port 5ad39764-a1db-4ad4-8bf4-faa5fd452287 on network 196dd25e-6f79-49ea-bd1a-b88102e9bbe7 {{(pid=83923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 03:27:55.835756 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e23af5-8ed9-46e6-bb68-458534935976 None None] Checking agent: {'id': 'fdf6e942-9f6a-471f-a5a4-d80d5f4aedb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759943-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 3, 18, 27), 'started_at': datetime.datetime(2021, 2, 17, 3, 18, 57), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 3, 27, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759943-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 03:27:55.837541 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e23af5-8ed9-46e6-bb68-458534935976 None None] Checking segment: {'id': '65c0d646-2325-475a-9350-f88d9dd1380a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '196dd25e-6f79-49ea-bd1a-b88102e9bbe7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 03:27:55.838596 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-c9e23af5-8ed9-46e6-bb68-458534935976 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:55.839166 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e23af5-8ed9-46e6-bb68-458534935976 None None] Bound using segment: {'id': '65c0d646-2325-475a-9350-f88d9dd1380a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '196dd25e-6f79-49ea-bd1a-b88102e9bbe7'} {{(pid=83923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 03:27:55.840478 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.managers [None req-c9e23af5-8ed9-46e6-bb68-458534935976 None None] Bound port: 5ad39764-a1db-4ad4-8bf4-faa5fd452287, host: dv-cinder-759943-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65c0d646-2325-475a-9350-f88d9dd1380a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '196dd25e-6f79-49ea-bd1a-b88102e9bbe7'}}] {{(pid=83923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 03:27:55.840758 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-bd0bc54d-76b1-49c5-b5e1-455474fa8a3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:27:55.844225 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-c9e23af5-8ed9-46e6-bb68-458534935976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for port, before_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:55.902879 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-437ef3b5-df4d-4d6f-969f-9a98fd8c7370 req-24c64dce-fa63-4c6c-a7e1-85648b77faf4 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/security-groups?id=a8d8b256-f933-42bb-9ad3-a02b9415114a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2757838
Feb 17 03:27:55.988961 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2591ece-fc55-46d7-9d40-08310c1067a8 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Pushing event updated for resources: {'SecurityGroup': ['ID=264ce588-819f-4161-899a-9ba19db95e15,revision_number=1']} {{(pid=83922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:27:55.996535 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-d2591ece-fc55-46d7-9d40-08310c1067a8 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Notify callbacks [] for security_group, before_response {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:56.005580 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-d2591ece-fc55-46d7-9d40-08310c1067a8 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 1.2344887
Feb 17 03:27:56.006632 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83922) accepted ('10.222.0.57', 35974) {{(pid=83922) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:27:56.007525 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-d2591ece-fc55-46d7-9d40-08310c1067a8 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:27:56.013072 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-287c3704-2797-468a-8bd6-30523a7318bd req-31628a58-f134-45a8-8ad1-dde1a90e43f3 tempest-DeleteServersTestJSON-594113530 tempest-DeleteServersTestJSON-594113530-project] 10.222.0.57 "GET /v2.0/security-groups?id=8140522c-d712-47c7-b8dd-44151d8bce78&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2333601
Feb 17 03:27:56.026420 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.v2.base [None req-98913555-8faa-40d2-9e79-0b410d6ffb0b tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Request body: {'security_group_rule': {'security_group_id': '264ce588-819f-4161-899a-9ba19db95e15', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:27:56.062585 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-98913555-8faa-40d2-9e79-0b410d6ffb0b tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:27:56.067586 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-98913555-8faa-40d2-9e79-0b410d6ffb0b tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Usage tracker for resource:security_group_rule and tenant:c568344bec0146c19c14571bff20a759 is out of sync, need to count used quota {{(pid=83922) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:27:56.071160 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-98913555-8faa-40d2-9e79-0b410d6ffb0b tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83922) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:27:56.072086 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.db [None req-c9e23af5-8ed9-46e6-bb68-458534935976 None None] For port 5ad39764-a1db-4ad4-8bf4-faa5fd452287, host dv-cinder-759943-5-iscsi, cleared binding levels {{(pid=83923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 03:27:56.076279 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.db [None req-c9e23af5-8ed9-46e6-bb68-458534935976 None None] For port 5ad39764-a1db-4ad4-8bf4-faa5fd452287, host dv-cinder-759943-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-5-iscsi',level=0,port_id=5ad39764-a1db-4ad4-8bf4-faa5fd452287,segment=NetworkSegment(65c0d646-2325-475a-9350-f88d9dd1380a),segment_id=65c0d646-2325-475a-9350-f88d9dd1380a)] {{(pid=83923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 03:27:56.078747 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-98913555-8faa-40d2-9e79-0b410d6ffb0b tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:27:56.083751 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.db [req-a5c01c3a-d3c0-47c6-8acd-49a6c4e13bad req-90bc45a2-8a72-4fdf-9c3e-2831fd8235d5 service neutron] For port d5ada634-5cb7-40f0-b70e-0091b83e2ef6, host hv-cinder-75994, cleared binding levels {{(pid=83921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 03:27:56.087404 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-c9e23af5-8ed9-46e6-bb68-458534935976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303097879514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733756514675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303098261108'] for port, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:56.092491 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.db [req-a5c01c3a-d3c0-47c6-8acd-49a6c4e13bad req-90bc45a2-8a72-4fdf-9c3e-2831fd8235d5 service neutron] For port d5ada634-5cb7-40f0-b70e-0091b83e2ef6, host hv-cinder-75994, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=d5ada634-5cb7-40f0-b70e-0091b83e2ef6,segment=NetworkSegment(d4896407-aba6-4d6e-b442-40b3a9c2021a),segment_id=d4896407-aba6-4d6e-b442-40b3a9c2021a)] {{(pid=83921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 03:27:56.097907 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-a5c01c3a-d3c0-47c6-8acd-49a6c4e13bad req-90bc45a2-8a72-4fdf-9c3e-2831fd8235d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303097879514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733756514675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303098261108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2134908'] for port, after_update {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:56.099994 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-5345fbf5-15ae-44d0-a382-03324c04d90d tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Notify callbacks [] for port, precommit_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:56.116990 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-98913555-8faa-40d2-9e79-0b410d6ffb0b tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:56.125358 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-01523e51-38ea-43bb-8727-c2307c8d5b21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:27:56.134945 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-e6dcadd3-9cbb-4a23-86b2-2b78472829df service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:27:56.194712 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Device 7077bdbc-bf9d-4218-bf98-36f4e7415692 up at agent ovs-agent-dv-cinder-759943-5-iscsi {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:27:56.197903 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-98913555-8faa-40d2-9e79-0b410d6ffb0b tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:56.204605 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-98913555-8faa-40d2-9e79-0b410d6ffb0b tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876103'] for security_group_rule, after_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:56.207232 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:27:56.234499 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-5345fbf5-15ae-44d0-a382-03324c04d90d tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363303098263190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851846526'] for port, after_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:56.286813 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98913555-8faa-40d2-9e79-0b410d6ffb0b tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52d33c16-6fa1-499b-a46e-80593106ceb5,revision_number=0']} {{(pid=83922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:27:56.352142 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-98913555-8faa-40d2-9e79-0b410d6ffb0b tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:27:56.353086 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-9f2e31d4-df2e-4da8-941e-90a093a9ce16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.067s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:27:56.410667 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-8cda4ffb-98e6-4bcf-adaf-c47fc353fc1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:56.417553 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-98913555-8faa-40d2-9e79-0b410d6ffb0b tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:56.418928 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-98913555-8faa-40d2-9e79-0b410d6ffb0b tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.4018557
Feb 17 03:27:56.424116 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83922) accepted ('10.222.0.57', 35990) {{(pid=83922) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:27:56.438738 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.v2.base [None req-631c9692-2c97-431e-9ad6-8eb4cc2e3013 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Request body: {'security_group_rule': {'security_group_id': '264ce588-819f-4161-899a-9ba19db95e15', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:27:56.445892 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e23af5-8ed9-46e6-bb68-458534935976 None None] Routers {'2955aa40-398a-45ec-824c-e2ffe7230203'} bound to L3 agent in host dv-cinder-759943-5-iscsi {{(pid=83923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 03:27:56.446573 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_hamode_db [None req-c9e23af5-8ed9-46e6-bb68-458534935976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f17c5be91d0>, 'dv-cinder-759943-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T03:18:25Z,description=<?>,heartbeat_timestamp=2021-02-17T03:27:55Z,host='dv-cinder-759943-5-iscsi',id=3e02af72-3002-4fb3-96dd-e59119f81584,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T03:18:25Z,topic='l3_agent')) {'router_ids': ['2955aa40-398a-45ec-824c-e2ffe7230203'], 'active': True} {{(pid=83923) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:27:56.451992 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bc45a2-8a72-4fdf-9c3e-2831fd8235d5 service neutron] Pushing event updated for resources: {'Port': ['ID=d5ada634-5cb7-40f0-b70e-0091b83e2ef6,revision_number=3']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:27:56.462383 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83922) accepted ('10.222.0.57', 35994) {{(pid=83922) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:27:56.463690 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-631c9692-2c97-431e-9ad6-8eb4cc2e3013 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:27:56.472629 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-90bc45a2-8a72-4fdf-9c3e-2831fd8235d5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:27:56.472746 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5345fbf5-15ae-44d0-a382-03324c04d90d tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Pushing event updated for resources: {'Port': ['ID=db23cfb8-c80a-4c03-8f10-551bdfa17997,revision_number=1']} {{(pid=83922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:27:56.479781 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-631c9692-2c97-431e-9ad6-8eb4cc2e3013 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Usage tracker for resource:security_group_rule and tenant:c568344bec0146c19c14571bff20a759 is out of sync, need to count used quota {{(pid=83922) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:27:56.492023 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-5345fbf5-15ae-44d0-a382-03324c04d90d tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:27:56.512246 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0f6317-dd7c-4afa-89bc-94483ddb8658 None None] Pushing event updated for resources: {'Port': ['ID=5ad39764-a1db-4ad4-8bf4-faa5fd452287,revision_number=4']} {{(pid=83923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:27:56.515155 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-631c9692-2c97-431e-9ad6-8eb4cc2e3013 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83922) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:27:56.530540 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-1d0f6317-dd7c-4afa-89bc-94483ddb8658 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.405s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:27:56.555449 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-631c9692-2c97-431e-9ad6-8eb4cc2e3013 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:27:56.561653 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-42c90e1d-5719-4e8c-bd89-f7ddd58387d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:56.613526 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.v2.base [req-4d0ec089-6b90-4901-9ebc-8b945007b728 req-3ef14fa7-cd38-4108-a7c9-d9a8dd7f5a1f service neutron] Request body: {'port': {'device_id': '4d4f9c42-f07a-4f40-aad4-702d0fd26d82', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75994'}} {{(pid=83921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:27:56.712272 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c01c3a-d3c0-47c6-8acd-49a6c4e13bad req-90bc45a2-8a72-4fdf-9c3e-2831fd8235d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:56.713844 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-a5c01c3a-d3c0-47c6-8acd-49a6c4e13bad req-90bc45a2-8a72-4fdf-9c3e-2831fd8235d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854193028'] for port, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:56.716246 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-a5c01c3a-d3c0-47c6-8acd-49a6c4e13bad req-90bc45a2-8a72-4fdf-9c3e-2831fd8235d5 service neutron] 10.222.0.54 "PUT /v2.0/ports/d5ada634-5cb7-40f0-b70e-0091b83e2ef6 HTTP/1.1" status: 200  len: 1157 time: 5.6111584
Feb 17 03:27:56.717228 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4d58358-22a0-4562-9370-9574a29ec572', 'tag': 'd5ada634-5cb7-40f0-b70e-0091b83e2ef6'}] {{(pid=83921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 03:27:56.756809 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-39860156-dccc-46d8-9c85-655d99a5f951 req-27035643-9fb1-4386-b634-13a81adb6c37 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=90e5bf38-a0dc-48bd-9401-739bcf8a5d8a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2026973
Feb 17 03:27:56.773015 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-42c90e1d-5719-4e8c-bd89-f7ddd58387d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:27:56.846897 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-42c90e1d-5719-4e8c-bd89-f7ddd58387d3 admin admin] Usage tracker for resource:security_group_rule and tenant:568a2b4065694636bcd3aca962ab7b8a is out of sync, need to count used quota {{(pid=83922) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:27:56.854115 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-42c90e1d-5719-4e8c-bd89-f7ddd58387d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83922) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:27:56.857047 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-4d0ec089-6b90-4901-9ebc-8b945007b728 req-3ef14fa7-cd38-4108-a7c9-d9a8dd7f5a1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for port, before_update {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:56.861009 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-631c9692-2c97-431e-9ad6-8eb4cc2e3013 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:56.865416 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Provisioning complete for port 7077bdbc-bf9d-4218-bf98-36f4e7415692 triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:27:56.865775 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838161172'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:56.940333 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4d58358-22a0-4562-9370-9574a29ec572', 'tag': 'd5ada634-5cb7-40f0-b70e-0091b83e2ef6', 'status': 'completed', 'code': 200}
Feb 17 03:27:57.048455 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-42c90e1d-5719-4e8c-bd89-f7ddd58387d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:27:57.078669 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5345fbf5-15ae-44d0-a382-03324c04d90d tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Network 47a54196-2e01-4ced-bf59-8f5a8abde718 is already hosted by enough agents. {{(pid=83922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 03:27:57.081263 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-39860156-dccc-46d8-9c85-655d99a5f951 req-653e278e-8af4-4246-ae1e-e6ee81af7201 service neutron] 10.222.0.54 "GET /v2.0/networks/90e5bf38-a0dc-48bd-9401-739bcf8a5d8a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2689378
Feb 17 03:27:57.087579 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.scheduler.base_scheduler [None req-5345fbf5-15ae-44d0-a382-03324c04d90d tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Resources bound (agent type, host, resource id):  {{(pid=83922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 03:27:57.103549 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5345fbf5-15ae-44d0-a382-03324c04d90d tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Received port after_create {{(pid=83922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 03:27:57.112941 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvr_db [None req-c9e23af5-8ed9-46e6-bb68-458534935976 None None] Set router 2955aa40-398a-45ec-824c-e2ffe7230203 gateway port host: dv-cinder-759943-5-iscsi {{(pid=83923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 03:27:57.232800 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:57.439963 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c01c3a-d3c0-47c6-8acd-49a6c4e13bad req-aacfdfa7-11f3-4d73-bcf3-c094e4f50560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:57.441870 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-a5c01c3a-d3c0-47c6-8acd-49a6c4e13bad req-aacfdfa7-11f3-4d73-bcf3-c094e4f50560 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8da7eb55c2cb47dc99275360edd183e2&device_id=b4d58358-22a0-4562-9370-9574a29ec572 HTTP/1.1" status: 200  len: 1160 time: 0.5888448
Feb 17 03:27:57.478063 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-39860156-dccc-46d8-9c85-655d99a5f951 req-95cd7052-f38c-4c85-8019-add3130a7d60 service neutron] 10.222.0.54 "GET /v2.0/networks/90e5bf38-a0dc-48bd-9401-739bcf8a5d8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3800802
Feb 17 03:27:57.547233 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-a5c01c3a-d3c0-47c6-8acd-49a6c4e13bad req-d822bdfc-1171-42bf-8bf9-0cbcffb729d3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d5ada634-5cb7-40f0-b70e-0091b83e2ef6 HTTP/1.1" status: 200  len: 217 time: 0.0850186
Feb 17 03:27:57.565580 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997ca021-8c76-4bb4-8671-1440f8d29675 req-9ca5576f-f28d-4437-bbba-87ee3c9a18ae tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:57.574173 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-997ca021-8c76-4bb4-8671-1440f8d29675 req-9ca5576f-f28d-4437-bbba-87ee3c9a18ae tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/ports?device_id=4d4f9c42-f07a-4f40-aad4-702d0fd26d82 HTTP/1.1" status: 200  len: 932 time: 0.3568959
Feb 17 03:27:57.593437 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-3bdb028f-655c-46e9-b0eb-5d4ca64bdb37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:57.687450 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c01c3a-d3c0-47c6-8acd-49a6c4e13bad req-f59999f1-6db0-4563-bad6-3bdcdc24d294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:57.689060 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-a5c01c3a-d3c0-47c6-8acd-49a6c4e13bad req-f59999f1-6db0-4563-bad6-3bdcdc24d294 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e1c7a001-c305-42ea-923a-4661960efd2e HTTP/1.1" status: 200  len: 858 time: 0.1121228
Feb 17 03:27:57.694873 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_hamode_db [None req-c9e23af5-8ed9-46e6-bb68-458534935976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f17c5be91d0>, [{'id': '2955aa40-398a-45ec-824c-e2ffe7230203', 'name': 'tempest-AttachVolumeTestJSON-1825359717-router', 'tenant_id': 'c568344bec0146c19c14571bff20a759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'external_fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': '62f00c63-ea90-420b-9fc5-79144a39882f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:27:22Z', 'updated_at': '2021-02-17T03:27:49Z', 'revision_number': 4, 'project_id': 'c568344bec0146c19c14571bff20a759', 'gw_port': {'id': '62f00c63-ea90-420b-9fc5-79144a39882f', 'name': '', 'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:9a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2955aa40-398a-45ec-824c-e2ffe7230203', 'device_owner': 'network:router_gateway', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:27:28Z', 'updated_at': '2021-02-17T03:27:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-5-iscsi', '_interfaces': [{'id': '5ad39764-a1db-4ad4-8bf4-faa5fd452287', 'name': '', 'network_id': '196dd25e-6f79-49ea-bd1a-b88102e9bbe7', 'tenant_id': 'c568344bec0146c19c14571bff20a759', 'mac_address': 'fa:16:3e:ac:b0:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2955aa40-398a-45ec-824c-e2ffe7230203', 'device_owner': 'network:router_interface', 'standard_attr_id': 144, 'fixed_ips': [{'subnet_id': '029a335d-7c65-4847-a56e-60c19b417a63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:27:46Z', 'updated_at': '2021-02-17T03:27:56Z', 'revision_number': 4, 'project_id': 'c568344bec0146c19c14571bff20a759', 'subnets': [{'id': '029a335d-7c65-4847-a56e-60c19b417a63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759943-5-iscsi', False) {} {{(pid=83923) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:27:57.699896 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e23af5-8ed9-46e6-bb68-458534935976 None None] The sync data for ids ['2955aa40-398a-45ec-824c-e2ffe7230203'] in dv-cinder-759943-5-iscsi is: [{'id': '2955aa40-398a-45ec-824c-e2ffe7230203', 'name': 'tempest-AttachVolumeTestJSON-1825359717-router', 'tenant_id': 'c568344bec0146c19c14571bff20a759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'external_fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': '62f00c63-ea90-420b-9fc5-79144a39882f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:27:22Z', 'updated_at': '2021-02-17T03:27:49Z', 'revision_number': 4, 'project_id': 'c568344bec0146c19c14571bff20a759', 'gw_port': {'id': '62f00c63-ea90-420b-9fc5-79144a39882f', 'name': '', 'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:9a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2955aa40-398a-45ec-824c-e2ffe7230203', 'device_owner': 'network:router_gateway', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:27:28Z', 'updated_at': '2021-02-17T03:27:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-5-iscsi', '_interfaces': [{'id': '5ad39764-a1db-4ad4-8bf4-faa5fd452287', 'name': '', 'network_id': '196dd25e-6f79-49ea-bd1a-b88102e9bbe7', 'tenant_id': 'c568344bec0146c19c14571bff20a759', 'mac_address': 'fa:16:3e:ac:b0:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2955aa40-398a-45ec-824c-e2ffe7230203', 'device_owner': 'network:router_interface', 'standard_attr_id': 144, 'fixed_ips': [{'subnet_id': '029a335d-7c65-4847-a56e-60c19b417a63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:27:46Z', 'updated_at': '2021-02-17T03:27:56Z', 'revision_number': 4, 'project_id': 'c568344bec0146c19c14571bff20a759', 'subnets': [{'id': '029a335d-7c65-4847-a56e-60c19b417a63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 03:27:57.700734 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-42c90e1d-5719-4e8c-bd89-f7ddd58387d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:57.710670 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2031ea11-13f5-4dac-bab5-54605b3491df req-cbb32f2d-3e1f-41d5-887f-430645cc3dbd tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:57.712291 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-2031ea11-13f5-4dac-bab5-54605b3491df req-cbb32f2d-3e1f-41d5-887f-430645cc3dbd tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] 10.222.0.57 "GET /v2.0/ports?device_id=05b5b64f-7a56-4bd2-97ed-2e54c9e65a96 HTTP/1.1" status: 200  len: 944 time: 1.0756910
Feb 17 03:27:57.721772 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-42c90e1d-5719-4e8c-bd89-f7ddd58387d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876219'] for security_group, after_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:57.740511 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-22e4cb6d-28a1-4615-85fe-761d23839daa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:27:57.828370 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c90e1d-5719-4e8c-bd89-f7ddd58387d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b46e7a33-f2d2-44a0-9cf1-45c7f982305e,revision_number=1']} {{(pid=83922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:27:57.842492 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-631c9692-2c97-431e-9ad6-8eb4cc2e3013 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:57.890522 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [req-997ca021-8c76-4bb4-8671-1440f8d29675 req-93cd259c-f0c2-482a-944b-05245417d2bc tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] Synchronizing usage tracker for tenant:8da7eb55c2cb47dc99275360edd183e2 on resource:security_group {{(pid=83921) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 03:27:57.896114 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-42c90e1d-5719-4e8c-bd89-f7ddd58387d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:27:57.897047 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.objects.ports [None req-61497382-a3fc-4dd1-bc65-d061519f5629 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=83923) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}}
Feb 17 03:27:57.907723 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-a5c01c3a-d3c0-47c6-8acd-49a6c4e13bad req-46733a98-f2b6-4cd9-a979-5f8898bb0299 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=07c25ad2-4e60-4400-a677-ca2c2e7c85f8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2014711
Feb 17 03:27:57.936752 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-5345fbf5-15ae-44d0-a382-03324c04d90d tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:57.950974 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-631c9692-2c97-431e-9ad6-8eb4cc2e3013 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876103'] for security_group_rule, after_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:58.081394 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [req-997ca021-8c76-4bb4-8671-1440f8d29675 req-93cd259c-f0c2-482a-944b-05245417d2bc tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] Unset dirty status for tenant:8da7eb55c2cb47dc99275360edd183e2 on resource:security_group {{(pid=83921) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 03:27:58.093719 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-997ca021-8c76-4bb4-8671-1440f8d29675 req-93cd259c-f0c2-482a-944b-05245417d2bc tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/security-groups?id=a8d8b256-f933-42bb-9ad3-a02b9415114a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5185342
Feb 17 03:27:58.098639 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.notifiers.nova [req-4d0ec089-6b90-4901-9ebc-8b945007b728 req-3ef14fa7-cd38-4108-a7c9-d9a8dd7f5a1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4b7f0c6-bfe4-49e1-936d-f15129c212a8 {{(pid=83921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 17 03:27:58.141734 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-4d0ec089-6b90-4901-9ebc-8b945007b728 req-3ef14fa7-cd38-4108-a7c9-d9a8dd7f5a1f service neutron] Notify callbacks [] for port, precommit_update {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:58.152955 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Device 5ad39764-a1db-4ad4-8bf4-faa5fd452287 up at agent ovs-agent-dv-cinder-759943-5-iscsi {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:27:58.188121 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [req-4d0ec089-6b90-4901-9ebc-8b945007b728 req-3ef14fa7-cd38-4108-a7c9-d9a8dd7f5a1f service neutron] Transition to ACTIVE for port object c4b7f0c6-bfe4-49e1-936d-f15129c212a8 will not be triggered until provisioned by entity L2. {{(pid=83921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 03:27:58.199758 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:27:58.236368 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-2031ea11-13f5-4dac-bab5-54605b3491df req-d0f21923-f0d6-46a4-9620-7b4364544313 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] 10.222.0.57 "GET /v2.0/security-groups?id=7a034f11-6095-46d6-bffd-d2ce932f5f6d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4982884
Feb 17 03:27:58.242258 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-42c90e1d-5719-4e8c-bd89-f7ddd58387d3 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=568a2b4065694636bcd3aca962ab7b8a&name=default HTTP/1.1" status: 200  len: 2979 time: 1.7731812
Feb 17 03:27:58.245608 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83922) accepted ('10.222.0.57', 36054) {{(pid=83922) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:27:58.250601 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631c9692-2c97-431e-9ad6-8eb4cc2e3013 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b422567-473d-4b7d-90a4-033325ee9fdd,revision_number=0']} {{(pid=83922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:27:58.273929 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-631c9692-2c97-431e-9ad6-8eb4cc2e3013 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:58.281602 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-631c9692-2c97-431e-9ad6-8eb4cc2e3013 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 1.8480728
Feb 17 03:27:58.286231 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-631c9692-2c97-431e-9ad6-8eb4cc2e3013 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:27:58.320427 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83922) accepted ('10.222.0.57', 36060) {{(pid=83922) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:27:58.338111 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.v2.base [None req-96d44bb5-45b9-4af6-ba43-f22314b93328 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Request body: {'floatingip': {'floating_network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718'}} {{(pid=83922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:27:58.341161 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Provisioning for port 5ad39764-a1db-4ad4-8bf4-faa5fd452287 completed by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 03:27:58.347870 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Provisioning complete for port 5ad39764-a1db-4ad4-8bf4-faa5fd452287 triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:27:58.348287 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838161172'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:58.355621 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-96d44bb5-45b9-4af6-ba43-f22314b93328 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:27:58.404321 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-96d44bb5-45b9-4af6-ba43-f22314b93328 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Usage tracker for resource:floatingip and tenant:c568344bec0146c19c14571bff20a759 is out of sync, need to count used quota {{(pid=83922) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:27:58.437314 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-96d44bb5-45b9-4af6-ba43-f22314b93328 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83922) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:27:58.451223 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-5345fbf5-15ae-44d0-a382-03324c04d90d tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for port, before_update {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:58.538893 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-4d0ec089-6b90-4901-9ebc-8b945007b728 req-3ef14fa7-cd38-4108-a7c9-d9a8dd7f5a1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303097879514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733756514675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303098261108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2134908'] for port, after_update {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:58.602122 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-96d44bb5-45b9-4af6-ba43-f22314b93328 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:27:58.635963 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-e6dcadd3-9cbb-4a23-86b2-2b78472829df service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:27:58.653844 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for port, before_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:58.712575 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.db [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] For port 5ad39764-a1db-4ad4-8bf4-faa5fd452287, host dv-cinder-759943-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-5-iscsi',level=0,port_id=5ad39764-a1db-4ad4-8bf4-faa5fd452287,segment=NetworkSegment(65c0d646-2325-475a-9350-f88d9dd1380a),segment_id=65c0d646-2325-475a-9350-f88d9dd1380a)] {{(pid=83923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:27:58.717133 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303097879514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733756514675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303098261108'] for port, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:58.724614 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-8c3e183e-e649-4c02-b87e-03fc59e0a649 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:58.727110 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-01523e51-38ea-43bb-8727-c2307c8d5b21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:27:58.757058 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-8c3e183e-e649-4c02-b87e-03fc59e0a649 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:58.777637 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Device 8783865b-a078-4448-ad74-449c2887c2a3 up at agent ovs-agent-hv-cinder-75994 {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:27:58.804956 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-96d44bb5-45b9-4af6-ba43-f22314b93328 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Notify callbacks [] for floatingip, before_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:58.820108 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-a5c01c3a-d3c0-47c6-8acd-49a6c4e13bad req-0f63e0d7-9853-47bb-a4ac-859fdfdc7c27 service neutron] 10.222.0.54 "GET /v2.0/networks/07c25ad2-4e60-4400-a677-ca2c2e7c85f8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8899348
Feb 17 03:27:58.868075 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef14fa7-cd38-4108-a7c9-d9a8dd7f5a1f service neutron] Pushing event updated for resources: {'Port': ['ID=c4b7f0c6-bfe4-49e1-936d-f15129c212a8,revision_number=2']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:27:58.884761 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-8c3e183e-e649-4c02-b87e-03fc59e0a649 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876219'] for security_group, after_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:58.902417 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-bc613cde-1529-473b-8a05-72c3261a2698 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:27:58.930988 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-3ef14fa7-cd38-4108-a7c9-d9a8dd7f5a1f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:27:58.940112 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Pushing event updated for resources: {'Port': ['ID=5ad39764-a1db-4ad4-8bf4-faa5fd452287,revision_number=5']} {{(pid=83923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:27:58.941809 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3e183e-e649-4c02-b87e-03fc59e0a649 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b46e7a33-f2d2-44a0-9cf1-45c7f982305e,revision_number=None']} {{(pid=83922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:27:58.946217 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-8c3e183e-e649-4c02-b87e-03fc59e0a649 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:58.948051 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-8c3e183e-e649-4c02-b87e-03fc59e0a649 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b46e7a33-f2d2-44a0-9cf1-45c7f982305e HTTP/1.1" status: 204  len: 168 time: 0.6912777
Feb 17 03:27:58.970940 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-8c3e183e-e649-4c02-b87e-03fc59e0a649 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:27:58.979230 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:27:59.138798 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Provisioning for port 8783865b-a078-4448-ad74-449c2887c2a3 completed by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 03:27:59.143583 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f2edbd-9e54-4a44-a174-7a39e5febfc1 req-3e74eac2-729e-4f62-bf3e-f5eaac4c5d16 tempest-DeleteServersTestJSON-594113530 tempest-DeleteServersTestJSON-594113530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:59.150254 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Provisioning complete for port 8783865b-a078-4448-ad74-449c2887c2a3 triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:27:59.150744 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838161172'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:59.152931 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-22f2edbd-9e54-4a44-a174-7a39e5febfc1 req-3e74eac2-729e-4f62-bf3e-f5eaac4c5d16 tempest-DeleteServersTestJSON-594113530 tempest-DeleteServersTestJSON-594113530-project] 10.222.0.57 "GET /v2.0/ports?device_id=5a792992-ad2a-408d-9e19-9363ed0b0c51 HTTP/1.1" status: 200  len: 943 time: 0.6319802
Feb 17 03:27:59.281274 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-a5c01c3a-d3c0-47c6-8acd-49a6c4e13bad req-bbc2105a-ff16-4f73-ace4-3061bb06e052 service neutron] 10.222.0.54 "GET /v2.0/networks/07c25ad2-4e60-4400-a677-ca2c2e7c85f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3762164
Feb 17 03:27:59.338610 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-22f2edbd-9e54-4a44-a174-7a39e5febfc1 req-bc26a7b4-a7c8-4b7a-81de-9a634efd8045 tempest-DeleteServersTestJSON-594113530 tempest-DeleteServersTestJSON-594113530-project] 10.222.0.57 "GET /v2.0/security-groups?id=8140522c-d712-47c7-b8dd-44151d8bce78&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1843169
Feb 17 03:27:59.348467 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for port, before_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:59.412947 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.db [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] For port 8783865b-a078-4448-ad74-449c2887c2a3, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=8783865b-a078-4448-ad74-449c2887c2a3,segment=NetworkSegment(8988ab3d-62e3-434b-a157-4df88e553ac2),segment_id=8988ab3d-62e3-434b-a157-4df88e553ac2)] {{(pid=83923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:27:59.419901 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a792992-ad2a-408d-9e19-9363ed0b0c51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8783865b-a078-4448-ad74-449c2887c2a3'}] {{(pid=83923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 03:27:59.527498 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303097879514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733756514675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303098261108'] for port, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:59.530258 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:27:59.617525 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.managers [req-4d0ec089-6b90-4901-9ebc-8b945007b728 req-3ef14fa7-cd38-4108-a7c9-d9a8dd7f5a1f service neutron] Attempting to bind port c4b7f0c6-bfe4-49e1-936d-f15129c212a8 on host hv-cinder-75994 for vnic_type normal with profile  {{(pid=83921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 03:27:59.617902 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.managers [req-4d0ec089-6b90-4901-9ebc-8b945007b728 req-3ef14fa7-cd38-4108-a7c9-d9a8dd7f5a1f service neutron] Attempting to bind port c4b7f0c6-bfe4-49e1-936d-f15129c212a8 by drivers openvswitch on host hv-cinder-75994 at level 0 using segments [{'id': 'd4896407-aba6-4d6e-b442-40b3a9c2021a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '07c25ad2-4e60-4400-a677-ca2c2e7c85f8'}] {{(pid=83921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 03:27:59.619804 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d0ec089-6b90-4901-9ebc-8b945007b728 req-3ef14fa7-cd38-4108-a7c9-d9a8dd7f5a1f service neutron] Attempting to bind port c4b7f0c6-bfe4-49e1-936d-f15129c212a8 on network 07c25ad2-4e60-4400-a677-ca2c2e7c85f8 {{(pid=83921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 03:27:59.620766 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Pushing event updated for resources: {'Port': ['ID=8783865b-a078-4448-ad74-449c2887c2a3,revision_number=4']} {{(pid=83923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:27:59.624623 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:27:59.635714 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.57', 36096) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:27:59.638143 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d0ec089-6b90-4901-9ebc-8b945007b728 req-3ef14fa7-cd38-4108-a7c9-d9a8dd7f5a1f service neutron] Checking agent: {'id': '1c3dee76-e565-424d-b4cd-b2af1407410d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75994', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 3, 25, 23), 'started_at': datetime.datetime(2021, 2, 17, 3, 25, 53), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 3, 27, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.11', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 03:27:59.638448 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d0ec089-6b90-4901-9ebc-8b945007b728 req-3ef14fa7-cd38-4108-a7c9-d9a8dd7f5a1f service neutron] Checking segment: {'id': 'd4896407-aba6-4d6e-b442-40b3a9c2021a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '07c25ad2-4e60-4400-a677-ca2c2e7c85f8'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 03:27:59.638783 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-4d0ec089-6b90-4901-9ebc-8b945007b728 req-3ef14fa7-cd38-4108-a7c9-d9a8dd7f5a1f service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:59.639162 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d0ec089-6b90-4901-9ebc-8b945007b728 req-3ef14fa7-cd38-4108-a7c9-d9a8dd7f5a1f service neutron] Bound using segment: {'id': 'd4896407-aba6-4d6e-b442-40b3a9c2021a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '07c25ad2-4e60-4400-a677-ca2c2e7c85f8'} {{(pid=83921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 03:27:59.639649 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.managers [req-4d0ec089-6b90-4901-9ebc-8b945007b728 req-3ef14fa7-cd38-4108-a7c9-d9a8dd7f5a1f service neutron] Bound port: c4b7f0c6-bfe4-49e1-936d-f15129c212a8, host: hv-cinder-75994, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4896407-aba6-4d6e-b442-40b3a9c2021a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '07c25ad2-4e60-4400-a677-ca2c2e7c85f8'}}] {{(pid=83921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 03:27:59.640077 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-4d0ec089-6b90-4901-9ebc-8b945007b728 req-3ef14fa7-cd38-4108-a7c9-d9a8dd7f5a1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for port, before_update {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:59.846777 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.db [req-4d0ec089-6b90-4901-9ebc-8b945007b728 req-3ef14fa7-cd38-4108-a7c9-d9a8dd7f5a1f service neutron] For port c4b7f0c6-bfe4-49e1-936d-f15129c212a8, host hv-cinder-75994, cleared binding levels {{(pid=83921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 03:27:59.877723 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.db [req-4d0ec089-6b90-4901-9ebc-8b945007b728 req-3ef14fa7-cd38-4108-a7c9-d9a8dd7f5a1f service neutron] For port c4b7f0c6-bfe4-49e1-936d-f15129c212a8, host hv-cinder-75994, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=c4b7f0c6-bfe4-49e1-936d-f15129c212a8,segment=NetworkSegment(d4896407-aba6-4d6e-b442-40b3a9c2021a),segment_id=d4896407-aba6-4d6e-b442-40b3a9c2021a)] {{(pid=83921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 03:27:59.890418 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0d6432-cb65-4f7e-9c33-b2c6dd305959 req-754d5cd9-f527-4e3d-931b-bb37c46cb021 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:59.897988 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-bd0d6432-cb65-4f7e-9c33-b2c6dd305959 req-754d5cd9-f527-4e3d-931b-bb37c46cb021 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/ports?device_id=4d4f9c42-f07a-4f40-aad4-702d0fd26d82 HTTP/1.1" status: 200  len: 944 time: 0.3332176
Feb 17 03:27:59.901329 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-96d44bb5-45b9-4af6-ba43-f22314b93328 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for port, before_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:59.932773 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3807c84d-1eac-4757-9def-3a37fa739551 req-a13fda42-26dc-4c8a-85f0-3e3952bef87e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:59.934886 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-3807c84d-1eac-4757-9def-3a37fa739551 req-a13fda42-26dc-4c8a-85f0-3e3952bef87e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8da7eb55c2cb47dc99275360edd183e2&device_id=b4d58358-22a0-4562-9370-9574a29ec572 HTTP/1.1" status: 200  len: 1160 time: 0.4588010
Feb 17 03:27:59.936117 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-4d0ec089-6b90-4901-9ebc-8b945007b728 req-3ef14fa7-cd38-4108-a7c9-d9a8dd7f5a1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303097879514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733756514675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303098261108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2134908'] for port, after_update {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:59.961890 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-1e80712a-928e-446b-8b2a-e6a46acfb3b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:00.012987 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-10fb67c4-3108-4ea0-b306-38738cb4549a tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:28:00.029050 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.objects.ports [None req-6b961ffc-cf67-4194-b44d-a392e7d45ef3 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=83923) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}}
Feb 17 03:28:00.074291 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Device 5ad39764-a1db-4ad4-8bf4-faa5fd452287 up at agent ovs-agent-dv-cinder-759943-5-iscsi {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:28:00.131185 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55d6b6c-8821-44e0-9977-09c1e6fe6d0d req-65e1958a-87ec-4bad-b53f-d5f28aa72d2d tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:00.139692 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-a55d6b6c-8821-44e0-9977-09c1e6fe6d0d req-65e1958a-87ec-4bad-b53f-d5f28aa72d2d tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] 10.222.0.57 "GET /v2.0/ports?device_id=05b5b64f-7a56-4bd2-97ed-2e54c9e65a96 HTTP/1.1" status: 200  len: 944 time: 0.5970390
Feb 17 03:28:00.144823 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-bd0d6432-cb65-4f7e-9c33-b2c6dd305959 req-78e4a4b8-9b25-46b8-8c01-720604becbfa tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/security-groups?id=a8d8b256-f933-42bb-9ad3-a02b9415114a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2459691
Feb 17 03:28:00.145968 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.db.resource_extend [None req-5345fbf5-15ae-44d0-a382-03324c04d90d tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83922) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Feb 17 03:28:00.176464 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-5345fbf5-15ae-44d0-a382-03324c04d90d tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Notify callbacks [] for port, precommit_update {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:00.179413 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Provisioning complete for port 5ad39764-a1db-4ad4-8bf4-faa5fd452287 triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:28:00.179910 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838161172'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:00.181659 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-5345fbf5-15ae-44d0-a382-03324c04d90d tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303097879514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733756514675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303098261108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2929291'] for port, after_update {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:00.254014 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-1e80712a-928e-446b-8b2a-e6a46acfb3b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:28:00.295054 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:28:00.309647 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-1e80712a-928e-446b-8b2a-e6a46acfb3b7 admin admin] Usage tracker for resource:security_group_rule and tenant:8c543157d822408e90f066b9604a00eb is out of sync, need to count used quota {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:28:00.328771 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-1e80712a-928e-446b-8b2a-e6a46acfb3b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:28:00.349161 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-a55d6b6c-8821-44e0-9977-09c1e6fe6d0d req-cd9e20a3-aeaa-46cb-b2d1-479a8235d182 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] 10.222.0.57 "GET /v2.0/security-groups?id=7a034f11-6095-46d6-bffd-d2ce932f5f6d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2082281
Feb 17 03:28:00.380124 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-1e80712a-928e-446b-8b2a-e6a46acfb3b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:28:00.430344 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef14fa7-cd38-4108-a7c9-d9a8dd7f5a1f service neutron] Pushing event updated for resources: {'Port': ['ID=c4b7f0c6-bfe4-49e1-936d-f15129c212a8,revision_number=3']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:28:00.434564 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-3ef14fa7-cd38-4108-a7c9-d9a8dd7f5a1f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.422s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:28:00.449722 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5345fbf5-15ae-44d0-a382-03324c04d90d tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Pushing event updated for resources: {'Port': ['ID=db23cfb8-c80a-4c03-8f10-551bdfa17997,revision_number=2']} {{(pid=83922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:28:00.457538 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-5345fbf5-15ae-44d0-a382-03324c04d90d tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:28:00.514647 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.db_base_plugin_common [None req-96d44bb5-45b9-4af6-ba43-f22314b93328 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Allocated IP 172.27.0.133 (47a54196-2e01-4ced-bf59-8f5a8abde718/d8fc1aa1-c957-4fea-a32a-c02e9a0805fb/5959b067-21ed-4fc4-88ba-c6ff55413fe6) {{(pid=83922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 03:28:00.521129 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0ec089-6b90-4901-9ebc-8b945007b728 req-3ef14fa7-cd38-4108-a7c9-d9a8dd7f5a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:00.522121 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-4d0ec089-6b90-4901-9ebc-8b945007b728 req-3ef14fa7-cd38-4108-a7c9-d9a8dd7f5a1f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854193028'] for port, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:00.524080 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-4d0ec089-6b90-4901-9ebc-8b945007b728 req-3ef14fa7-cd38-4108-a7c9-d9a8dd7f5a1f service neutron] 10.222.0.54 "PUT /v2.0/ports/c4b7f0c6-bfe4-49e1-936d-f15129c212a8 HTTP/1.1" status: 200  len: 1158 time: 3.9230793
Feb 17 03:28:00.526822 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d4f9c42-f07a-4f40-aad4-702d0fd26d82', 'tag': 'c4b7f0c6-bfe4-49e1-936d-f15129c212a8'}] {{(pid=83921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 03:28:00.532651 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3807c84d-1eac-4757-9def-3a37fa739551 req-3a958174-5648-4c7e-8dd5-dba2de76b3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:00.535202 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-3807c84d-1eac-4757-9def-3a37fa739551 req-3a958174-5648-4c7e-8dd5-dba2de76b3f2 service neutron] 10.222.0.54 "GET /v2.0/networks?id=07c25ad2-4e60-4400-a677-ca2c2e7c85f8 HTTP/1.1" status: 200  len: 912 time: 0.5913675
Feb 17 03:28:00.556728 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-5345fbf5-15ae-44d0-a382-03324c04d90d tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-922806'] for floatingip, after_update {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:00.652476 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-5345fbf5-15ae-44d0-a382-03324c04d90d tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774597'] for floatingip, before_response {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:00.662816 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-5345fbf5-15ae-44d0-a382-03324c04d90d tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 6.2728684
Feb 17 03:28:00.670291 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a792992-ad2a-408d-9e19-9363ed0b0c51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8783865b-a078-4448-ad74-449c2887c2a3', 'code': 200}
Feb 17 03:28:00.717908 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-96d44bb5-45b9-4af6-ba43-f22314b93328 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Notify callbacks [] for port, precommit_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:00.754533 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-96d44bb5-45b9-4af6-ba43-f22314b93328 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363303098263190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851846526'] for port, after_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:00.760428 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-3807c84d-1eac-4757-9def-3a37fa739551 req-6d754f70-3216-44fe-98c7-bc632a3869c1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d5ada634-5cb7-40f0-b70e-0091b83e2ef6 HTTP/1.1" status: 200  len: 217 time: 0.2185061
Feb 17 03:28:00.762285 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d4f9c42-f07a-4f40-aad4-702d0fd26d82', 'tag': 'c4b7f0c6-bfe4-49e1-936d-f15129c212a8', 'status': 'completed', 'code': 200}
Feb 17 03:28:00.772103 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:28:00.878955 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3807c84d-1eac-4757-9def-3a37fa739551 req-2a36bb2e-0837-4f1f-a03c-0e28cc295e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:00.880689 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-3807c84d-1eac-4757-9def-3a37fa739551 req-2a36bb2e-0837-4f1f-a03c-0e28cc295e82 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e1c7a001-c305-42ea-923a-4661960efd2e HTTP/1.1" status: 200  len: 858 time: 0.1026189
Feb 17 03:28:00.954023 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-3807c84d-1eac-4757-9def-3a37fa739551 req-dc7d4621-f0ee-4544-99bc-40e4c879456d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=07c25ad2-4e60-4400-a677-ca2c2e7c85f8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0592117
Feb 17 03:28:00.956794 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Device a22a3785-c250-4a30-9d0e-f779f4acfbdd up at agent ovs-agent-hv-cinder-75994 {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:28:01.102289 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [req-ecdd4816-a0ce-4016-8445-225a7fb72287 req-5e276aff-beba-42e8-9eb8-f41771fac6a7 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Synchronizing usage tracker for tenant:64044155addf41e9ba2bde5782afed2a on resource:security_group {{(pid=83922) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 03:28:01.108682 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d44bb5-45b9-4af6-ba43-f22314b93328 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Pushing event updated for resources: {'Port': ['ID=5959b067-21ed-4fc4-88ba-c6ff55413fe6,revision_number=1']} {{(pid=83922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:28:01.113800 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Provisioning for port a22a3785-c250-4a30-9d0e-f779f4acfbdd completed by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 03:28:01.122164 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-96d44bb5-45b9-4af6-ba43-f22314b93328 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:28:01.122340 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Provisioning complete for port a22a3785-c250-4a30-9d0e-f779f4acfbdd triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:28:01.123015 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838161172'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:01.258280 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96d44bb5-45b9-4af6-ba43-f22314b93328 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Network 47a54196-2e01-4ced-bf59-8f5a8abde718 is already hosted by enough agents. {{(pid=83922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 03:28:01.262179 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.scheduler.base_scheduler [None req-96d44bb5-45b9-4af6-ba43-f22314b93328 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Resources bound (agent type, host, resource id):  {{(pid=83922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 03:28:01.264903 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d44bb5-45b9-4af6-ba43-f22314b93328 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Received port after_create {{(pid=83922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 03:28:01.298482 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for port, before_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:01.316135 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58af932c-af27-4481-aa11-fd2b4afb7fdf req-5482002b-5338-4b09-9086-450497697792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:01.317975 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-58af932c-af27-4481-aa11-fd2b4afb7fdf req-5482002b-5338-4b09-9086-450497697792 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=5a792992-ad2a-408d-9e19-9363ed0b0c51 HTTP/1.1" status: 200  len: 1162 time: 0.2985365
Feb 17 03:28:01.346752 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.db [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] For port a22a3785-c250-4a30-9d0e-f779f4acfbdd, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=a22a3785-c250-4a30-9d0e-f779f4acfbdd,segment=NetworkSegment(4bd29afe-058f-4758-98df-05beb902e75b),segment_id=4bd29afe-058f-4758-98df-05beb902e75b)] {{(pid=83923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:28:01.351666 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303097879514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733756514675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303098261108'] for port, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:01.352593 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Device 8783865b-a078-4448-ad74-449c2887c2a3 up at agent ovs-agent-hv-cinder-75994 {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:28:01.366588 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-58af932c-af27-4481-aa11-fd2b4afb7fdf req-d71284ae-fae1-40ff-a13b-62e21989a60f service neutron] Notify callbacks [] for security_group, before_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:01.384591 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-3807c84d-1eac-4757-9def-3a37fa739551 req-293323dd-7772-47ec-839d-e3bfa4e83145 service neutron] 10.222.0.54 "GET /v2.0/networks/07c25ad2-4e60-4400-a677-ca2c2e7c85f8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4138203
Feb 17 03:28:01.421892 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [req-58af932c-af27-4481-aa11-fd2b4afb7fdf req-d71284ae-fae1-40ff-a13b-62e21989a60f service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:28:01.429578 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [req-58af932c-af27-4481-aa11-fd2b4afb7fdf req-d71284ae-fae1-40ff-a13b-62e21989a60f service neutron] Usage tracker for resource:security_group_rule and tenant:64a279a26b314316abcda2b780147163 is out of sync, need to count used quota {{(pid=83922) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:28:01.441109 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:28:01.446433 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [req-58af932c-af27-4481-aa11-fd2b4afb7fdf req-d71284ae-fae1-40ff-a13b-62e21989a60f service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83922) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:28:01.455728 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [req-58af932c-af27-4481-aa11-fd2b4afb7fdf req-d71284ae-fae1-40ff-a13b-62e21989a60f service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:28:01.472909 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-96d44bb5-45b9-4af6-ba43-f22314b93328 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:01.536618 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83922) accepted ('10.222.0.57', 36164) {{(pid=83922) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:28:01.551554 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-1e80712a-928e-446b-8b2a-e6a46acfb3b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:01.565834 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Pushing event updated for resources: {'Port': ['ID=a22a3785-c250-4a30-9d0e-f779f4acfbdd,revision_number=4']} {{(pid=83923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:28:01.571248 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:28:01.576434 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-96d44bb5-45b9-4af6-ba43-f22314b93328 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for port, before_update {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:01.589245 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Provisioning complete for port 8783865b-a078-4448-ad74-449c2887c2a3 triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:28:01.589862 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838161172'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:01.617439 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-3807c84d-1eac-4757-9def-3a37fa739551 req-ee5104d7-1858-4a14-bff9-37ab2259f46a service neutron] 10.222.0.54 "GET /v2.0/networks/07c25ad2-4e60-4400-a677-ca2c2e7c85f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2194719
Feb 17 03:28:01.626015 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-1e80712a-928e-446b-8b2a-e6a46acfb3b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876219'] for security_group, after_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:01.628188 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0ec089-6b90-4901-9ebc-8b945007b728 req-9beee53a-7cad-4227-ae1c-9d02d9510879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:01.629892 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-4d0ec089-6b90-4901-9ebc-8b945007b728 req-9beee53a-7cad-4227-ae1c-9d02d9510879 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8da7eb55c2cb47dc99275360edd183e2&device_id=4d4f9c42-f07a-4f40-aad4-702d0fd26d82 HTTP/1.1" status: 200  len: 1161 time: 0.9968202
Feb 17 03:28:01.636570 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a21fd3-fe26-486f-ba45-1f8e944d0a7e req-561c0dc9-ea97-448a-9129-d536a9a58d94 tempest-DeleteServersTestJSON-594113530 tempest-DeleteServersTestJSON-594113530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:01.644353 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-c1a21fd3-fe26-486f-ba45-1f8e944d0a7e req-561c0dc9-ea97-448a-9129-d536a9a58d94 tempest-DeleteServersTestJSON-594113530 tempest-DeleteServersTestJSON-594113530-project] 10.222.0.57 "GET /v2.0/ports?device_id=5a792992-ad2a-408d-9e19-9363ed0b0c51 HTTP/1.1" status: 200  len: 945 time: 1.0136194
Feb 17 03:28:01.699889 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-5c6b6529-cd6b-41c1-9f3b-a2fdbe18bc00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:28:01.729939 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-1e80712a-928e-446b-8b2a-e6a46acfb3b7 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=8c543157d822408e90f066b9604a00eb&name=default HTTP/1.1" status: 200  len: 2979 time: 2.0796201
Feb 17 03:28:01.734122 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83922) accepted ('10.222.0.57', 36174) {{(pid=83922) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:28:01.822331 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e80712a-928e-446b-8b2a-e6a46acfb3b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bfdb92b-5209-4999-bacb-460c9201f006,revision_number=1']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:28:01.831419 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-c1a21fd3-fe26-486f-ba45-1f8e944d0a7e req-88ed9b19-9e6a-404f-ac36-882c5f2a0d32 tempest-DeleteServersTestJSON-594113530 tempest-DeleteServersTestJSON-594113530-project] 10.222.0.57 "GET /v2.0/security-groups?id=8140522c-d712-47c7-b8dd-44151d8bce78&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1844211
Feb 17 03:28:01.833122 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-4d0ec089-6b90-4901-9ebc-8b945007b728 req-d391302e-0e9b-4561-a715-a25a6b901d47 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c4b7f0c6-bfe4-49e1-936d-f15129c212a8 HTTP/1.1" status: 200  len: 217 time: 0.1573789
Feb 17 03:28:01.838899 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-1e80712a-928e-446b-8b2a-e6a46acfb3b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:28:01.974611 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0ec089-6b90-4901-9ebc-8b945007b728 req-cde9047b-43a4-403e-871f-66f7dbaa3e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:01.979546 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-4d0ec089-6b90-4901-9ebc-8b945007b728 req-cde9047b-43a4-403e-871f-66f7dbaa3e5f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e1c7a001-c305-42ea-923a-4661960efd2e HTTP/1.1" status: 200  len: 858 time: 0.1392980
Feb 17 03:28:01.995674 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-58af932c-af27-4481-aa11-fd2b4afb7fdf req-d71284ae-fae1-40ff-a13b-62e21989a60f service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:02.008813 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-594d76cd-e71b-47b5-bce9-f4fa314f8db3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:02.011309 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-58af932c-af27-4481-aa11-fd2b4afb7fdf req-d71284ae-fae1-40ff-a13b-62e21989a60f service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876219'] for security_group, after_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:02.029538 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-a0c4e21b-ecfe-4532-85e8-e2682295bb37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:28:02.053376 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-4d0ec089-6b90-4901-9ebc-8b945007b728 req-7f7e5c70-a6d1-4727-9b14-abc35f0adcba service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=07c25ad2-4e60-4400-a677-ca2c2e7c85f8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0659392
Feb 17 03:28:02.074335 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [req-ecdd4816-a0ce-4016-8445-225a7fb72287 req-5e276aff-beba-42e8-9eb8-f41771fac6a7 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Unset dirty status for tenant:64044155addf41e9ba2bde5782afed2a on resource:security_group {{(pid=83922) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 03:28:02.075529 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-ecdd4816-a0ce-4016-8445-225a7fb72287 req-5e276aff-beba-42e8-9eb8-f41771fac6a7 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--1022157144&fields=id&tenant_id=64044155addf41e9ba2bde5782afed2a HTTP/1.1" status: 200  len: 267 time: 1.1386523
Feb 17 03:28:02.099939 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-58af932c-af27-4481-aa11-fd2b4afb7fdf req-d71284ae-fae1-40ff-a13b-62e21989a60f service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=8140522c-d712-47c7-b8dd-44151d8bce78&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7723696
Feb 17 03:28:02.112065 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-f2dc70a0-728c-4c2b-b584-09ed5feee258 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:02.154323 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Device a22a3785-c250-4a30-9d0e-f779f4acfbdd up at agent ovs-agent-hv-cinder-75994 {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:28:02.158163 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-594d76cd-e71b-47b5-bce9-f4fa314f8db3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:02.240033 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Provisioning complete for port a22a3785-c250-4a30-9d0e-f779f4acfbdd triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:28:02.240374 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838161172'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:02.243244 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-f2dc70a0-728c-4c2b-b584-09ed5feee258 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:28:02.246295 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71284ae-fae1-40ff-a13b-62e21989a60f service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=298a0d88-473a-4ba3-9c6e-f22baad44cc9,revision_number=1']} {{(pid=83922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:28:02.256191 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-f2dc70a0-728c-4c2b-b584-09ed5feee258 admin admin] Usage tracker for resource:security_group_rule and tenant:92d87bcbd0d0459a91f31593d106ea2e is out of sync, need to count used quota {{(pid=83922) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:28:02.261435 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-d71284ae-fae1-40ff-a13b-62e21989a60f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:28:02.268391 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.db.resource_extend [None req-96d44bb5-45b9-4af6-ba43-f22314b93328 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83922) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Feb 17 03:28:02.276783 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-f2dc70a0-728c-4c2b-b584-09ed5feee258 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83922) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:28:02.289322 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-f2dc70a0-728c-4c2b-b584-09ed5feee258 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:28:02.309655 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475109fc-b328-4ca9-b898-47f5eb8417fb req-5cb31f3e-17c2-4bd0-804b-2feaf635363a tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:02.311885 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-475109fc-b328-4ca9-b898-47f5eb8417fb req-5cb31f3e-17c2-4bd0-804b-2feaf635363a tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/ports?device_id=4d4f9c42-f07a-4f40-aad4-702d0fd26d82 HTTP/1.1" status: 200  len: 944 time: 0.2668188
Feb 17 03:28:02.312378 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-96d44bb5-45b9-4af6-ba43-f22314b93328 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Notify callbacks [] for port, precommit_update {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:02.316812 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-4d0ec089-6b90-4901-9ebc-8b945007b728 req-31da73cc-3203-4d3c-b819-b7613b621f21 service neutron] 10.222.0.54 "GET /v2.0/networks/07c25ad2-4e60-4400-a677-ca2c2e7c85f8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2212505
Feb 17 03:28:02.340919 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-96d44bb5-45b9-4af6-ba43-f22314b93328 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303097879514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733756514675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303098261108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2929291'] for port, after_update {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:02.364719 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-475109fc-b328-4ca9-b898-47f5eb8417fb req-530377ec-94cb-4cea-8291-ec2eac5ce3e1 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/security-groups?id=a8d8b256-f933-42bb-9ad3-a02b9415114a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460916
Feb 17 03:28:02.377770 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-96d44bb5-45b9-4af6-ba43-f22314b93328 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:28:02.522660 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdd4816-a0ce-4016-8445-225a7fb72287 req-1e7dce0e-bbf6-4ff4-848d-b7797e8fb2e4 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:02.523407 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [req-ecdd4816-a0ce-4016-8445-225a7fb72287 req-1e7dce0e-bbf6-4ff4-848d-b7797e8fb2e4 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Synchronizing usage tracker for tenant:64044155addf41e9ba2bde5782afed2a on resource:network {{(pid=83922) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 03:28:02.556156 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-594d76cd-e71b-47b5-bce9-f4fa314f8db3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876219'] for security_group, after_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:02.585314 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d44bb5-45b9-4af6-ba43-f22314b93328 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Pushing event updated for resources: {'Port': ['ID=5959b067-21ed-4fc4-88ba-c6ff55413fe6,revision_number=2']} {{(pid=83922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:28:02.596241 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-96d44bb5-45b9-4af6-ba43-f22314b93328 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:28:02.599678 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-db48907b-383e-4d8b-be8d-6e471594eba2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.033s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:28:02.632254 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594d76cd-e71b-47b5-bce9-f4fa314f8db3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bfdb92b-5209-4999-bacb-460c9201f006,revision_number=None']} {{(pid=83922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:28:02.638934 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-594d76cd-e71b-47b5-bce9-f4fa314f8db3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:28:02.669954 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-594d76cd-e71b-47b5-bce9-f4fa314f8db3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:02.673590 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-594d76cd-e71b-47b5-bce9-f4fa314f8db3 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/0bfdb92b-5209-4999-bacb-460c9201f006 HTTP/1.1" status: 204  len: 168 time: 0.9358416
Feb 17 03:28:02.673590 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [req-ecdd4816-a0ce-4016-8445-225a7fb72287 req-1e7dce0e-bbf6-4ff4-848d-b7797e8fb2e4 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Unset dirty status for tenant:64044155addf41e9ba2bde5782afed2a on resource:network {{(pid=83922) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 03:28:02.673590 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-ecdd4816-a0ce-4016-8445-225a7fb72287 req-1e7dce0e-bbf6-4ff4-848d-b7797e8fb2e4 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/networks?id=735791d7-b752-470f-b049-6623a91713f5 HTTP/1.1" status: 200  len: 815 time: 0.5753841
Feb 17 03:28:02.692366 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05b5b64f-7a56-4bd2-97ed-2e54c9e65a96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a22a3785-c250-4a30-9d0e-f779f4acfbdd'}] {{(pid=83923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 03:28:02.726688 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-4d0ec089-6b90-4901-9ebc-8b945007b728 req-03dfb152-e8a9-45cd-9936-8fb06474dc1b service neutron] 10.222.0.54 "GET /v2.0/networks/07c25ad2-4e60-4400-a677-ca2c2e7c85f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2104967
Feb 17 03:28:02.752874 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-ecdd4816-a0ce-4016-8445-225a7fb72287 req-68cf0926-a714-449b-94e4-6c026bc122b4 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/quotas/64044155addf41e9ba2bde5782afed2a HTTP/1.1" status: 200  len: 375 time: 0.0640650
Feb 17 03:28:02.763281 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921f86a1-6e04-4954-8f5e-ee53328f8296 req-1bdf4784-e469-44a3-b7bf-7c15794e0967 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:02.775089 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-921f86a1-6e04-4954-8f5e-ee53328f8296 req-1bdf4784-e469-44a3-b7bf-7c15794e0967 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] 10.222.0.57 "GET /v2.0/ports?device_id=05b5b64f-7a56-4bd2-97ed-2e54c9e65a96 HTTP/1.1" status: 200  len: 946 time: 0.3065670
Feb 17 03:28:02.809642 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-f2dc70a0-728c-4c2b-b584-09ed5feee258 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:02.827488 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-921f86a1-6e04-4954-8f5e-ee53328f8296 req-40fa315c-14c8-471c-b729-e164c447e7bb tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] 10.222.0.57 "GET /v2.0/security-groups?id=7a034f11-6095-46d6-bffd-d2ce932f5f6d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0505962
Feb 17 03:28:02.833342 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-f2dc70a0-728c-4c2b-b584-09ed5feee258 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876219'] for security_group, after_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:02.895140 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05b5b64f-7a56-4bd2-97ed-2e54c9e65a96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a22a3785-c250-4a30-9d0e-f779f4acfbdd', 'code': 200}
Feb 17 03:28:02.974432 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c95eb2-b0fc-490a-a26f-c0514823c82f req-7e5cf554-293f-4c76-a6b4-d11dbdbc7397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:02.977638 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-71c95eb2-b0fc-490a-a26f-c0514823c82f req-7e5cf554-293f-4c76-a6b4-d11dbdbc7397 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8da7eb55c2cb47dc99275360edd183e2&device_id=4d4f9c42-f07a-4f40-aad4-702d0fd26d82 HTTP/1.1" status: 200  len: 1161 time: 0.1214385
Feb 17 03:28:03.096759 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-ef58cb61-ddd8-4ac6-b094-7137204afbcb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:28:03.128606 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-96d44bb5-45b9-4af6-ba43-f22314b93328 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-922806'] for floatingip, after_update {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:03.166563 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dc70a0-728c-4c2b-b584-09ed5feee258 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd1afdca-4b89-4713-b119-f482d402ee84,revision_number=1']} {{(pid=83922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:28:03.201014 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.57', 36194) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:28:03.208695 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-f2dc70a0-728c-4c2b-b584-09ed5feee258 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=92d87bcbd0d0459a91f31593d106ea2e&name=default HTTP/1.1" status: 200  len: 2979 time: 1.6712582
Feb 17 03:28:03.217248 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-f2dc70a0-728c-4c2b-b584-09ed5feee258 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:28:03.218603 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83922) accepted ('10.222.0.57', 36198) {{(pid=83922) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:28:03.242236 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-fac74ad5-d221-4824-b916-d93aaed56a66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:03.246700 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-96d44bb5-45b9-4af6-ba43-f22314b93328 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774597'] for floatingip, before_response {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:03.247906 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-96d44bb5-45b9-4af6-ba43-f22314b93328 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 4.9263589
Feb 17 03:28:03.261335 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c95eb2-b0fc-490a-a26f-c0514823c82f req-f64881d4-aff7-4cf7-aaf1-1047f220f7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:03.262995 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-71c95eb2-b0fc-490a-a26f-c0514823c82f req-f64881d4-aff7-4cf7-aaf1-1047f220f7a2 service neutron] 10.222.0.54 "GET /v2.0/networks?id=07c25ad2-4e60-4400-a677-ca2c2e7c85f8 HTTP/1.1" status: 200  len: 912 time: 0.2638645
Feb 17 03:28:03.274791 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c0f421-f08b-4159-b392-60ed08661763 req-cef0b5bf-da62-4a9c-905f-1d609f591269 tempest-DeleteServersTestJSON-594113530 tempest-DeleteServersTestJSON-594113530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:03.276532 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-26c0f421-f08b-4159-b392-60ed08661763 req-cef0b5bf-da62-4a9c-905f-1d609f591269 tempest-DeleteServersTestJSON-594113530 tempest-DeleteServersTestJSON-594113530-project] 10.222.0.57 "GET /v2.0/ports?device_id=5a792992-ad2a-408d-9e19-9363ed0b0c51 HTTP/1.1" status: 200  len: 945 time: 0.2444232
Feb 17 03:28:03.277633 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-fac74ad5-d221-4824-b916-d93aaed56a66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:28:03.298150 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [req-ecdd4816-a0ce-4016-8445-225a7fb72287 req-641eb3fb-e4c5-4a7e-b4fb-faa5f16f26ad tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Synchronizing usage tracker for tenant:64044155addf41e9ba2bde5782afed2a on resource:port {{(pid=83922) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 03:28:03.344254 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-fac74ad5-d221-4824-b916-d93aaed56a66 admin admin] Usage tracker for resource:security_group_rule and tenant:8952b1ba7d934faa8f37e0add896b49e is out of sync, need to count used quota {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:28:03.350605 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512405dd-b83a-49b0-b719-ecaf94c2ba20 req-e1e27185-986e-40ec-9702-cf9c14951572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:03.352193 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-512405dd-b83a-49b0-b719-ecaf94c2ba20 req-e1e27185-986e-40ec-9702-cf9c14951572 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=05b5b64f-7a56-4bd2-97ed-2e54c9e65a96 HTTP/1.1" status: 200  len: 1163 time: 0.1870396
Feb 17 03:28:03.352817 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [req-ecdd4816-a0ce-4016-8445-225a7fb72287 req-641eb3fb-e4c5-4a7e-b4fb-faa5f16f26ad tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Unset dirty status for tenant:64044155addf41e9ba2bde5782afed2a on resource:port {{(pid=83922) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 03:28:03.354634 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-ecdd4816-a0ce-4016-8445-225a7fb72287 req-641eb3fb-e4c5-4a7e-b4fb-faa5f16f26ad tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=64044155addf41e9ba2bde5782afed2a&fields=id HTTP/1.1" status: 200  len: 348 time: 0.5931971
Feb 17 03:28:03.356120 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-fac74ad5-d221-4824-b916-d93aaed56a66 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:28:03.357280 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-fd5db9cc-dd22-4c6c-a295-bdc7e2870f9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:03.372071 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-71c95eb2-b0fc-490a-a26f-c0514823c82f req-e381e429-3630-48d1-b972-0ea4bb5e823d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c4b7f0c6-bfe4-49e1-936d-f15129c212a8 HTTP/1.1" status: 200  len: 217 time: 0.0915935
Feb 17 03:28:03.377498 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-fac74ad5-d221-4824-b916-d93aaed56a66 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:28:03.476634 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-26c0f421-f08b-4159-b392-60ed08661763 req-ab6685d4-1577-4468-8165-1f77d7c8494a tempest-DeleteServersTestJSON-594113530 tempest-DeleteServersTestJSON-594113530-project] 10.222.0.57 "GET /v2.0/security-groups?id=8140522c-d712-47c7-b8dd-44151d8bce78&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1399121
Feb 17 03:28:03.487865 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c95eb2-b0fc-490a-a26f-c0514823c82f req-45bf5513-2553-4995-a133-04716d2dc964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:03.489636 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-71c95eb2-b0fc-490a-a26f-c0514823c82f req-45bf5513-2553-4995-a133-04716d2dc964 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e1c7a001-c305-42ea-923a-4661960efd2e HTTP/1.1" status: 200  len: 858 time: 0.1096163
Feb 17 03:28:03.491204 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-fd5db9cc-dd22-4c6c-a295-bdc7e2870f9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:03.515337 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [req-512405dd-b83a-49b0-b719-ecaf94c2ba20 req-1e612340-55b8-48c4-85c2-8f9d27f4e586 service neutron] Synchronizing usage tracker for tenant:64a279a26b314316abcda2b780147163 on resource:security_group {{(pid=83922) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 03:28:03.556710 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-71c95eb2-b0fc-490a-a26f-c0514823c82f req-1366a926-b269-40af-84b9-40249e5d5afc service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=07c25ad2-4e60-4400-a677-ca2c2e7c85f8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0577576
Feb 17 03:28:03.602018 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-ecdd4816-a0ce-4016-8445-225a7fb72287 req-216ab1aa-ffc5-4da9-9d90-207f084ab8e5 service neutron] 10.222.0.57 "GET /v2.0/networks/735791d7-b752-470f-b049-6623a91713f5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2208602
Feb 17 03:28:03.602983 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-fd5db9cc-dd22-4c6c-a295-bdc7e2870f9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876219'] for security_group, after_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:03.608524 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-36e3546e-dea2-4a84-b65a-f3599dfb0179 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:28:03.645022 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5db9cc-dd22-4c6c-a295-bdc7e2870f9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd1afdca-4b89-4713-b119-f482d402ee84,revision_number=None']} {{(pid=83922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:28:03.703007 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-fd5db9cc-dd22-4c6c-a295-bdc7e2870f9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:28:03.717111 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-fd5db9cc-dd22-4c6c-a295-bdc7e2870f9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:03.718314 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-fd5db9cc-dd22-4c6c-a295-bdc7e2870f9f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/fd1afdca-4b89-4713-b119-f482d402ee84 HTTP/1.1" status: 204  len: 168 time: 0.4937074
Feb 17 03:28:03.723207 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-62352fcb-b27a-43b4-b332-0cdc2c59fdc2 req-87d872e8-ee8f-474b-a259-2c716f5b00fc tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--918275720&fields=id&tenant_id=c568344bec0146c19c14571bff20a759 HTTP/1.1" status: 200  len: 267 time: 0.1243970
Feb 17 03:28:03.769410 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-fac74ad5-d221-4824-b916-d93aaed56a66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:03.782627 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-ecdd4816-a0ce-4016-8445-225a7fb72287 req-696f4c3b-9409-4230-9f62-c8c5708c7435 service neutron] 10.222.0.57 "GET /v2.0/networks/735791d7-b752-470f-b049-6623a91713f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1647186
Feb 17 03:28:03.783690 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [req-512405dd-b83a-49b0-b719-ecaf94c2ba20 req-1e612340-55b8-48c4-85c2-8f9d27f4e586 service neutron] Unset dirty status for tenant:64a279a26b314316abcda2b780147163 on resource:security_group {{(pid=83922) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 03:28:03.784813 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-512405dd-b83a-49b0-b719-ecaf94c2ba20 req-1e612340-55b8-48c4-85c2-8f9d27f4e586 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=7a034f11-6095-46d6-bffd-d2ce932f5f6d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4250171
Feb 17 03:28:03.843417 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-fac74ad5-d221-4824-b916-d93aaed56a66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876219'] for security_group, after_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:03.870045 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-e97e06d4-c9ec-4339-9043-66c55ca1fdd6 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:28:03.903132 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac74ad5-d221-4824-b916-d93aaed56a66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb4d805c-0532-48ec-b90d-6d88aab0c588,revision_number=1']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:28:03.918841 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-fac74ad5-d221-4824-b916-d93aaed56a66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:28:03.958323 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-71c95eb2-b0fc-490a-a26f-c0514823c82f req-9fd8da3f-de05-4ddb-ab32-1c22f06a11f3 service neutron] 10.222.0.54 "GET /v2.0/networks/07c25ad2-4e60-4400-a677-ca2c2e7c85f8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3877878
Feb 17 03:28:03.968535 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-fac74ad5-d221-4824-b916-d93aaed56a66 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=8952b1ba7d934faa8f37e0add896b49e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7667630
Feb 17 03:28:03.972282 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83922) accepted ('10.222.0.57', 36228) {{(pid=83922) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:28:04.004770 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62352fcb-b27a-43b4-b332-0cdc2c59fdc2 req-1bf518ef-1f8b-463c-a20a-e314b577934c tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:04.012895 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-62352fcb-b27a-43b4-b332-0cdc2c59fdc2 req-1bf518ef-1f8b-463c-a20a-e314b577934c tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] 10.222.0.57 "GET /v2.0/networks?id=196dd25e-6f79-49ea-bd1a-b88102e9bbe7 HTTP/1.1" status: 200  len: 811 time: 0.2803297
Feb 17 03:28:04.037571 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-62352fcb-b27a-43b4-b332-0cdc2c59fdc2 req-bf858ba7-9352-4432-91c4-3b725dd6dd4e tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] 10.222.0.57 "GET /v2.0/quotas/c568344bec0146c19c14571bff20a759 HTTP/1.1" status: 200  len: 375 time: 0.0236170
Feb 17 03:28:04.041695 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-649af2de-0db6-4e63-9fdb-5bc77c6aa614 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:04.092492 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-649af2de-0db6-4e63-9fdb-5bc77c6aa614 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:04.149701 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-649af2de-0db6-4e63-9fdb-5bc77c6aa614 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876219'] for security_group, after_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:04.157661 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:28:04.233939 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649af2de-0db6-4e63-9fdb-5bc77c6aa614 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb4d805c-0532-48ec-b90d-6d88aab0c588,revision_number=None']} {{(pid=83922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:28:04.244028 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-649af2de-0db6-4e63-9fdb-5bc77c6aa614 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:28:04.252318 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-649af2de-0db6-4e63-9fdb-5bc77c6aa614 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:04.254225 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-649af2de-0db6-4e63-9fdb-5bc77c6aa614 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/cb4d805c-0532-48ec-b90d-6d88aab0c588 HTTP/1.1" status: 204  len: 168 time: 0.2799973
Feb 17 03:28:04.335029 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0065eede-1797-4dcb-b876-139b1994a2c9 req-eacfb100-ba3d-4f88-a8fc-6b859868ae21 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:04.340151 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-0065eede-1797-4dcb-b876-139b1994a2c9 req-eacfb100-ba3d-4f88-a8fc-6b859868ae21 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/ports?device_id=4d4f9c42-f07a-4f40-aad4-702d0fd26d82 HTTP/1.1" status: 200  len: 944 time: 0.1697323
Feb 17 03:28:04.379015 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.objects.ports [None req-084ae322-d351-44e4-b07b-7cd8e2ee45af None None] Time-cost: Fetching 2 ports in 1 security groups {{(pid=83923) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}}
Feb 17 03:28:04.444680 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-0065eede-1797-4dcb-b876-139b1994a2c9 req-5e269b34-79a8-4363-a52c-6aed9b234ac5 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/security-groups?id=a8d8b256-f933-42bb-9ad3-a02b9415114a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0984225
Feb 17 03:28:04.462230 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-62352fcb-b27a-43b4-b332-0cdc2c59fdc2 req-c2d76e61-0c00-4de7-89d7-504c7f5f728f tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=c568344bec0146c19c14571bff20a759&fields=id HTTP/1.1" status: 200  len: 348 time: 0.4158392
Feb 17 03:28:04.626995 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-71c95eb2-b0fc-490a-a26f-c0514823c82f req-abcf98e5-046d-43be-8faf-9513b9a012e6 service neutron] 10.222.0.54 "GET /v2.0/networks/07c25ad2-4e60-4400-a677-ca2c2e7c85f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4262400
Feb 17 03:28:04.704457 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-62352fcb-b27a-43b4-b332-0cdc2c59fdc2 req-f81b2531-6f0b-44a5-a930-c9ce787cf9f0 service neutron] 10.222.0.57 "GET /v2.0/networks/196dd25e-6f79-49ea-bd1a-b88102e9bbe7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2412755
Feb 17 03:28:04.820924 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589456e6-f376-444e-8b62-d7173bd6fe56 req-2d1c8e71-cb74-42db-b9f1-8f01a9d939d1 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:04.823808 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-589456e6-f376-444e-8b62-d7173bd6fe56 req-2d1c8e71-cb74-42db-b9f1-8f01a9d939d1 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] 10.222.0.57 "GET /v2.0/ports?device_id=05b5b64f-7a56-4bd2-97ed-2e54c9e65a96 HTTP/1.1" status: 200  len: 946 time: 0.1843090
Feb 17 03:28:04.889493 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-589456e6-f376-444e-8b62-d7173bd6fe56 req-a3520c94-2237-4509-ba0c-2557923c808d tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] 10.222.0.57 "GET /v2.0/security-groups?id=7a034f11-6095-46d6-bffd-d2ce932f5f6d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0565083
Feb 17 03:28:05.084451 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-62352fcb-b27a-43b4-b332-0cdc2c59fdc2 req-4a22d751-bea1-4185-901e-c1ed602f68b9 service neutron] 10.222.0.57 "GET /v2.0/networks/196dd25e-6f79-49ea-bd1a-b88102e9bbe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3790612
Feb 17 03:28:05.090612 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-3d59643d-86ff-4b90-b1a8-94bc51c9221d req-02fed157-9ff1-41be-a752-2cf15ba7e584 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/ports?device_id=4840bec6-59fa-4a75-9cab-b8eba3fced9d HTTP/1.1" status: 200  len: 210 time: 0.0567224
Feb 17 03:28:05.330530 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1331dc3-0f03-49ac-abf0-527ece918ea7 req-dcff98a0-2b3f-4dfa-a3fc-35ca917ab9db tempest-DeleteServersTestJSON-594113530 tempest-DeleteServersTestJSON-594113530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:05.339206 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-a1331dc3-0f03-49ac-abf0-527ece918ea7 req-dcff98a0-2b3f-4dfa-a3fc-35ca917ab9db tempest-DeleteServersTestJSON-594113530 tempest-DeleteServersTestJSON-594113530-project] 10.222.0.57 "GET /v2.0/ports?device_id=5a792992-ad2a-408d-9e19-9363ed0b0c51 HTTP/1.1" status: 200  len: 945 time: 0.1074121
Feb 17 03:28:05.385895 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-8f0d2c31-b1d2-4449-a7d5-037dd49b906e req-85a9ccbd-e74a-411c-9487-f1a577b0ab9c tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] 10.222.0.57 "GET /v2.0/ports?device_id=3c5a8ede-8248-460e-bef7-6b5c3aaf48f5 HTTP/1.1" status: 200  len: 210 time: 0.0597014
Feb 17 03:28:05.405818 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-a1331dc3-0f03-49ac-abf0-527ece918ea7 req-83a6b875-b46d-49ec-a20c-a3b4c95bcb0f tempest-DeleteServersTestJSON-594113530 tempest-DeleteServersTestJSON-594113530-project] 10.222.0.57 "GET /v2.0/security-groups?id=8140522c-d712-47c7-b8dd-44151d8bce78&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0653632
Feb 17 03:28:05.679806 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a299a27-0b48-466e-b4b6-84e75640af1d req-c34dbc77-495a-4ba1-ab2f-6eab45ac2cf1 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:05.682109 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-8a299a27-0b48-466e-b4b6-84e75640af1d req-c34dbc77-495a-4ba1-ab2f-6eab45ac2cf1 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/ports?device_id=4d4f9c42-f07a-4f40-aad4-702d0fd26d82 HTTP/1.1" status: 200  len: 944 time: 0.0989809
Feb 17 03:28:05.776870 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-8a299a27-0b48-466e-b4b6-84e75640af1d req-28f10c5e-63e8-431e-a63e-a7fb01d1be76 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/security-groups?id=a8d8b256-f933-42bb-9ad3-a02b9415114a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0862412
Feb 17 03:28:06.123258 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090a7b34-8b94-4715-a2c9-abb09497029e req-09d61f3c-d00d-470d-8170-043ff0c77e22 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:06.125747 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-090a7b34-8b94-4715-a2c9-abb09497029e req-09d61f3c-d00d-470d-8170-043ff0c77e22 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] 10.222.0.57 "GET /v2.0/ports?device_id=05b5b64f-7a56-4bd2-97ed-2e54c9e65a96 HTTP/1.1" status: 200  len: 946 time: 0.1017129
Feb 17 03:28:06.189593 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-090a7b34-8b94-4715-a2c9-abb09497029e req-33bb5627-0be4-4205-85c8-f5b39f3eb74d tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] 10.222.0.57 "GET /v2.0/security-groups?id=7a034f11-6095-46d6-bffd-d2ce932f5f6d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0557520
Feb 17 03:28:06.281868 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-07400b21-6477-47f2-9408-da39b454fda5 req-3132a4fe-73d6-4793-b1d4-7ed411f93739 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/ports?device_id=4840bec6-59fa-4a75-9cab-b8eba3fced9d HTTP/1.1" status: 200  len: 210 time: 0.0508468
Feb 17 03:28:06.571785 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [req-513d2129-7f03-453c-b3dd-1fd42d226a6d req-ae7f584f-c35c-48de-b07c-74747b3e866c tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Synchronizing usage tracker for tenant:c568344bec0146c19c14571bff20a759 on resource:port {{(pid=83922) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 03:28:06.592414 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [req-513d2129-7f03-453c-b3dd-1fd42d226a6d req-ae7f584f-c35c-48de-b07c-74747b3e866c tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Unset dirty status for tenant:c568344bec0146c19c14571bff20a759 on resource:port {{(pid=83922) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 03:28:06.593811 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-513d2129-7f03-453c-b3dd-1fd42d226a6d req-ae7f584f-c35c-48de-b07c-74747b3e866c tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] 10.222.0.57 "GET /v2.0/ports?device_id=3c5a8ede-8248-460e-bef7-6b5c3aaf48f5 HTTP/1.1" status: 200  len: 210 time: 0.0791681
Feb 17 03:28:07.002787 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d15909-74a1-48a8-a358-6ce911ccc38a req-c629ae95-dc14-4f5a-a02f-baa66e8a677d tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:07.004411 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-e2d15909-74a1-48a8-a358-6ce911ccc38a req-c629ae95-dc14-4f5a-a02f-baa66e8a677d tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/ports?device_id=4d4f9c42-f07a-4f40-aad4-702d0fd26d82 HTTP/1.1" status: 200  len: 944 time: 0.1045606
Feb 17 03:28:07.057350 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-e2d15909-74a1-48a8-a358-6ce911ccc38a req-8023286d-a3a5-43b4-9127-b96221813c89 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/security-groups?id=a8d8b256-f933-42bb-9ad3-a02b9415114a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461464
Feb 17 03:28:07.466527 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3c6dff-91d6-47c2-acdb-9846a9a2596f req-3f1340dc-8da6-42ce-a372-5e26dbda6ccd tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:07.475071 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-2c3c6dff-91d6-47c2-acdb-9846a9a2596f req-3f1340dc-8da6-42ce-a372-5e26dbda6ccd tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] 10.222.0.57 "GET /v2.0/ports?device_id=05b5b64f-7a56-4bd2-97ed-2e54c9e65a96 HTTP/1.1" status: 200  len: 946 time: 0.1666169
Feb 17 03:28:07.514205 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-4abb1732-51ef-45e3-afe0-60a895dd8bf8 req-36b189f7-015b-4e2f-9580-45ea67054eee tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/ports?device_id=4840bec6-59fa-4a75-9cab-b8eba3fced9d HTTP/1.1" status: 200  len: 210 time: 0.0674555
Feb 17 03:28:07.536768 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-2c3c6dff-91d6-47c2-acdb-9846a9a2596f req-313b932a-9689-442c-bf6a-d0e4ef25c293 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] 10.222.0.57 "GET /v2.0/security-groups?id=7a034f11-6095-46d6-bffd-d2ce932f5f6d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0605185
Feb 17 03:28:07.779644 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-589683cc-445e-41cb-a216-07186ad6055b req-cbc9274d-9d30-435a-b9f9-056701f44cce tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] 10.222.0.57 "GET /v2.0/ports?device_id=3c5a8ede-8248-460e-bef7-6b5c3aaf48f5 HTTP/1.1" status: 200  len: 210 time: 0.0592735
Feb 17 03:28:08.255327 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169ce531-1cd2-4c97-a369-9efdf49febba req-1d55b73e-0b65-47f5-a593-19094a8b3162 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:08.256863 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-169ce531-1cd2-4c97-a369-9efdf49febba req-1d55b73e-0b65-47f5-a593-19094a8b3162 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/ports?device_id=4d4f9c42-f07a-4f40-aad4-702d0fd26d82 HTTP/1.1" status: 200  len: 944 time: 0.0858228
Feb 17 03:28:08.304410 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-169ce531-1cd2-4c97-a369-9efdf49febba req-1e6f5d4e-edbf-4a30-9c98-671e44bc5781 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/security-groups?id=a8d8b256-f933-42bb-9ad3-a02b9415114a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412700
Feb 17 03:28:08.688037 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-c164d6fa-7ef0-4bb3-b2f2-6bd05df96cf3 req-f5368f5c-860e-4d36-aefe-41710787b0f3 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/ports?device_id=4840bec6-59fa-4a75-9cab-b8eba3fced9d HTTP/1.1" status: 200  len: 210 time: 0.0583029
Feb 17 03:28:08.747527 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028ea140-84e4-4516-84eb-99821a6f64e4 req-9295217d-7b74-4ae2-b10f-4126b364d9dd tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:08.749284 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-028ea140-84e4-4516-84eb-99821a6f64e4 req-9295217d-7b74-4ae2-b10f-4126b364d9dd tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] 10.222.0.57 "GET /v2.0/ports?device_id=05b5b64f-7a56-4bd2-97ed-2e54c9e65a96 HTTP/1.1" status: 200  len: 946 time: 0.0959728
Feb 17 03:28:08.797334 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-028ea140-84e4-4516-84eb-99821a6f64e4 req-a2cc182a-9ec1-475a-97b7-3bf268c1ea4e tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] 10.222.0.57 "GET /v2.0/security-groups?id=7a034f11-6095-46d6-bffd-d2ce932f5f6d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417984
Feb 17 03:28:08.944859 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-8d152074-6d7e-42de-be85-9f4d75148771 req-1573d4ba-13c0-4c11-bce1-fd0144c00165 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] 10.222.0.57 "GET /v2.0/ports?device_id=3c5a8ede-8248-460e-bef7-6b5c3aaf48f5 HTTP/1.1" status: 200  len: 210 time: 0.0496442
Feb 17 03:28:09.345431 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Device d5ada634-5cb7-40f0-b70e-0091b83e2ef6 up at agent ovs-agent-hv-cinder-75994 {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:28:09.419337 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Provisioning for port d5ada634-5cb7-40f0-b70e-0091b83e2ef6 completed by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 03:28:09.425786 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Provisioning complete for port d5ada634-5cb7-40f0-b70e-0091b83e2ef6 triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:28:09.426209 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838161172'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:09.518822 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f93293c-654a-41f0-9b80-6d8443d216e6 req-0c401bb5-5fcd-4bc8-af59-412288776ad9 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:09.520738 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-8f93293c-654a-41f0-9b80-6d8443d216e6 req-0c401bb5-5fcd-4bc8-af59-412288776ad9 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/ports?device_id=4d4f9c42-f07a-4f40-aad4-702d0fd26d82 HTTP/1.1" status: 200  len: 944 time: 0.1001496
Feb 17 03:28:09.564218 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for port, before_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:09.571950 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-8f93293c-654a-41f0-9b80-6d8443d216e6 req-df34dafb-1ae5-4227-a25d-2dd91d67f1af tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/security-groups?id=a8d8b256-f933-42bb-9ad3-a02b9415114a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443268
Feb 17 03:28:09.594899 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4d58358-22a0-4562-9370-9574a29ec572', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5ada634-5cb7-40f0-b70e-0091b83e2ef6'}] {{(pid=83923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 03:28:09.610656 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.db [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] For port d5ada634-5cb7-40f0-b70e-0091b83e2ef6, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=d5ada634-5cb7-40f0-b70e-0091b83e2ef6,segment=NetworkSegment(d4896407-aba6-4d6e-b442-40b3a9c2021a),segment_id=d4896407-aba6-4d6e-b442-40b3a9c2021a)] {{(pid=83923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:28:09.613524 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303097879514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733756514675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303098261108'] for port, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:09.615658 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:28:09.692146 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Pushing event updated for resources: {'Port': ['ID=d5ada634-5cb7-40f0-b70e-0091b83e2ef6,revision_number=4']} {{(pid=83923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:28:09.696430 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:28:09.709698 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4d58358-22a0-4562-9370-9574a29ec572', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5ada634-5cb7-40f0-b70e-0091b83e2ef6', 'code': 200}
Feb 17 03:28:09.854338 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdd4816-a0ce-4016-8445-225a7fb72287 req-83d073d7-5123-4665-8ec0-8b12b448a705 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:09.864304 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-ecdd4816-a0ce-4016-8445-225a7fb72287 req-83d073d7-5123-4665-8ec0-8b12b448a705 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.54 "GET /v2.0/networks?id=735791d7-b752-470f-b049-6623a91713f5 HTTP/1.1" status: 200  len: 815 time: 0.2523680
Feb 17 03:28:09.988797 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-bcee60a5-8c32-40cb-bdca-5caccd40936f req-66256003-4b62-4a37-abd3-eb0066c697bd tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/ports?device_id=4840bec6-59fa-4a75-9cab-b8eba3fced9d HTTP/1.1" status: 200  len: 210 time: 0.0839479
Feb 17 03:28:10.024646 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [req-ecdd4816-a0ce-4016-8445-225a7fb72287 req-845ac18c-0e25-45f9-b2ad-d2690486a217 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Synchronizing usage tracker for tenant:64044155addf41e9ba2bde5782afed2a on resource:security_group {{(pid=83921) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 03:28:10.105259 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [req-ecdd4816-a0ce-4016-8445-225a7fb72287 req-845ac18c-0e25-45f9-b2ad-d2690486a217 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Unset dirty status for tenant:64044155addf41e9ba2bde5782afed2a on resource:security_group {{(pid=83921) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 03:28:10.106943 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-ecdd4816-a0ce-4016-8445-225a7fb72287 req-845ac18c-0e25-45f9-b2ad-d2690486a217 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=64044155addf41e9ba2bde5782afed2a HTTP/1.1" status: 200  len: 5705 time: 0.2240031
Feb 17 03:28:10.122773 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.v2.base [req-ecdd4816-a0ce-4016-8445-225a7fb72287 req-013fa2f0-bd22-463e-b3a7-10693e52afc9 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Request body: {'port': {'device_id': '4840bec6-59fa-4a75-9cab-b8eba3fced9d', 'network_id': '735791d7-b752-470f-b049-6623a91713f5', 'admin_state_up': True, 'tenant_id': '64044155addf41e9ba2bde5782afed2a', 'security_groups': ['e00a9105-e774-4a39-a8ac-bb2eb11aef9a']}} {{(pid=83921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:28:10.166522 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-8374f7eb-b621-49ef-8705-df4e6df777ea req-1451edc0-63b4-4573-96a9-67d4225baf49 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] 10.222.0.57 "GET /v2.0/ports?device_id=3c5a8ede-8248-460e-bef7-6b5c3aaf48f5 HTTP/1.1" status: 200  len: 210 time: 0.0592673
Feb 17 03:28:10.246960 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0973906-ecfa-47ae-b8ee-0bdb78ee9aa1 req-64744daa-ddb3-4b15-ae07-f9f7d118474c tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:10.248574 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-c0973906-ecfa-47ae-b8ee-0bdb78ee9aa1 req-64744daa-ddb3-4b15-ae07-f9f7d118474c tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] 10.222.0.57 "GET /v2.0/ports?device_id=05b5b64f-7a56-4bd2-97ed-2e54c9e65a96 HTTP/1.1" status: 200  len: 946 time: 0.2195673
Feb 17 03:28:10.308047 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dba6b0-0d29-415d-8118-50a3c87bd3ce req-d5db417d-3359-4bc0-943b-efd8276f3932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:10.309858 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-c3dba6b0-0d29-415d-8118-50a3c87bd3ce req-d5db417d-3359-4bc0-943b-efd8276f3932 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=b4d58358-22a0-4562-9370-9574a29ec572 HTTP/1.1" status: 200  len: 1162 time: 0.0824709
Feb 17 03:28:10.329767 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [req-ecdd4816-a0ce-4016-8445-225a7fb72287 req-013fa2f0-bd22-463e-b3a7-10693e52afc9 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:28:10.334914 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-c0973906-ecfa-47ae-b8ee-0bdb78ee9aa1 req-a8a4f938-02eb-4c80-9813-d88c55984df8 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] 10.222.0.57 "GET /v2.0/security-groups?id=7a034f11-6095-46d6-bffd-d2ce932f5f6d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0742834
Feb 17 03:28:10.343414 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [req-ecdd4816-a0ce-4016-8445-225a7fb72287 req-013fa2f0-bd22-463e-b3a7-10693e52afc9 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:28:10.370969 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ecdd4816-a0ce-4016-8445-225a7fb72287 req-013fa2f0-bd22-463e-b3a7-10693e52afc9 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Made reservation on behalf of 64044155addf41e9ba2bde5782afed2a for: {'port': 1} {{(pid=83921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 03:28:10.376540 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-ecdd4816-a0ce-4016-8445-225a7fb72287 req-013fa2f0-bd22-463e-b3a7-10693e52afc9 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for port, before_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:10.392579 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-c3dba6b0-0d29-415d-8118-50a3c87bd3ce req-53fa8093-b8d9-4345-9f08-8c09614becf9 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=a8d8b256-f933-42bb-9ad3-a02b9415114a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425706
Feb 17 03:28:10.410043 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Device d5ada634-5cb7-40f0-b70e-0091b83e2ef6 up at agent ovs-agent-hv-cinder-75994 {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:28:10.492886 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Provisioning complete for port d5ada634-5cb7-40f0-b70e-0091b83e2ef6 triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:28:10.493426 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838161172'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:10.637095 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Device a22a3785-c250-4a30-9d0e-f779f4acfbdd up at agent ovs-agent-hv-cinder-75994 {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:28:10.735343 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Provisioning complete for port a22a3785-c250-4a30-9d0e-f779f4acfbdd triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:28:10.735873 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838161172'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:10.793574 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.db_base_plugin_common [req-ecdd4816-a0ce-4016-8445-225a7fb72287 req-013fa2f0-bd22-463e-b3a7-10693e52afc9 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Allocated IP 172.20.0.3 (735791d7-b752-470f-b049-6623a91713f5/1603be8a-dd86-41be-b651-1a8436af8dbf/3122eba0-b4d4-415e-b7c0-f67223c6ab3f) {{(pid=83921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 03:28:10.955158 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8e8f6b-a113-4beb-b140-d597a6933dc1 req-92778f4a-52a0-462c-9a58-3b8247349fd6 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:10.969161 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-6e8e8f6b-a113-4beb-b140-d597a6933dc1 req-92778f4a-52a0-462c-9a58-3b8247349fd6 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/ports?device_id=4d4f9c42-f07a-4f40-aad4-702d0fd26d82 HTTP/1.1" status: 200  len: 944 time: 0.1704619
Feb 17 03:28:11.057710 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-6e8e8f6b-a113-4beb-b140-d597a6933dc1 req-b3c142c4-2015-4fa7-b43d-c4599f97c289 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/security-groups?id=a8d8b256-f933-42bb-9ad3-a02b9415114a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0875423
Feb 17 03:28:11.208010 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-ecdd4816-a0ce-4016-8445-225a7fb72287 req-013fa2f0-bd22-463e-b3a7-10693e52afc9 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Notify callbacks [] for port, precommit_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:11.225723 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [req-ecdd4816-a0ce-4016-8445-225a7fb72287 req-013fa2f0-bd22-463e-b3a7-10693e52afc9 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Transition to ACTIVE for port object 3122eba0-b4d4-415e-b7c0-f67223c6ab3f will not be triggered until provisioned by entity DHCP. {{(pid=83921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 03:28:11.237635 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-d0ad4430-6562-40c3-ab32-fa1da76a7db5 req-de0dc17d-352d-48b9-910c-dab27c523d6f tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/ports?device_id=4840bec6-59fa-4a75-9cab-b8eba3fced9d HTTP/1.1" status: 200  len: 210 time: 0.0715315
Feb 17 03:28:11.252223 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-ecdd4816-a0ce-4016-8445-225a7fb72287 req-013fa2f0-bd22-463e-b3a7-10693e52afc9 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363303098263190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852640907'] for port, after_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:11.271240 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-3ef14fa7-cd38-4108-a7c9-d9a8dd7f5a1f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:28:11.468255 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013fa2f0-bd22-463e-b3a7-10693e52afc9 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Pushing event updated for resources: {'Port': ['ID=3122eba0-b4d4-415e-b7c0-f67223c6ab3f,revision_number=1']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:28:11.471639 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-013fa2f0-bd22-463e-b3a7-10693e52afc9 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:28:11.557942 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62352fcb-b27a-43b4-b332-0cdc2c59fdc2 req-c640d9c3-6d74-41d8-889a-b717fee8d499 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:11.559310 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [req-62352fcb-b27a-43b4-b332-0cdc2c59fdc2 req-c640d9c3-6d74-41d8-889a-b717fee8d499 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Synchronizing usage tracker for tenant:c568344bec0146c19c14571bff20a759 on resource:network {{(pid=83922) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 03:28:11.582870 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ecdd4816-a0ce-4016-8445-225a7fb72287 req-013fa2f0-bd22-463e-b3a7-10693e52afc9 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Network 735791d7-b752-470f-b049-6623a91713f5 is already hosted by enough agents. {{(pid=83921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 03:28:11.584054 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.scheduler.base_scheduler [req-ecdd4816-a0ce-4016-8445-225a7fb72287 req-013fa2f0-bd22-463e-b3a7-10693e52afc9 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Resources bound (agent type, host, resource id):  {{(pid=83921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 03:28:11.586534 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecdd4816-a0ce-4016-8445-225a7fb72287 req-013fa2f0-bd22-463e-b3a7-10693e52afc9 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Received port after_create {{(pid=83921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 03:28:11.624223 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-8b10eaba-6267-4f04-9ed8-be868033523c req-7b311512-8930-4735-bcd1-3cac5e5aba82 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] 10.222.0.57 "GET /v2.0/ports?device_id=3c5a8ede-8248-460e-bef7-6b5c3aaf48f5 HTTP/1.1" status: 200  len: 210 time: 0.0795984
Feb 17 03:28:11.636664 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [req-62352fcb-b27a-43b4-b332-0cdc2c59fdc2 req-c640d9c3-6d74-41d8-889a-b717fee8d499 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Unset dirty status for tenant:c568344bec0146c19c14571bff20a759 on resource:network {{(pid=83922) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 03:28:11.637961 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-62352fcb-b27a-43b4-b332-0cdc2c59fdc2 req-c640d9c3-6d74-41d8-889a-b717fee8d499 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] 10.222.0.54 "GET /v2.0/networks?id=196dd25e-6f79-49ea-bd1a-b88102e9bbe7 HTTP/1.1" status: 200  len: 811 time: 0.3239429
Feb 17 03:28:11.677475 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdd4816-a0ce-4016-8445-225a7fb72287 req-013fa2f0-bd22-463e-b3a7-10693e52afc9 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:11.678266 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-ecdd4816-a0ce-4016-8445-225a7fb72287 req-013fa2f0-bd22-463e-b3a7-10693e52afc9 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854193028'] for port, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:11.739800 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [req-62352fcb-b27a-43b4-b332-0cdc2c59fdc2 req-e298e79c-0eda-4193-9d1c-aca66a59958a tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Synchronizing usage tracker for tenant:c568344bec0146c19c14571bff20a759 on resource:security_group {{(pid=83922) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 03:28:11.761337 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [req-62352fcb-b27a-43b4-b332-0cdc2c59fdc2 req-e298e79c-0eda-4193-9d1c-aca66a59958a tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Unset dirty status for tenant:c568344bec0146c19c14571bff20a759 on resource:security_group {{(pid=83922) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 03:28:11.763289 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-62352fcb-b27a-43b4-b332-0cdc2c59fdc2 req-e298e79c-0eda-4193-9d1c-aca66a59958a tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c568344bec0146c19c14571bff20a759 HTTP/1.1" status: 200  len: 5704 time: 0.1008263
Feb 17 03:28:11.777633 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-ecdd4816-a0ce-4016-8445-225a7fb72287 req-013fa2f0-bd22-463e-b3a7-10693e52afc9 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.6637759
Feb 17 03:28:11.941996 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-a0b12ead-b6bf-4dae-b30a-2dcdcd1eff3b None None] Provisioning for port 3122eba0-b4d4-415e-b7c0-f67223c6ab3f completed by entity DHCP. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 03:28:11.947598 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-a0b12ead-b6bf-4dae-b30a-2dcdcd1eff3b None None] Provisioning complete for port 3122eba0-b4d4-415e-b7c0-f67223c6ab3f triggered by entity DHCP. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:28:11.948017 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-a0b12ead-b6bf-4dae-b30a-2dcdcd1eff3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838161172'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:12.003381 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.plugin [None req-a0b12ead-b6bf-4dae-b30a-2dcdcd1eff3b None None] Port 3122eba0-b4d4-415e-b7c0-f67223c6ab3f cannot update to ACTIVE because it is not bound. {{(pid=83923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 03:28:12.269158 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83de141b-0aed-4bbc-bbed-9f388aa45db0 req-bb3ec512-f57b-4a80-bb17-131d071176ba tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:12.270886 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-83de141b-0aed-4bbc-bbed-9f388aa45db0 req-bb3ec512-f57b-4a80-bb17-131d071176ba tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/ports?device_id=4d4f9c42-f07a-4f40-aad4-702d0fd26d82 HTTP/1.1" status: 200  len: 944 time: 0.0926080
Feb 17 03:28:12.323820 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-83de141b-0aed-4bbc-bbed-9f388aa45db0 req-a29fd965-5216-480e-925f-a93004a31dbc tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/security-groups?id=a8d8b256-f933-42bb-9ad3-a02b9415114a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458927
Feb 17 03:28:12.447750 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6223b78b-6c58-4900-afe9-9614ef616bc2 req-d246e7ac-8c0f-4bc3-a0c6-fee7ab27511e tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:12.450406 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-6223b78b-6c58-4900-afe9-9614ef616bc2 req-d246e7ac-8c0f-4bc3-a0c6-fee7ab27511e tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/ports?device_id=4840bec6-59fa-4a75-9cab-b8eba3fced9d HTTP/1.1" status: 200  len: 931 time: 0.0912776
Feb 17 03:28:12.498289 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-6223b78b-6c58-4900-afe9-9614ef616bc2 req-7cac7b8e-158c-4910-b108-07752819a868 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/security-groups?id=e00a9105-e774-4a39-a8ac-bb2eb11aef9a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414791
Feb 17 03:28:12.802712 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-e82ceb96-c84c-44fe-b10b-6a1b1a663585 req-da77d2ea-ced3-4832-b02a-73dda31d67fc tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] 10.222.0.57 "GET /v2.0/ports?device_id=3c5a8ede-8248-460e-bef7-6b5c3aaf48f5 HTTP/1.1" status: 200  len: 210 time: 0.0502148
Feb 17 03:28:13.517557 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65463952-efdc-475f-8d08-c62def16495f req-1793c624-52c8-4e38-aaea-6978d1af92b6 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:13.519039 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-65463952-efdc-475f-8d08-c62def16495f req-1793c624-52c8-4e38-aaea-6978d1af92b6 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/ports?device_id=4d4f9c42-f07a-4f40-aad4-702d0fd26d82 HTTP/1.1" status: 200  len: 944 time: 0.0840068
Feb 17 03:28:13.567932 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-65463952-efdc-475f-8d08-c62def16495f req-6bcc4651-ee62-4a36-a643-4abfd9aa4ba2 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/security-groups?id=a8d8b256-f933-42bb-9ad3-a02b9415114a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428128
Feb 17 03:28:13.705659 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8125b961-cb1f-415b-a208-98db9a3f768b req-f2be83d0-b531-4e28-968d-ed77b3b074dd tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:13.706415 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [req-8125b961-cb1f-415b-a208-98db9a3f768b req-f2be83d0-b531-4e28-968d-ed77b3b074dd tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Synchronizing usage tracker for tenant:64044155addf41e9ba2bde5782afed2a on resource:port {{(pid=83921) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 03:28:13.722768 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [req-8125b961-cb1f-415b-a208-98db9a3f768b req-f2be83d0-b531-4e28-968d-ed77b3b074dd tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Unset dirty status for tenant:64044155addf41e9ba2bde5782afed2a on resource:port {{(pid=83921) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 03:28:13.724055 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-8125b961-cb1f-415b-a208-98db9a3f768b req-f2be83d0-b531-4e28-968d-ed77b3b074dd tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/ports?device_id=4840bec6-59fa-4a75-9cab-b8eba3fced9d HTTP/1.1" status: 200  len: 931 time: 0.1056628
Feb 17 03:28:13.772435 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-8125b961-cb1f-415b-a208-98db9a3f768b req-6f5c3b9c-2058-43bd-930e-28dfc91bfbb2 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/security-groups?id=e00a9105-e774-4a39-a8ac-bb2eb11aef9a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421510
Feb 17 03:28:13.976000 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-fa93e2f0-f6c9-4888-aee8-a4920e550ed5 req-2660c1fa-2594-4692-b461-e5adf00189f2 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] 10.222.0.57 "GET /v2.0/ports?device_id=3c5a8ede-8248-460e-bef7-6b5c3aaf48f5 HTTP/1.1" status: 200  len: 210 time: 0.0533738
Feb 17 03:28:14.767069 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99504fc-6e2f-42e3-b490-1d52a19a5364 req-52079420-3a0e-4774-bc93-cc25b312ddd4 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:14.768645 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-b99504fc-6e2f-42e3-b490-1d52a19a5364 req-52079420-3a0e-4774-bc93-cc25b312ddd4 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/ports?device_id=4d4f9c42-f07a-4f40-aad4-702d0fd26d82 HTTP/1.1" status: 200  len: 944 time: 0.0853391
Feb 17 03:28:14.815146 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-b99504fc-6e2f-42e3-b490-1d52a19a5364 req-753ddd68-aff4-44fc-a8c8-8504afbb3e7b tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/security-groups?id=a8d8b256-f933-42bb-9ad3-a02b9415114a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403819
Feb 17 03:28:14.973879 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4867b5a-9365-4498-9ea9-8964b30b557f req-b2242596-df5e-46a7-8580-029748181826 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:14.975469 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-f4867b5a-9365-4498-9ea9-8964b30b557f req-b2242596-df5e-46a7-8580-029748181826 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/ports?device_id=4840bec6-59fa-4a75-9cab-b8eba3fced9d HTTP/1.1" status: 200  len: 931 time: 0.0859771
Feb 17 03:28:15.021775 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-f4867b5a-9365-4498-9ea9-8964b30b557f req-2a768c57-3134-43cc-9a5b-2c6687a1cdb2 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/security-groups?id=e00a9105-e774-4a39-a8ac-bb2eb11aef9a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399616
Feb 17 03:28:15.143669 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-828b7808-d3ab-4bb3-9676-09e8417947ce req-f6618795-03ee-474f-b32e-a4d6614698c6 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] 10.222.0.57 "GET /v2.0/ports?device_id=3c5a8ede-8248-460e-bef7-6b5c3aaf48f5 HTTP/1.1" status: 200  len: 210 time: 0.0528741
Feb 17 03:28:16.017681 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478db452-d016-4317-ad58-225533e938c6 req-4ac6b5c3-1766-4c3f-8b99-3c9bef076154 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:16.018327 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.v2.base [req-ecdd4816-a0ce-4016-8445-225a7fb72287 req-cf78fab0-10cb-4452-b29d-4694cc18a9f1 service neutron] Request body: {'port': {'device_id': '4840bec6-59fa-4a75-9cab-b8eba3fced9d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75994'}} {{(pid=83921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:28:16.019969 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-478db452-d016-4317-ad58-225533e938c6 req-4ac6b5c3-1766-4c3f-8b99-3c9bef076154 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/ports?device_id=4d4f9c42-f07a-4f40-aad4-702d0fd26d82 HTTP/1.1" status: 200  len: 944 time: 0.0912371
Feb 17 03:28:16.025249 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.v2.base [req-62352fcb-b27a-43b4-b332-0cdc2c59fdc2 req-c797834f-2618-4721-b91d-98cd3c78ae55 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Request body: {'port': {'device_id': '3c5a8ede-8248-460e-bef7-6b5c3aaf48f5', 'network_id': '196dd25e-6f79-49ea-bd1a-b88102e9bbe7', 'admin_state_up': True, 'tenant_id': 'c568344bec0146c19c14571bff20a759', 'security_groups': ['264ce588-819f-4161-899a-9ba19db95e15']}} {{(pid=83922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:28:16.150778 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-ecdd4816-a0ce-4016-8445-225a7fb72287 req-cf78fab0-10cb-4452-b29d-4694cc18a9f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for port, before_update {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:16.169391 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-478db452-d016-4317-ad58-225533e938c6 req-fd7f4196-c1a3-4d5a-bab4-8875b4a3d64e tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/security-groups?id=a8d8b256-f933-42bb-9ad3-a02b9415114a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0733795
Feb 17 03:28:16.233074 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [req-62352fcb-b27a-43b4-b332-0cdc2c59fdc2 req-c797834f-2618-4721-b91d-98cd3c78ae55 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:28:16.245948 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [req-62352fcb-b27a-43b4-b332-0cdc2c59fdc2 req-c797834f-2618-4721-b91d-98cd3c78ae55 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:28:16.256693 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62352fcb-b27a-43b4-b332-0cdc2c59fdc2 req-c797834f-2618-4721-b91d-98cd3c78ae55 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Made reservation on behalf of c568344bec0146c19c14571bff20a759 for: {'port': 1} {{(pid=83922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 03:28:16.263589 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-62352fcb-b27a-43b4-b332-0cdc2c59fdc2 req-c797834f-2618-4721-b91d-98cd3c78ae55 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for port, before_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:16.366887 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-50f6418e-f4d2-4afa-966f-fbc171618bf1 req-66355fa7-780b-45c8-b4a5-410914317951 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] 10.222.0.57 "GET /v2.0/ports?device_id=3c5a8ede-8248-460e-bef7-6b5c3aaf48f5 HTTP/1.1" status: 200  len: 210 time: 0.0839169
Feb 17 03:28:16.436799 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c4b383-ecb1-4e92-9708-db05f80bc67d req-d8c6bcc2-1c55-44e3-8325-ec46458c782f tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:16.438427 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-90c4b383-ecb1-4e92-9708-db05f80bc67d req-d8c6bcc2-1c55-44e3-8325-ec46458c782f tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/ports?device_id=4840bec6-59fa-4a75-9cab-b8eba3fced9d HTTP/1.1" status: 200  len: 931 time: 0.2668269
Feb 17 03:28:16.576755 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-90c4b383-ecb1-4e92-9708-db05f80bc67d req-b3f64f5a-26a7-4e25-bf79-8d62b0de24b4 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/security-groups?id=e00a9105-e774-4a39-a8ac-bb2eb11aef9a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1307681
Feb 17 03:28:16.630971 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.db_base_plugin_common [req-62352fcb-b27a-43b4-b332-0cdc2c59fdc2 req-c797834f-2618-4721-b91d-98cd3c78ae55 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Allocated IP 172.20.0.3 (196dd25e-6f79-49ea-bd1a-b88102e9bbe7/029a335d-7c65-4847-a56e-60c19b417a63/48fb65e6-ad21-424b-ad45-8e4c51055da6) {{(pid=83922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 03:28:16.713159 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.notifiers.nova [req-ecdd4816-a0ce-4016-8445-225a7fb72287 req-cf78fab0-10cb-4452-b29d-4694cc18a9f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3122eba0-b4d4-415e-b7c0-f67223c6ab3f {{(pid=83921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 17 03:28:16.720934 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-ecdd4816-a0ce-4016-8445-225a7fb72287 req-cf78fab0-10cb-4452-b29d-4694cc18a9f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:16.734953 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [req-ecdd4816-a0ce-4016-8445-225a7fb72287 req-cf78fab0-10cb-4452-b29d-4694cc18a9f1 service neutron] Transition to ACTIVE for port object 3122eba0-b4d4-415e-b7c0-f67223c6ab3f will not be triggered until provisioned by entity L2. {{(pid=83921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 03:28:16.737221 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-ecdd4816-a0ce-4016-8445-225a7fb72287 req-cf78fab0-10cb-4452-b29d-4694cc18a9f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303097879514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733756514675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303098261108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2134908'] for port, after_update {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:16.753975 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-90bc45a2-8a72-4fdf-9c3e-2831fd8235d5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:28:16.829709 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-62352fcb-b27a-43b4-b332-0cdc2c59fdc2 req-c797834f-2618-4721-b91d-98cd3c78ae55 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Notify callbacks [] for port, precommit_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:16.847103 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [req-62352fcb-b27a-43b4-b332-0cdc2c59fdc2 req-c797834f-2618-4721-b91d-98cd3c78ae55 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Transition to ACTIVE for port object 48fb65e6-ad21-424b-ad45-8e4c51055da6 will not be triggered until provisioned by entity DHCP. {{(pid=83922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 03:28:16.877614 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-62352fcb-b27a-43b4-b332-0cdc2c59fdc2 req-c797834f-2618-4721-b91d-98cd3c78ae55 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363303098263190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851846526'] for port, after_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:16.937750 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf78fab0-10cb-4452-b29d-4694cc18a9f1 service neutron] Pushing event updated for resources: {'Port': ['ID=3122eba0-b4d4-415e-b7c0-f67223c6ab3f,revision_number=2']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:28:16.954239 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-5345fbf5-15ae-44d0-a382-03324c04d90d tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:28:16.963946 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf78fab0-10cb-4452-b29d-4694cc18a9f1 service neutron] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:28:16.964476 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf78fab0-10cb-4452-b29d-4694cc18a9f1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:28:16.965132 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf78fab0-10cb-4452-b29d-4694cc18a9f1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:28:16.965619 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf78fab0-10cb-4452-b29d-4694cc18a9f1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:28:16.966098 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf78fab0-10cb-4452-b29d-4694cc18a9f1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:28:16.966740 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf78fab0-10cb-4452-b29d-4694cc18a9f1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:28:16.967384 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf78fab0-10cb-4452-b29d-4694cc18a9f1 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:28:16.968416 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf78fab0-10cb-4452-b29d-4694cc18a9f1 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:28:16.968939 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf78fab0-10cb-4452-b29d-4694cc18a9f1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:28:16.969436 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf78fab0-10cb-4452-b29d-4694cc18a9f1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:28:16.969909 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf78fab0-10cb-4452-b29d-4694cc18a9f1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:28:16.970380 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf78fab0-10cb-4452-b29d-4694cc18a9f1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:28:16.970954 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf78fab0-10cb-4452-b29d-4694cc18a9f1 service neutron] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:28:16.971440 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf78fab0-10cb-4452-b29d-4694cc18a9f1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:28:16.971913 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf78fab0-10cb-4452-b29d-4694cc18a9f1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:28:16.972384 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf78fab0-10cb-4452-b29d-4694cc18a9f1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:28:16.972853 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf78fab0-10cb-4452-b29d-4694cc18a9f1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:28:16.973528 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf78fab0-10cb-4452-b29d-4694cc18a9f1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:28:16.974003 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf78fab0-10cb-4452-b29d-4694cc18a9f1 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:28:16.974474 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf78fab0-10cb-4452-b29d-4694cc18a9f1 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:28:16.975074 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf78fab0-10cb-4452-b29d-4694cc18a9f1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:28:16.975544 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf78fab0-10cb-4452-b29d-4694cc18a9f1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:28:16.976027 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf78fab0-10cb-4452-b29d-4694cc18a9f1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:28:16.976496 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf78fab0-10cb-4452-b29d-4694cc18a9f1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:28:16.982504 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-cf78fab0-10cb-4452-b29d-4694cc18a9f1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:28:17.036384 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-20445612-495b-4dc2-a7d1-3ac47ef9c5af req-2c7e4116-55e6-4524-a308-b70560110549 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=5a792992-ad2a-408d-9e19-9363ed0b0c51&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.1910992
Feb 17 03:28:17.050116 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c797834f-2618-4721-b91d-98cd3c78ae55 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Pushing event updated for resources: {'Port': ['ID=48fb65e6-ad21-424b-ad45-8e4c51055da6,revision_number=1']} {{(pid=83922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:28:17.072432 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c797834f-2618-4721-b91d-98cd3c78ae55 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:28:17.072827 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c797834f-2618-4721-b91d-98cd3c78ae55 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:28:17.073251 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c797834f-2618-4721-b91d-98cd3c78ae55 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:28:17.073639 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c797834f-2618-4721-b91d-98cd3c78ae55 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:28:17.074020 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c797834f-2618-4721-b91d-98cd3c78ae55 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:28:17.074407 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c797834f-2618-4721-b91d-98cd3c78ae55 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:28:17.074784 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c797834f-2618-4721-b91d-98cd3c78ae55 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:28:17.075162 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c797834f-2618-4721-b91d-98cd3c78ae55 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:28:17.075538 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c797834f-2618-4721-b91d-98cd3c78ae55 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:28:17.075913 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c797834f-2618-4721-b91d-98cd3c78ae55 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:28:17.076291 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c797834f-2618-4721-b91d-98cd3c78ae55 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:28:17.076665 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c797834f-2618-4721-b91d-98cd3c78ae55 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:28:17.077170 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c797834f-2618-4721-b91d-98cd3c78ae55 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:28:17.077551 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c797834f-2618-4721-b91d-98cd3c78ae55 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:28:17.077922 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c797834f-2618-4721-b91d-98cd3c78ae55 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:28:17.078306 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c797834f-2618-4721-b91d-98cd3c78ae55 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:28:17.078662 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c797834f-2618-4721-b91d-98cd3c78ae55 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:28:17.079035 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c797834f-2618-4721-b91d-98cd3c78ae55 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:28:17.079404 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c797834f-2618-4721-b91d-98cd3c78ae55 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:28:17.079774 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c797834f-2618-4721-b91d-98cd3c78ae55 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:28:17.080146 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c797834f-2618-4721-b91d-98cd3c78ae55 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:28:17.080516 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c797834f-2618-4721-b91d-98cd3c78ae55 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:28:17.080887 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c797834f-2618-4721-b91d-98cd3c78ae55 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:28:17.081277 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c797834f-2618-4721-b91d-98cd3c78ae55 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:28:17.088089 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-c797834f-2618-4721-b91d-98cd3c78ae55 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:28:17.126669 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62352fcb-b27a-43b4-b332-0cdc2c59fdc2 req-c797834f-2618-4721-b91d-98cd3c78ae55 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Network 196dd25e-6f79-49ea-bd1a-b88102e9bbe7 is already hosted by enough agents. {{(pid=83922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 03:28:17.127887 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.scheduler.base_scheduler [req-62352fcb-b27a-43b4-b332-0cdc2c59fdc2 req-c797834f-2618-4721-b91d-98cd3c78ae55 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Resources bound (agent type, host, resource id):  {{(pid=83922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 03:28:17.130501 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvrscheduler_db [req-62352fcb-b27a-43b4-b332-0cdc2c59fdc2 req-c797834f-2618-4721-b91d-98cd3c78ae55 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Received port after_create {{(pid=83922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 03:28:17.203760 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62352fcb-b27a-43b4-b332-0cdc2c59fdc2 req-c797834f-2618-4721-b91d-98cd3c78ae55 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:17.204482 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-62352fcb-b27a-43b4-b332-0cdc2c59fdc2 req-c797834f-2618-4721-b91d-98cd3c78ae55 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854193028'] for port, before_response {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:17.234831 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-62352fcb-b27a-43b4-b332-0cdc2c59fdc2 req-c797834f-2618-4721-b91d-98cd3c78ae55 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2135863
Feb 17 03:28:17.258556 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.v2.base [req-62352fcb-b27a-43b4-b332-0cdc2c59fdc2 req-51a1fe25-710b-4fec-8d97-97ec6270be0b service neutron] Request body: {'port': {'device_id': '3c5a8ede-8248-460e-bef7-6b5c3aaf48f5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75994'}} {{(pid=83922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:28:17.504010 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-df2b9710-b0b2-43f4-b184-a2384f9f1d45 None None] Provisioning for port 48fb65e6-ad21-424b-ad45-8e4c51055da6 completed by entity DHCP. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 03:28:17.510742 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-df2b9710-b0b2-43f4-b184-a2384f9f1d45 None None] Provisioning complete for port 48fb65e6-ad21-424b-ad45-8e4c51055da6 triggered by entity DHCP. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:28:17.511155 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-df2b9710-b0b2-43f4-b184-a2384f9f1d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838161172'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:17.582873 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.plugin [None req-df2b9710-b0b2-43f4-b184-a2384f9f1d45 None None] Port 48fb65e6-ad21-424b-ad45-8e4c51055da6 cannot update to ACTIVE because it is not bound. {{(pid=83923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 03:28:17.623762 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.managers [req-ecdd4816-a0ce-4016-8445-225a7fb72287 req-cf78fab0-10cb-4452-b29d-4694cc18a9f1 service neutron] Attempting to bind port 3122eba0-b4d4-415e-b7c0-f67223c6ab3f on host hv-cinder-75994 for vnic_type normal with profile  {{(pid=83921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 03:28:17.624214 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.managers [req-ecdd4816-a0ce-4016-8445-225a7fb72287 req-cf78fab0-10cb-4452-b29d-4694cc18a9f1 service neutron] Attempting to bind port 3122eba0-b4d4-415e-b7c0-f67223c6ab3f by drivers openvswitch on host hv-cinder-75994 at level 0 using segments [{'id': 'edc0940c-57ea-45ad-8589-5951cb8baffd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '735791d7-b752-470f-b049-6623a91713f5'}] {{(pid=83921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 03:28:17.624488 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecdd4816-a0ce-4016-8445-225a7fb72287 req-cf78fab0-10cb-4452-b29d-4694cc18a9f1 service neutron] Attempting to bind port 3122eba0-b4d4-415e-b7c0-f67223c6ab3f on network 735791d7-b752-470f-b049-6623a91713f5 {{(pid=83921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 03:28:17.644163 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecdd4816-a0ce-4016-8445-225a7fb72287 req-cf78fab0-10cb-4452-b29d-4694cc18a9f1 service neutron] Checking agent: {'id': '1c3dee76-e565-424d-b4cd-b2af1407410d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75994', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 3, 25, 23), 'started_at': datetime.datetime(2021, 2, 17, 3, 25, 53), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 3, 27, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.11', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 03:28:17.644699 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecdd4816-a0ce-4016-8445-225a7fb72287 req-cf78fab0-10cb-4452-b29d-4694cc18a9f1 service neutron] Checking segment: {'id': 'edc0940c-57ea-45ad-8589-5951cb8baffd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '735791d7-b752-470f-b049-6623a91713f5'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 03:28:17.645259 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-ecdd4816-a0ce-4016-8445-225a7fb72287 req-cf78fab0-10cb-4452-b29d-4694cc18a9f1 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:17.646053 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecdd4816-a0ce-4016-8445-225a7fb72287 req-cf78fab0-10cb-4452-b29d-4694cc18a9f1 service neutron] Bound using segment: {'id': 'edc0940c-57ea-45ad-8589-5951cb8baffd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '735791d7-b752-470f-b049-6623a91713f5'} {{(pid=83921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 03:28:17.647197 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.managers [req-ecdd4816-a0ce-4016-8445-225a7fb72287 req-cf78fab0-10cb-4452-b29d-4694cc18a9f1 service neutron] Bound port: 3122eba0-b4d4-415e-b7c0-f67223c6ab3f, host: hv-cinder-75994, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edc0940c-57ea-45ad-8589-5951cb8baffd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '735791d7-b752-470f-b049-6623a91713f5'}}] {{(pid=83921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 03:28:17.647197 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-ecdd4816-a0ce-4016-8445-225a7fb72287 req-cf78fab0-10cb-4452-b29d-4694cc18a9f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for port, before_update {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:17.661564 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20445612-495b-4dc2-a7d1-3ac47ef9c5af req-777f3a72-e330-450a-aa22-ee2faaeb8fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:17.663283 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-20445612-495b-4dc2-a7d1-3ac47ef9c5af req-777f3a72-e330-450a-aa22-ee2faaeb8fe9 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f26d86e30e4e473798e908122de8a6fc&device_id=5a792992-ad2a-408d-9e19-9363ed0b0c51 HTTP/1.1" status: 200  len: 1162 time: 0.2551506
Feb 17 03:28:17.735224 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-62352fcb-b27a-43b4-b332-0cdc2c59fdc2 req-51a1fe25-710b-4fec-8d97-97ec6270be0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for port, before_update {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:17.748345 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578c37d7-79ee-4219-972a-0a4849185d16 req-a3aec4d7-60a5-4fdc-b2c7-995b7a629a78 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:17.750177 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-578c37d7-79ee-4219-972a-0a4849185d16 req-a3aec4d7-60a5-4fdc-b2c7-995b7a629a78 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] 10.222.0.57 "GET /v2.0/ports?device_id=3c5a8ede-8248-460e-bef7-6b5c3aaf48f5 HTTP/1.1" status: 200  len: 931 time: 0.2246840
Feb 17 03:28:17.756808 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e67853-c9c3-4ed2-8be6-cb3572fc4178 req-ff0f81ef-097f-46ec-bf4d-a847ad9ba1fb tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:17.758426 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-54e67853-c9c3-4ed2-8be6-cb3572fc4178 req-ff0f81ef-097f-46ec-bf4d-a847ad9ba1fb tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/ports?device_id=4d4f9c42-f07a-4f40-aad4-702d0fd26d82 HTTP/1.1" status: 200  len: 944 time: 0.1787808
Feb 17 03:28:17.817549 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.db [req-ecdd4816-a0ce-4016-8445-225a7fb72287 req-cf78fab0-10cb-4452-b29d-4694cc18a9f1 service neutron] For port 3122eba0-b4d4-415e-b7c0-f67223c6ab3f, host hv-cinder-75994, cleared binding levels {{(pid=83921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 03:28:17.831953 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-578c37d7-79ee-4219-972a-0a4849185d16 req-c154694f-bac1-458f-96cf-be8f44aae720 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] 10.222.0.57 "GET /v2.0/security-groups?id=264ce588-819f-4161-899a-9ba19db95e15&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0569050
Feb 17 03:28:17.836593 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.db [req-ecdd4816-a0ce-4016-8445-225a7fb72287 req-cf78fab0-10cb-4452-b29d-4694cc18a9f1 service neutron] For port 3122eba0-b4d4-415e-b7c0-f67223c6ab3f, host hv-cinder-75994, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=3122eba0-b4d4-415e-b7c0-f67223c6ab3f,segment=NetworkSegment(edc0940c-57ea-45ad-8589-5951cb8baffd),segment_id=edc0940c-57ea-45ad-8589-5951cb8baffd)] {{(pid=83921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 03:28:17.840106 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-ecdd4816-a0ce-4016-8445-225a7fb72287 req-cf78fab0-10cb-4452-b29d-4694cc18a9f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303097879514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733756514675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303098261108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2134908'] for port, after_update {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:17.849764 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-54e67853-c9c3-4ed2-8be6-cb3572fc4178 req-3ccb2d11-df2e-4fa1-90b1-e417ab9805e3 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/security-groups?id=a8d8b256-f933-42bb-9ad3-a02b9415114a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0586803
Feb 17 03:28:17.861318 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:28:18.064644 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf78fab0-10cb-4452-b29d-4694cc18a9f1 service neutron] Pushing event updated for resources: {'Port': ['ID=3122eba0-b4d4-415e-b7c0-f67223c6ab3f,revision_number=3']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:28:18.075424 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-cf78fab0-10cb-4452-b29d-4694cc18a9f1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:28:18.127658 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdd4816-a0ce-4016-8445-225a7fb72287 req-cf78fab0-10cb-4452-b29d-4694cc18a9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:18.128333 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-ecdd4816-a0ce-4016-8445-225a7fb72287 req-cf78fab0-10cb-4452-b29d-4694cc18a9f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854193028'] for port, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:18.129872 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-ecdd4816-a0ce-4016-8445-225a7fb72287 req-cf78fab0-10cb-4452-b29d-4694cc18a9f1 service neutron] 10.222.0.54 "PUT /v2.0/ports/3122eba0-b4d4-415e-b7c0-f67223c6ab3f HTTP/1.1" status: 200  len: 1157 time: 2.1169322
Feb 17 03:28:18.133004 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4840bec6-59fa-4a75-9cab-b8eba3fced9d', 'tag': '3122eba0-b4d4-415e-b7c0-f67223c6ab3f'}] {{(pid=83921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 03:28:18.151358 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4f7a25-db6f-4111-ae6e-39f9567a1b20 req-cbcf6edc-5157-452d-a00e-3fa1a74d2040 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:18.153000 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-ea4f7a25-db6f-4111-ae6e-39f9567a1b20 req-cbcf6edc-5157-452d-a00e-3fa1a74d2040 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/ports?device_id=4840bec6-59fa-4a75-9cab-b8eba3fced9d HTTP/1.1" status: 200  len: 943 time: 0.1393502
Feb 17 03:28:18.189699 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4840bec6-59fa-4a75-9cab-b8eba3fced9d', 'tag': '3122eba0-b4d4-415e-b7c0-f67223c6ab3f', 'status': 'completed', 'code': 200}
Feb 17 03:28:18.211433 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-ea4f7a25-db6f-4111-ae6e-39f9567a1b20 req-abe9794b-b84e-4bfd-8d7e-4653e0a8ad27 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/security-groups?id=e00a9105-e774-4a39-a8ac-bb2eb11aef9a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0516458
Feb 17 03:28:18.255832 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.notifiers.nova [req-62352fcb-b27a-43b4-b332-0cdc2c59fdc2 req-51a1fe25-710b-4fec-8d97-97ec6270be0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48fb65e6-ad21-424b-ad45-8e4c51055da6 {{(pid=83922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 17 03:28:18.264544 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-62352fcb-b27a-43b4-b332-0cdc2c59fdc2 req-51a1fe25-710b-4fec-8d97-97ec6270be0b service neutron] Notify callbacks [] for port, precommit_update {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:18.278503 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [req-62352fcb-b27a-43b4-b332-0cdc2c59fdc2 req-51a1fe25-710b-4fec-8d97-97ec6270be0b service neutron] Transition to ACTIVE for port object 48fb65e6-ad21-424b-ad45-8e4c51055da6 will not be triggered until provisioned by entity L2. {{(pid=83922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 03:28:18.281073 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-62352fcb-b27a-43b4-b332-0cdc2c59fdc2 req-51a1fe25-710b-4fec-8d97-97ec6270be0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303097879514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733756514675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303098261108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2929291'] for port, after_update {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:18.297792 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:28:18.428768 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a1fe25-710b-4fec-8d97-97ec6270be0b service neutron] Pushing event updated for resources: {'Port': ['ID=48fb65e6-ad21-424b-ad45-8e4c51055da6,revision_number=2']} {{(pid=83922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:28:18.441001 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-51a1fe25-710b-4fec-8d97-97ec6270be0b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:28:18.617407 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.managers [req-62352fcb-b27a-43b4-b332-0cdc2c59fdc2 req-51a1fe25-710b-4fec-8d97-97ec6270be0b service neutron] Attempting to bind port 48fb65e6-ad21-424b-ad45-8e4c51055da6 on host hv-cinder-75994 for vnic_type normal with profile  {{(pid=83922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 03:28:18.617778 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.managers [req-62352fcb-b27a-43b4-b332-0cdc2c59fdc2 req-51a1fe25-710b-4fec-8d97-97ec6270be0b service neutron] Attempting to bind port 48fb65e6-ad21-424b-ad45-8e4c51055da6 by drivers openvswitch on host hv-cinder-75994 at level 0 using segments [{'id': '65c0d646-2325-475a-9350-f88d9dd1380a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '196dd25e-6f79-49ea-bd1a-b88102e9bbe7'}] {{(pid=83922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 03:28:18.618150 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62352fcb-b27a-43b4-b332-0cdc2c59fdc2 req-51a1fe25-710b-4fec-8d97-97ec6270be0b service neutron] Attempting to bind port 48fb65e6-ad21-424b-ad45-8e4c51055da6 on network 196dd25e-6f79-49ea-bd1a-b88102e9bbe7 {{(pid=83922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 03:28:18.624405 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62352fcb-b27a-43b4-b332-0cdc2c59fdc2 req-51a1fe25-710b-4fec-8d97-97ec6270be0b service neutron] Checking agent: {'id': '1c3dee76-e565-424d-b4cd-b2af1407410d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75994', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 3, 25, 23), 'started_at': datetime.datetime(2021, 2, 17, 3, 25, 53), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 3, 27, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.11', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 03:28:18.624775 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62352fcb-b27a-43b4-b332-0cdc2c59fdc2 req-51a1fe25-710b-4fec-8d97-97ec6270be0b service neutron] Checking segment: {'id': '65c0d646-2325-475a-9350-f88d9dd1380a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '196dd25e-6f79-49ea-bd1a-b88102e9bbe7'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 03:28:18.625210 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-62352fcb-b27a-43b4-b332-0cdc2c59fdc2 req-51a1fe25-710b-4fec-8d97-97ec6270be0b service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:18.625612 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62352fcb-b27a-43b4-b332-0cdc2c59fdc2 req-51a1fe25-710b-4fec-8d97-97ec6270be0b service neutron] Bound using segment: {'id': '65c0d646-2325-475a-9350-f88d9dd1380a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '196dd25e-6f79-49ea-bd1a-b88102e9bbe7'} {{(pid=83922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 03:28:18.626087 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.managers [req-62352fcb-b27a-43b4-b332-0cdc2c59fdc2 req-51a1fe25-710b-4fec-8d97-97ec6270be0b service neutron] Bound port: 48fb65e6-ad21-424b-ad45-8e4c51055da6, host: hv-cinder-75994, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65c0d646-2325-475a-9350-f88d9dd1380a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '196dd25e-6f79-49ea-bd1a-b88102e9bbe7'}}] {{(pid=83922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 03:28:18.626463 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-62352fcb-b27a-43b4-b332-0cdc2c59fdc2 req-51a1fe25-710b-4fec-8d97-97ec6270be0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for port, before_update {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:18.730400 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.db [req-62352fcb-b27a-43b4-b332-0cdc2c59fdc2 req-51a1fe25-710b-4fec-8d97-97ec6270be0b service neutron] For port 48fb65e6-ad21-424b-ad45-8e4c51055da6, host hv-cinder-75994, cleared binding levels {{(pid=83922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 03:28:18.734689 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.db [req-62352fcb-b27a-43b4-b332-0cdc2c59fdc2 req-51a1fe25-710b-4fec-8d97-97ec6270be0b service neutron] For port 48fb65e6-ad21-424b-ad45-8e4c51055da6, host hv-cinder-75994, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=48fb65e6-ad21-424b-ad45-8e4c51055da6,segment=NetworkSegment(65c0d646-2325-475a-9350-f88d9dd1380a),segment_id=65c0d646-2325-475a-9350-f88d9dd1380a)] {{(pid=83922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 03:28:18.738030 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-62352fcb-b27a-43b4-b332-0cdc2c59fdc2 req-51a1fe25-710b-4fec-8d97-97ec6270be0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303097879514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733756514675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303098261108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2929291'] for port, after_update {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:18.753942 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:28:18.940565 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a1fe25-710b-4fec-8d97-97ec6270be0b service neutron] Pushing event updated for resources: {'Port': ['ID=48fb65e6-ad21-424b-ad45-8e4c51055da6,revision_number=3']} {{(pid=83922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:28:18.944388 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-51a1fe25-710b-4fec-8d97-97ec6270be0b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:28:18.949475 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62352fcb-b27a-43b4-b332-0cdc2c59fdc2 req-51a1fe25-710b-4fec-8d97-97ec6270be0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:18.950150 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-62352fcb-b27a-43b4-b332-0cdc2c59fdc2 req-51a1fe25-710b-4fec-8d97-97ec6270be0b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854193028'] for port, before_response {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:18.953182 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-62352fcb-b27a-43b4-b332-0cdc2c59fdc2 req-51a1fe25-710b-4fec-8d97-97ec6270be0b service neutron] 10.222.0.54 "PUT /v2.0/ports/48fb65e6-ad21-424b-ad45-8e4c51055da6 HTTP/1.1" status: 200  len: 1157 time: 1.6985555
Feb 17 03:28:18.953182 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c5a8ede-8248-460e-bef7-6b5c3aaf48f5', 'tag': '48fb65e6-ad21-424b-ad45-8e4c51055da6'}] {{(pid=83922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 03:28:19.089127 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb837d19-78fd-4c06-b57f-54097140a03a req-1ad571be-608b-40c8-9c2a-b33216ed1474 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:19.090571 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-fb837d19-78fd-4c06-b57f-54097140a03a req-1ad571be-608b-40c8-9c2a-b33216ed1474 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/ports?device_id=4d4f9c42-f07a-4f40-aad4-702d0fd26d82 HTTP/1.1" status: 200  len: 944 time: 0.0956364
Feb 17 03:28:19.094879 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c59f84-f442-4288-a0a7-21c544f634d4 req-1f0572f4-dc59-456f-a2c8-4e8660aba7c4 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:19.101612 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-44c59f84-f442-4288-a0a7-21c544f634d4 req-1f0572f4-dc59-456f-a2c8-4e8660aba7c4 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] 10.222.0.57 "GET /v2.0/ports?device_id=3c5a8ede-8248-460e-bef7-6b5c3aaf48f5 HTTP/1.1" status: 200  len: 943 time: 0.1109061
Feb 17 03:28:19.147494 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-fb837d19-78fd-4c06-b57f-54097140a03a req-2aa29ff5-1a0f-4dd4-8835-4d2b1d32ce36 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/security-groups?id=a8d8b256-f933-42bb-9ad3-a02b9415114a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0488548
Feb 17 03:28:19.150119 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-44c59f84-f442-4288-a0a7-21c544f634d4 req-37cd2058-72de-409f-ae2f-51e934595385 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] 10.222.0.57 "GET /v2.0/security-groups?id=264ce588-819f-4161-899a-9ba19db95e15&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0469627
Feb 17 03:28:19.204008 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c5a8ede-8248-460e-bef7-6b5c3aaf48f5', 'tag': '48fb65e6-ad21-424b-ad45-8e4c51055da6', 'status': 'completed', 'code': 200}
Feb 17 03:28:19.414181 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a0e222-df16-4cbc-8036-bb73cd92f543 req-e22468ac-7dfb-4d6f-8d1c-b345eedb081f tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:19.416380 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-c1a0e222-df16-4cbc-8036-bb73cd92f543 req-e22468ac-7dfb-4d6f-8d1c-b345eedb081f tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/ports?device_id=4840bec6-59fa-4a75-9cab-b8eba3fced9d HTTP/1.1" status: 200  len: 943 time: 0.0854959
Feb 17 03:28:19.463030 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-c1a0e222-df16-4cbc-8036-bb73cd92f543 req-3db376d9-5f28-4593-9a43-0cd68a522380 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/security-groups?id=e00a9105-e774-4a39-a8ac-bb2eb11aef9a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405462
Feb 17 03:28:20.349212 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a55a014-32af-46ec-ab70-4ab58e8b2fe3 req-ad3e9072-c502-43ee-8f93-52b8439eb8cb tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:20.349799 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a28f3f5-1a8b-4d70-a230-cb135bc6fb36 req-2b8a2235-ba22-4a42-bc9b-edd856e9cbcf tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:20.350725 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-0a28f3f5-1a8b-4d70-a230-cb135bc6fb36 req-2b8a2235-ba22-4a42-bc9b-edd856e9cbcf tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] 10.222.0.57 "GET /v2.0/ports?device_id=3c5a8ede-8248-460e-bef7-6b5c3aaf48f5 HTTP/1.1" status: 200  len: 943 time: 0.0899034
Feb 17 03:28:20.350858 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-6a55a014-32af-46ec-ab70-4ab58e8b2fe3 req-ad3e9072-c502-43ee-8f93-52b8439eb8cb tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/ports?device_id=4d4f9c42-f07a-4f40-aad4-702d0fd26d82 HTTP/1.1" status: 200  len: 944 time: 0.0861237
Feb 17 03:28:20.397872 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-6a55a014-32af-46ec-ab70-4ab58e8b2fe3 req-2c58d4b8-a44f-4f2b-8413-e7e0f4afe468 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/security-groups?id=a8d8b256-f933-42bb-9ad3-a02b9415114a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403926
Feb 17 03:28:20.398527 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-0a28f3f5-1a8b-4d70-a230-cb135bc6fb36 req-40b7f410-2379-4c49-a910-298846334e9a tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] 10.222.0.57 "GET /v2.0/security-groups?id=264ce588-819f-4161-899a-9ba19db95e15&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0413828
Feb 17 03:28:20.666125 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637439c4-7d6e-40cc-b181-fca10da274fe req-0583fba4-d6ed-4135-bd82-2d53c46fddbf tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:20.667684 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-637439c4-7d6e-40cc-b181-fca10da274fe req-0583fba4-d6ed-4135-bd82-2d53c46fddbf tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/ports?device_id=4840bec6-59fa-4a75-9cab-b8eba3fced9d HTTP/1.1" status: 200  len: 943 time: 0.0867314
Feb 17 03:28:20.714034 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-637439c4-7d6e-40cc-b181-fca10da274fe req-21a216da-17e8-46e5-9fd9-7c70789c7d0b tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/security-groups?id=e00a9105-e774-4a39-a8ac-bb2eb11aef9a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401978
Feb 17 03:28:21.592750 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6c7452-2ff2-44cf-93aa-c055fa34c8ef req-651da81a-7cd5-4d10-8b03-bf61e097d718 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:21.593314 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3890a1-d3d6-4f8c-a8a7-424ce2539d09 req-edcb30e9-85f2-470c-8737-7d0afc0f4edc tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:21.593550 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [req-da6c7452-2ff2-44cf-93aa-c055fa34c8ef req-651da81a-7cd5-4d10-8b03-bf61e097d718 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Synchronizing usage tracker for tenant:c568344bec0146c19c14571bff20a759 on resource:port {{(pid=83922) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 03:28:21.594711 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-4c3890a1-d3d6-4f8c-a8a7-424ce2539d09 req-edcb30e9-85f2-470c-8737-7d0afc0f4edc tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/ports?device_id=4d4f9c42-f07a-4f40-aad4-702d0fd26d82 HTTP/1.1" status: 200  len: 944 time: 0.0855398
Feb 17 03:28:21.609068 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [req-da6c7452-2ff2-44cf-93aa-c055fa34c8ef req-651da81a-7cd5-4d10-8b03-bf61e097d718 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Unset dirty status for tenant:c568344bec0146c19c14571bff20a759 on resource:port {{(pid=83922) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 03:28:21.610324 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-da6c7452-2ff2-44cf-93aa-c055fa34c8ef req-651da81a-7cd5-4d10-8b03-bf61e097d718 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] 10.222.0.57 "GET /v2.0/ports?device_id=3c5a8ede-8248-460e-bef7-6b5c3aaf48f5 HTTP/1.1" status: 200  len: 943 time: 0.1012456
Feb 17 03:28:21.646103 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-4c3890a1-d3d6-4f8c-a8a7-424ce2539d09 req-2beceae0-8c29-4fe9-9ae9-6efd1c10aee0 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/security-groups?id=a8d8b256-f933-42bb-9ad3-a02b9415114a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449064
Feb 17 03:28:21.658628 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-da6c7452-2ff2-44cf-93aa-c055fa34c8ef req-b792678a-7b59-4a18-b35c-345964964080 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] 10.222.0.57 "GET /v2.0/security-groups?id=264ce588-819f-4161-899a-9ba19db95e15&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418739
Feb 17 03:28:21.919790 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bd89eb-370a-42fc-a126-bcaddca5564e req-43f111ef-df48-46d0-afb7-9ecb42f2a289 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:21.921445 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-51bd89eb-370a-42fc-a126-bcaddca5564e req-43f111ef-df48-46d0-afb7-9ecb42f2a289 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/ports?device_id=4840bec6-59fa-4a75-9cab-b8eba3fced9d HTTP/1.1" status: 200  len: 943 time: 0.0886419
Feb 17 03:28:21.970052 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-51bd89eb-370a-42fc-a126-bcaddca5564e req-cbb105ab-a3be-4b5d-b875-fcabda638598 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/security-groups?id=e00a9105-e774-4a39-a8ac-bb2eb11aef9a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424616
Feb 17 03:28:22.523952 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ebf9a7-6590-4862-8c5e-80efb7d150c7 req-8d9b549c-2899-492a-b5e7-92b82fce8ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:22.525639 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-44ebf9a7-6590-4862-8c5e-80efb7d150c7 req-8d9b549c-2899-492a-b5e7-92b82fce8ab7 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=64044155addf41e9ba2bde5782afed2a&device_id=4840bec6-59fa-4a75-9cab-b8eba3fced9d HTTP/1.1" status: 200  len: 1160 time: 0.0800841
Feb 17 03:28:22.570156 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20445612-495b-4dc2-a7d1-3ac47ef9c5af req-8eadb609-04e2-40f7-9330-2cdee4c4f035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:22.571746 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-20445612-495b-4dc2-a7d1-3ac47ef9c5af req-8eadb609-04e2-40f7-9330-2cdee4c4f035 service neutron] 10.222.0.54 "GET /v2.0/networks?id=7250ffa3-b5f2-45bc-8c2b-8a04a901bc68 HTTP/1.1" status: 200  len: 903 time: 0.1376908
Feb 17 03:28:22.848741 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77fd458-1e49-491b-90a4-ef619c939de0 req-677a0300-0600-427a-a9ef-29b4dc32b38a tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:22.851059 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-b77fd458-1e49-491b-90a4-ef619c939de0 req-677a0300-0600-427a-a9ef-29b4dc32b38a tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/ports?device_id=4d4f9c42-f07a-4f40-aad4-702d0fd26d82 HTTP/1.1" status: 200  len: 944 time: 0.0901210
Feb 17 03:28:22.860670 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b7b948-8f70-4e7b-a0d1-223a81473536 req-bacbd292-fe9f-465a-8b57-ad3639050e0e tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:22.862632 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-76b7b948-8f70-4e7b-a0d1-223a81473536 req-bacbd292-fe9f-465a-8b57-ad3639050e0e tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] 10.222.0.57 "GET /v2.0/ports?device_id=3c5a8ede-8248-460e-bef7-6b5c3aaf48f5 HTTP/1.1" status: 200  len: 943 time: 0.0928242
Feb 17 03:28:22.913099 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-76b7b948-8f70-4e7b-a0d1-223a81473536 req-5524abbc-bea2-4a2b-8c1b-e1799c9c2db3 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] 10.222.0.57 "GET /v2.0/security-groups?id=264ce588-819f-4161-899a-9ba19db95e15&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423949
Feb 17 03:28:22.914986 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-b77fd458-1e49-491b-90a4-ef619c939de0 req-600fb15a-b5fa-4f83-8272-faf8e3041850 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/security-groups?id=a8d8b256-f933-42bb-9ad3-a02b9415114a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438478
Feb 17 03:28:23.169695 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efac7016-f9e1-4aaa-a1e6-1469ec224a87 req-70427687-7d17-4ead-a597-9ab0c40f7927 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:23.171308 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-efac7016-f9e1-4aaa-a1e6-1469ec224a87 req-70427687-7d17-4ead-a597-9ab0c40f7927 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/ports?device_id=4840bec6-59fa-4a75-9cab-b8eba3fced9d HTTP/1.1" status: 200  len: 943 time: 0.0867703
Feb 17 03:28:23.226569 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-efac7016-f9e1-4aaa-a1e6-1469ec224a87 req-25091005-8a2e-45f4-b676-1be3b077bb9a tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/security-groups?id=e00a9105-e774-4a39-a8ac-bb2eb11aef9a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0486569
Feb 17 03:28:23.237594 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:23.381885 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-ed7c6033-e257-4b29-9c9f-3043c199e061 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:23.701010 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-20445612-495b-4dc2-a7d1-3ac47ef9c5af req-bbf19665-a7e1-4972-8f4a-b0f4ef159bff service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8783865b-a078-4448-ad74-449c2887c2a3 HTTP/1.1" status: 200  len: 217 time: 0.0714681
Feb 17 03:28:23.772840 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ebf9a7-6590-4862-8c5e-80efb7d150c7 req-1728e769-923a-483d-b8e1-6cfdf6f237dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:23.774502 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-44ebf9a7-6590-4862-8c5e-80efb7d150c7 req-1728e769-923a-483d-b8e1-6cfdf6f237dc service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=64044155addf41e9ba2bde5782afed2a&shared=False HTTP/1.1" status: 200  len: 909 time: 0.1456206
Feb 17 03:28:23.861662 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20445612-495b-4dc2-a7d1-3ac47ef9c5af req-2566b567-4127-40e6-a6ef-7003d6b5b01c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:23.863264 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-20445612-495b-4dc2-a7d1-3ac47ef9c5af req-2566b567-4127-40e6-a6ef-7003d6b5b01c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f29a48ac-d6e4-4b02-b328-53d325347c14 HTTP/1.1" status: 200  len: 849 time: 0.1267035
Feb 17 03:28:23.882376 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9bd7cd-89d7-449d-a3ad-1c9f6526a2f1 req-07547965-935c-4d0d-8660-381935c813e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:23.883964 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-2d9bd7cd-89d7-449d-a3ad-1c9f6526a2f1 req-07547965-935c-4d0d-8660-381935c813e7 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c568344bec0146c19c14571bff20a759&device_id=3c5a8ede-8248-460e-bef7-6b5c3aaf48f5 HTTP/1.1" status: 200  len: 1160 time: 0.1119206
Feb 17 03:28:23.947850 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ebf9a7-6590-4862-8c5e-80efb7d150c7 req-e09d9c90-1af1-4196-aa91-8d9ebfed16a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:23.949304 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-44ebf9a7-6590-4862-8c5e-80efb7d150c7 req-e09d9c90-1af1-4196-aa91-8d9ebfed16a1 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 863 time: 0.1554854
Feb 17 03:28:24.006678 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-20445612-495b-4dc2-a7d1-3ac47ef9c5af req-39e5b781-ca3d-4ee4-ac70-11e209c04743 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7250ffa3-b5f2-45bc-8c2b-8a04a901bc68&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0764871
Feb 17 03:28:24.206013 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdd4816-a0ce-4016-8445-225a7fb72287 req-5f8afc52-d172-4f64-96bf-3eefd66c1411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:24.207607 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-ecdd4816-a0ce-4016-8445-225a7fb72287 req-5f8afc52-d172-4f64-96bf-3eefd66c1411 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=64044155addf41e9ba2bde5782afed2a&device_id=4840bec6-59fa-4a75-9cab-b8eba3fced9d HTTP/1.1" status: 200  len: 1160 time: 0.1143012
Feb 17 03:28:24.214552 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a921cdab-ec44-49cf-b054-2b991f269152 req-98d1f559-32da-40bc-9f6d-ba28e69864bd tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:24.216194 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-a921cdab-ec44-49cf-b054-2b991f269152 req-98d1f559-32da-40bc-9f6d-ba28e69864bd tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] 10.222.0.57 "GET /v2.0/ports?device_id=3c5a8ede-8248-460e-bef7-6b5c3aaf48f5 HTTP/1.1" status: 200  len: 943 time: 0.1699247
Feb 17 03:28:24.311394 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9bd7cd-89d7-449d-a3ad-1c9f6526a2f1 req-2e6ecb1b-4f27-4468-8189-cce509bb5f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:24.312993 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-2d9bd7cd-89d7-449d-a3ad-1c9f6526a2f1 req-2e6ecb1b-4f27-4468-8189-cce509bb5f5b service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=c568344bec0146c19c14571bff20a759&shared=False HTTP/1.1" status: 200  len: 905 time: 0.3389256
Feb 17 03:28:24.332155 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-ecdd4816-a0ce-4016-8445-225a7fb72287 req-777ba2b6-1797-4e40-8b1b-da235823dfbd service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3122eba0-b4d4-415e-b7c0-f67223c6ab3f HTTP/1.1" status: 200  len: 217 time: 0.1059790
Feb 17 03:28:24.393368 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-a921cdab-ec44-49cf-b054-2b991f269152 req-92510eac-e4b2-4f66-b07b-658c73c77d88 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] 10.222.0.57 "GET /v2.0/security-groups?id=264ce588-819f-4161-899a-9ba19db95e15&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0980887
Feb 17 03:28:24.415905 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-20445612-495b-4dc2-a7d1-3ac47ef9c5af req-b8a23911-28e9-4229-b7e2-b06ea4d1c16c service neutron] 10.222.0.54 "GET /v2.0/networks/7250ffa3-b5f2-45bc-8c2b-8a04a901bc68?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3572762
Feb 17 03:28:24.427520 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdd4816-a0ce-4016-8445-225a7fb72287 req-555b4def-e1df-44ee-a7a8-d3f0b2eeeabd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:24.429434 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-ecdd4816-a0ce-4016-8445-225a7fb72287 req-555b4def-e1df-44ee-a7a8-d3f0b2eeeabd service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1603be8a-dd86-41be-b651-1a8436af8dbf HTTP/1.1" status: 200  len: 854 time: 0.0782135
Feb 17 03:28:24.430813 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417caf7e-47ff-481e-b30e-d0af3a8fe143 req-309d447b-05ee-4092-8011-de2deab5b55d tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:24.432955 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-417caf7e-47ff-481e-b30e-d0af3a8fe143 req-309d447b-05ee-4092-8011-de2deab5b55d tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/ports?device_id=4d4f9c42-f07a-4f40-aad4-702d0fd26d82 HTTP/1.1" status: 200  len: 944 time: 0.3732047
Feb 17 03:28:24.590142 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdd4816-a0ce-4016-8445-225a7fb72287 req-102b2864-572f-4453-b372-e398ae7a6fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:24.592051 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-ecdd4816-a0ce-4016-8445-225a7fb72287 req-102b2864-572f-4453-b372-e398ae7a6fc6 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=735791d7-b752-470f-b049-6623a91713f5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1513445
Feb 17 03:28:24.724476 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef82a6a-5ce3-4536-aa4c-817c46f47a74 req-069d3e49-404d-4208-adf6-1e4bf2f5d0da tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:24.726188 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-bef82a6a-5ce3-4536-aa4c-817c46f47a74 req-069d3e49-404d-4208-adf6-1e4bf2f5d0da tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/ports?device_id=4840bec6-59fa-4a75-9cab-b8eba3fced9d HTTP/1.1" status: 200  len: 943 time: 0.2040007
Feb 17 03:28:24.794115 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-417caf7e-47ff-481e-b30e-d0af3a8fe143 req-caba90a8-871d-44cb-a06b-f18e7449f254 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/security-groups?id=a8d8b256-f933-42bb-9ad3-a02b9415114a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3346374
Feb 17 03:28:24.810842 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-bef82a6a-5ce3-4536-aa4c-817c46f47a74 req-4ac9d1e5-03de-4d98-b9cb-a8f63e12d964 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/security-groups?id=e00a9105-e774-4a39-a8ac-bb2eb11aef9a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0670273
Feb 17 03:28:24.832748 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-ecdd4816-a0ce-4016-8445-225a7fb72287 req-66ba7bf4-3733-4452-8ca9-101dd6c42cac service neutron] 10.222.0.54 "GET /v2.0/networks/735791d7-b752-470f-b049-6623a91713f5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2314930
Feb 17 03:28:24.842454 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9bd7cd-89d7-449d-a3ad-1c9f6526a2f1 req-88c4915d-9779-424a-afc6-d9dd06017d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:24.843621 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-2d9bd7cd-89d7-449d-a3ad-1c9f6526a2f1 req-88c4915d-9779-424a-afc6-d9dd06017d7b service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 863 time: 0.5190849
Feb 17 03:28:24.885507 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-20445612-495b-4dc2-a7d1-3ac47ef9c5af req-06eca65d-1b68-4226-97c8-c31fd1ab767a service neutron] 10.222.0.54 "GET /v2.0/networks/7250ffa3-b5f2-45bc-8c2b-8a04a901bc68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4513705
Feb 17 03:28:25.015018 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-ecdd4816-a0ce-4016-8445-225a7fb72287 req-6ccbe450-e124-4e91-912e-f487037f3ec1 service neutron] 10.222.0.54 "GET /v2.0/networks/735791d7-b752-470f-b049-6623a91713f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1712151
Feb 17 03:28:25.232415 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62352fcb-b27a-43b4-b332-0cdc2c59fdc2 req-78138e12-996e-40fc-bae9-a81a1222fde0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:25.234271 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-62352fcb-b27a-43b4-b332-0cdc2c59fdc2 req-78138e12-996e-40fc-bae9-a81a1222fde0 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c568344bec0146c19c14571bff20a759&device_id=3c5a8ede-8248-460e-bef7-6b5c3aaf48f5 HTTP/1.1" status: 200  len: 1160 time: 0.0849705
Feb 17 03:28:25.377266 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-62352fcb-b27a-43b4-b332-0cdc2c59fdc2 req-f00905e6-67a6-4df0-9473-53666c90c105 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=48fb65e6-ad21-424b-ad45-8e4c51055da6 HTTP/1.1" status: 200  len: 217 time: 0.0720508
Feb 17 03:28:25.445109 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-964d98e6-8b33-456f-b6aa-189bebc500aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:25.488415 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62352fcb-b27a-43b4-b332-0cdc2c59fdc2 req-363820aa-ff82-49fa-b54c-b3ef1341450d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:25.490150 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-62352fcb-b27a-43b4-b332-0cdc2c59fdc2 req-363820aa-ff82-49fa-b54c-b3ef1341450d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=029a335d-7c65-4847-a56e-60c19b417a63 HTTP/1.1" status: 200  len: 850 time: 0.0718846
Feb 17 03:28:25.615681 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62352fcb-b27a-43b4-b332-0cdc2c59fdc2 req-fb715f89-7357-40c8-bbbd-57d7c04c529f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:25.617385 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-62352fcb-b27a-43b4-b332-0cdc2c59fdc2 req-fb715f89-7357-40c8-bbbd-57d7c04c529f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=196dd25e-6f79-49ea-bd1a-b88102e9bbe7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1191893
Feb 17 03:28:25.641927 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e50df42-18a7-4024-b689-639c2bdfd761 req-14a8703e-1245-4c7d-8e88-7a31525633be tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:25.645506 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-6e50df42-18a7-4024-b689-639c2bdfd761 req-14a8703e-1245-4c7d-8e88-7a31525633be tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] 10.222.0.57 "GET /v2.0/ports?device_id=3c5a8ede-8248-460e-bef7-6b5c3aaf48f5 HTTP/1.1" status: 200  len: 943 time: 0.1094503
Feb 17 03:28:25.701647 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-6e50df42-18a7-4024-b689-639c2bdfd761 req-72154151-8823-44ad-934b-6c3ab2389a16 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] 10.222.0.57 "GET /v2.0/security-groups?id=264ce588-819f-4161-899a-9ba19db95e15&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0515363
Feb 17 03:28:25.894564 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-62352fcb-b27a-43b4-b332-0cdc2c59fdc2 req-24d14e52-c61d-4e16-ba47-156a4949763e service neutron] 10.222.0.54 "GET /v2.0/networks/196dd25e-6f79-49ea-bd1a-b88102e9bbe7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2089190
Feb 17 03:28:26.080006 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cd1516-a650-414d-a7ac-92c7592d5679 req-112196af-4e6b-4412-b6ec-fe5a9e211bb7 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:26.081669 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-e0cd1516-a650-414d-a7ac-92c7592d5679 req-112196af-4e6b-4412-b6ec-fe5a9e211bb7 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/ports?device_id=4840bec6-59fa-4a75-9cab-b8eba3fced9d HTTP/1.1" status: 200  len: 943 time: 0.0939994
Feb 17 03:28:26.139335 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-e0cd1516-a650-414d-a7ac-92c7592d5679 req-1f87b503-d853-4e60-982a-e789a2a4aac8 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/security-groups?id=e00a9105-e774-4a39-a8ac-bb2eb11aef9a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0448353
Feb 17 03:28:26.144469 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-62352fcb-b27a-43b4-b332-0cdc2c59fdc2 req-0d49870a-87c1-4404-81c3-a9e07c456b56 service neutron] 10.222.0.54 "GET /v2.0/networks/196dd25e-6f79-49ea-bd1a-b88102e9bbe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2377532
Feb 17 03:28:26.152134 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30180da6-6b11-42bc-91a0-7abdf86ac82d req-bde96fa2-af0f-46b1-9049-cba3400a9caf tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:26.153141 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-30180da6-6b11-42bc-91a0-7abdf86ac82d req-bde96fa2-af0f-46b1-9049-cba3400a9caf tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/ports?device_id=4d4f9c42-f07a-4f40-aad4-702d0fd26d82 HTTP/1.1" status: 200  len: 944 time: 0.1477916
Feb 17 03:28:26.211601 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-30180da6-6b11-42bc-91a0-7abdf86ac82d req-890482ce-62bd-435a-8ef5-2fc6b9d3d8dd tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/security-groups?id=a8d8b256-f933-42bb-9ad3-a02b9415114a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0516343
Feb 17 03:28:26.346507 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Device c4b7f0c6-bfe4-49e1-936d-f15129c212a8 up at agent ovs-agent-hv-cinder-75994 {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:28:26.418674 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-8cda4ffb-98e6-4bcf-adaf-c47fc353fc1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:26.437965 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Provisioning for port c4b7f0c6-bfe4-49e1-936d-f15129c212a8 completed by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 03:28:26.443214 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Provisioning complete for port c4b7f0c6-bfe4-49e1-936d-f15129c212a8 triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:28:26.444233 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838161172'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:26.564905 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for port, before_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:26.595769 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d4f9c42-f07a-4f40-aad4-702d0fd26d82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4b7f0c6-bfe4-49e1-936d-f15129c212a8'}] {{(pid=83923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 03:28:26.606554 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.db [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] For port c4b7f0c6-bfe4-49e1-936d-f15129c212a8, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=c4b7f0c6-bfe4-49e1-936d-f15129c212a8,segment=NetworkSegment(d4896407-aba6-4d6e-b442-40b3a9c2021a),segment_id=d4896407-aba6-4d6e-b442-40b3a9c2021a)] {{(pid=83923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:28:26.609887 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303097879514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733756514675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303098261108'] for port, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:26.612892 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-1d0f6317-dd7c-4afa-89bc-94483ddb8658 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:28:26.651726 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d4f9c42-f07a-4f40-aad4-702d0fd26d82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4b7f0c6-bfe4-49e1-936d-f15129c212a8', 'code': 200}
Feb 17 03:28:26.684495 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Pushing event updated for resources: {'Port': ['ID=c4b7f0c6-bfe4-49e1-936d-f15129c212a8,revision_number=4']} {{(pid=83923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:28:26.692251 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:28:26.692646 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:28:26.693055 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:28:26.693425 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:28:26.694061 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:28:26.694433 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:28:26.694802 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:28:26.695167 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:28:26.695535 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:28:26.695899 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:28:26.696262 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:28:26.697307 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:28:26.697767 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:28:26.698136 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:28:26.698500 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:28:26.698862 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:28:26.699221 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:28:26.699585 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:28:26.699945 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:28:26.700311 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:28:26.700672 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:28:26.701049 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:28:26.701453 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:28:26.701814 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:28:26.706111 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:28:26.910557 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c782e8d2-ad11-4b09-90ae-c3300a154a34 req-64d38e88-328d-4dff-af99-fb7df614db32 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:26.913527 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-c782e8d2-ad11-4b09-90ae-c3300a154a34 req-64d38e88-328d-4dff-af99-fb7df614db32 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] 10.222.0.57 "GET /v2.0/ports?device_id=3c5a8ede-8248-460e-bef7-6b5c3aaf48f5 HTTP/1.1" status: 200  len: 943 time: 0.0984867
Feb 17 03:28:27.007591 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-c782e8d2-ad11-4b09-90ae-c3300a154a34 req-8039b71c-3cf4-4ed8-85db-47898cd18de1 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] 10.222.0.57 "GET /v2.0/security-groups?id=264ce588-819f-4161-899a-9ba19db95e15&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0886035
Feb 17 03:28:27.039083 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0b6bf6-ab44-4f42-8f13-3ebd50cc4c3b req-bd6478de-7a78-4333-bf49-77ed0417effb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:27.041270 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-9e0b6bf6-ab44-4f42-8f13-3ebd50cc4c3b req-bd6478de-7a78-4333-bf49-77ed0417effb service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=4d4f9c42-f07a-4f40-aad4-702d0fd26d82 HTTP/1.1" status: 200  len: 1163 time: 0.0855153
Feb 17 03:28:27.098681 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-9e0b6bf6-ab44-4f42-8f13-3ebd50cc4c3b req-dd4b16eb-8411-4fe5-b901-5e23bfbc0500 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=a8d8b256-f933-42bb-9ad3-a02b9415114a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437453
Feb 17 03:28:27.148246 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.agents_db [None req-06fda002-6a6c-4595-892c-f579c445b334 None None] Agent healthcheck: found 6 active agents {{(pid=83924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 03:28:27.189862 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Device c4b7f0c6-bfe4-49e1-936d-f15129c212a8 up at agent ovs-agent-hv-cinder-75994 {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:28:27.265510 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:27.274108 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Provisioning complete for port c4b7f0c6-bfe4-49e1-936d-f15129c212a8 triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:28:27.274528 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838161172'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:27.421829 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33eba71-de2c-4b11-a4eb-1ad85617f0d4 req-ef4f7926-6225-4e6c-a142-481ce7e727f7 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:27.423537 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-d33eba71-de2c-4b11-a4eb-1ad85617f0d4 req-ef4f7926-6225-4e6c-a142-481ce7e727f7 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/ports?device_id=4840bec6-59fa-4a75-9cab-b8eba3fced9d HTTP/1.1" status: 200  len: 943 time: 0.1145546
Feb 17 03:28:27.444769 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b47944-beb9-42b4-8bf0-0f12eb93cd9d req-81711028-4b27-41ad-a6ea-2924c52c2774 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:27.446442 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-a1b47944-beb9-42b4-8bf0-0f12eb93cd9d req-81711028-4b27-41ad-a6ea-2924c52c2774 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/ports?device_id=4d4f9c42-f07a-4f40-aad4-702d0fd26d82 HTTP/1.1" status: 200  len: 946 time: 0.1050799
Feb 17 03:28:27.482149 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-d33eba71-de2c-4b11-a4eb-1ad85617f0d4 req-78aed719-8215-4469-8ebc-12fe3d1c2622 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/security-groups?id=e00a9105-e774-4a39-a8ac-bb2eb11aef9a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0523694
Feb 17 03:28:27.516814 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-a1b47944-beb9-42b4-8bf0-0f12eb93cd9d req-3531f611-1a15-4909-b092-1e31e0ed9a1c tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/security-groups?id=a8d8b256-f933-42bb-9ad3-a02b9415114a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0639038
Feb 17 03:28:27.526041 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-3bdb028f-655c-46e9-b0eb-5d4ca64bdb37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:28.205867 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f095fe-d7de-48d9-ac1d-5870261077f2 req-be4c262c-135c-4c63-8acd-1522c180ea4d tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:28.207435 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-72f095fe-d7de-48d9-ac1d-5870261077f2 req-be4c262c-135c-4c63-8acd-1522c180ea4d tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] 10.222.0.57 "GET /v2.0/ports?device_id=3c5a8ede-8248-460e-bef7-6b5c3aaf48f5 HTTP/1.1" status: 200  len: 943 time: 0.0877140
Feb 17 03:28:28.253434 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-72f095fe-d7de-48d9-ac1d-5870261077f2 req-28aa6cba-63bd-4b9b-8e6d-93a62b30ee5b tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] 10.222.0.57 "GET /v2.0/security-groups?id=264ce588-819f-4161-899a-9ba19db95e15&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0396359
Feb 17 03:28:28.705351 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b42b7a-02d1-40ac-8872-79ae7c75c75f req-6c40a813-62c4-43ac-935b-cac9cfbee2f6 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:28.707088 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-95b42b7a-02d1-40ac-8872-79ae7c75c75f req-6c40a813-62c4-43ac-935b-cac9cfbee2f6 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/ports?device_id=4840bec6-59fa-4a75-9cab-b8eba3fced9d HTTP/1.1" status: 200  len: 943 time: 0.1064320
Feb 17 03:28:28.721299 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaa5b00-a8d6-43bd-8238-6a21100303fd req-c2c28224-807d-4bf5-952c-abe27373b05b tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:28.730333 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-ccaa5b00-a8d6-43bd-8238-6a21100303fd req-c2c28224-807d-4bf5-952c-abe27373b05b tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/ports?device_id=4d4f9c42-f07a-4f40-aad4-702d0fd26d82 HTTP/1.1" status: 200  len: 946 time: 0.1070766
Feb 17 03:28:28.759593 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-95b42b7a-02d1-40ac-8872-79ae7c75c75f req-5655be2f-a823-4ef1-a159-ead4aa0e6f55 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/security-groups?id=e00a9105-e774-4a39-a8ac-bb2eb11aef9a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0451136
Feb 17 03:28:28.974358 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-ccaa5b00-a8d6-43bd-8238-6a21100303fd req-5efdb235-bfe7-4b3a-8caa-33b638317fc9 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/security-groups?id=a8d8b256-f933-42bb-9ad3-a02b9415114a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2429075
Feb 17 03:28:29.449306 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a901fb48-e7e5-4f30-b498-9d572259d7ef req-f1f06c3a-bdb7-4070-9b2c-1f19110a45b2 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:29.450900 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-a901fb48-e7e5-4f30-b498-9d572259d7ef req-f1f06c3a-bdb7-4070-9b2c-1f19110a45b2 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] 10.222.0.57 "GET /v2.0/ports?device_id=3c5a8ede-8248-460e-bef7-6b5c3aaf48f5 HTTP/1.1" status: 200  len: 943 time: 0.0852017
Feb 17 03:28:29.498001 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-a901fb48-e7e5-4f30-b498-9d572259d7ef req-28427239-17d7-4901-8472-02f01bf68bcb tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] 10.222.0.57 "GET /v2.0/security-groups?id=264ce588-819f-4161-899a-9ba19db95e15&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0409250
Feb 17 03:28:29.966610 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24055847-cfa3-4151-a142-e118ca65a1ab req-f0eff890-3c55-4d7a-aece-134969d71200 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:29.968121 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-24055847-cfa3-4151-a142-e118ca65a1ab req-f0eff890-3c55-4d7a-aece-134969d71200 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/ports?device_id=4840bec6-59fa-4a75-9cab-b8eba3fced9d HTTP/1.1" status: 200  len: 943 time: 0.0861425
Feb 17 03:28:30.018611 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-24055847-cfa3-4151-a142-e118ca65a1ab req-a45d2561-a609-4c27-928f-a7a86e5354e9 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/security-groups?id=e00a9105-e774-4a39-a8ac-bb2eb11aef9a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441923
Feb 17 03:28:30.174817 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec9703e-f248-40a2-9a94-41308ef24525 req-ff9ecf79-4ae8-4781-9224-215fc4120e61 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:30.176424 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-4ec9703e-f248-40a2-9a94-41308ef24525 req-ff9ecf79-4ae8-4781-9224-215fc4120e61 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/ports?device_id=4d4f9c42-f07a-4f40-aad4-702d0fd26d82 HTTP/1.1" status: 200  len: 946 time: 0.0894151
Feb 17 03:28:30.222980 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-4ec9703e-f248-40a2-9a94-41308ef24525 req-f2b17687-5210-454a-8330-055690e857d5 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/security-groups?id=a8d8b256-f933-42bb-9ad3-a02b9415114a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396972
Feb 17 03:28:30.690724 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbeeb80-5d93-49ac-9cdc-32cdac180a8d req-f5214fc3-53cf-4c38-9de9-5f3cb84f5c0a tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:30.692314 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-8fbeeb80-5d93-49ac-9cdc-32cdac180a8d req-f5214fc3-53cf-4c38-9de9-5f3cb84f5c0a tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] 10.222.0.57 "GET /v2.0/ports?device_id=3c5a8ede-8248-460e-bef7-6b5c3aaf48f5 HTTP/1.1" status: 200  len: 943 time: 0.0843587
Feb 17 03:28:30.740538 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-8fbeeb80-5d93-49ac-9cdc-32cdac180a8d req-444c8635-d3f9-4ffe-88bc-3f3d3bd3b9c2 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] 10.222.0.57 "GET /v2.0/security-groups?id=264ce588-819f-4161-899a-9ba19db95e15&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0410271
Feb 17 03:28:31.222771 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940ee335-e1e3-45f5-a7e0-37ecf5a3ae3a req-3c6435b0-768d-4d1b-8d32-e758dad788d8 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:31.224379 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-940ee335-e1e3-45f5-a7e0-37ecf5a3ae3a req-3c6435b0-768d-4d1b-8d32-e758dad788d8 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/ports?device_id=4840bec6-59fa-4a75-9cab-b8eba3fced9d HTTP/1.1" status: 200  len: 943 time: 0.0903707
Feb 17 03:28:31.273813 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-940ee335-e1e3-45f5-a7e0-37ecf5a3ae3a req-eebaaf27-4dc0-4190-a5e9-55f0e54c5ec2 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/security-groups?id=e00a9105-e774-4a39-a8ac-bb2eb11aef9a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430207
Feb 17 03:28:31.421997 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c441dc1-c14a-477c-a13f-f20e68878499 req-ec43c2ce-1650-488d-b28e-11940cfd6ab0 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:31.423485 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-4c441dc1-c14a-477c-a13f-f20e68878499 req-ec43c2ce-1650-488d-b28e-11940cfd6ab0 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/ports?device_id=4d4f9c42-f07a-4f40-aad4-702d0fd26d82 HTTP/1.1" status: 200  len: 946 time: 0.0879624
Feb 17 03:28:31.470481 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-4c441dc1-c14a-477c-a13f-f20e68878499 req-db49a626-1884-4e38-b9f4-a3be8ee26205 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/security-groups?id=a8d8b256-f933-42bb-9ad3-a02b9415114a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406842
Feb 17 03:28:31.942106 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74467dd4-67ad-4629-97fc-2cbf88664295 req-6406076f-5a7a-40b4-ab48-01aaa24e8d67 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:31.943720 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-74467dd4-67ad-4629-97fc-2cbf88664295 req-6406076f-5a7a-40b4-ab48-01aaa24e8d67 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] 10.222.0.57 "GET /v2.0/ports?device_id=3c5a8ede-8248-460e-bef7-6b5c3aaf48f5 HTTP/1.1" status: 200  len: 943 time: 0.0875957
Feb 17 03:28:31.992666 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-74467dd4-67ad-4629-97fc-2cbf88664295 req-bdf36368-9aab-4acf-854f-d447f0d5c846 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] 10.222.0.57 "GET /v2.0/security-groups?id=264ce588-819f-4161-899a-9ba19db95e15&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424814
Feb 17 03:28:32.474025 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac3bf6f-ce20-4541-931e-8a9817165a63 req-146b69a4-8cea-479f-9489-94922eee845b tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:32.475579 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-8ac3bf6f-ce20-4541-931e-8a9817165a63 req-146b69a4-8cea-479f-9489-94922eee845b tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/ports?device_id=4840bec6-59fa-4a75-9cab-b8eba3fced9d HTTP/1.1" status: 200  len: 943 time: 0.0842540
Feb 17 03:28:32.523042 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-8ac3bf6f-ce20-4541-931e-8a9817165a63 req-29d5ba37-fa49-4c2e-bfec-453ace6c082f tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/security-groups?id=e00a9105-e774-4a39-a8ac-bb2eb11aef9a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412817
Feb 17 03:28:32.672367 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87766b1f-a033-440a-bdae-55891304d3aa req-26727027-d077-4a8c-9a4f-6a587be42868 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:32.674288 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-87766b1f-a033-440a-bdae-55891304d3aa req-26727027-d077-4a8c-9a4f-6a587be42868 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/ports?device_id=4d4f9c42-f07a-4f40-aad4-702d0fd26d82 HTTP/1.1" status: 200  len: 946 time: 0.0904841
Feb 17 03:28:32.722181 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-87766b1f-a033-440a-bdae-55891304d3aa req-3d6d0e0c-fb74-4788-8d48-748ca4c3fc23 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/security-groups?id=a8d8b256-f933-42bb-9ad3-a02b9415114a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416386
Feb 17 03:28:33.199369 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02205dc0-10c5-4f09-a9a4-cd11eb052c55 req-5903fb83-64b9-44f9-b39a-a3e925a3c0b9 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:33.200921 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-02205dc0-10c5-4f09-a9a4-cd11eb052c55 req-5903fb83-64b9-44f9-b39a-a3e925a3c0b9 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] 10.222.0.57 "GET /v2.0/ports?device_id=3c5a8ede-8248-460e-bef7-6b5c3aaf48f5 HTTP/1.1" status: 200  len: 943 time: 0.0920565
Feb 17 03:28:33.250146 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-02205dc0-10c5-4f09-a9a4-cd11eb052c55 req-e50ceaa8-0430-4600-bda8-f9b75897018a tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] 10.222.0.57 "GET /v2.0/security-groups?id=264ce588-819f-4161-899a-9ba19db95e15&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426443
Feb 17 03:28:33.725555 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453fff1b-c477-4003-b2a4-6554d8085425 req-eb91960c-7a39-464f-be40-399460f72fbe tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:33.727152 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-453fff1b-c477-4003-b2a4-6554d8085425 req-eb91960c-7a39-464f-be40-399460f72fbe tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/ports?device_id=4840bec6-59fa-4a75-9cab-b8eba3fced9d HTTP/1.1" status: 200  len: 943 time: 0.0875666
Feb 17 03:28:33.783510 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-453fff1b-c477-4003-b2a4-6554d8085425 req-e7e7eb55-fd8c-43a4-a5ef-a1c295f633ca tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/security-groups?id=e00a9105-e774-4a39-a8ac-bb2eb11aef9a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0501249
Feb 17 03:28:33.924211 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e06b266-7227-43f2-be31-553ed82402b3 req-6bdec75b-74af-4f77-83e1-fb7a71036fa8 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:33.925854 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-0e06b266-7227-43f2-be31-553ed82402b3 req-6bdec75b-74af-4f77-83e1-fb7a71036fa8 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/ports?device_id=4d4f9c42-f07a-4f40-aad4-702d0fd26d82 HTTP/1.1" status: 200  len: 946 time: 0.0863035
Feb 17 03:28:33.977902 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-0e06b266-7227-43f2-be31-553ed82402b3 req-97cfc30e-6d09-4180-93ed-d98c46586ab2 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/security-groups?id=a8d8b256-f933-42bb-9ad3-a02b9415114a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454905
Feb 17 03:28:34.462197 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abf51f8-356a-468c-860a-b070a397daf6 req-c97964a4-58e6-417d-96f2-3fdcbe902416 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:34.464051 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-3abf51f8-356a-468c-860a-b070a397daf6 req-c97964a4-58e6-417d-96f2-3fdcbe902416 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] 10.222.0.57 "GET /v2.0/ports?device_id=3c5a8ede-8248-460e-bef7-6b5c3aaf48f5 HTTP/1.1" status: 200  len: 943 time: 0.0905313
Feb 17 03:28:34.525013 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-3abf51f8-356a-468c-860a-b070a397daf6 req-60299981-d8ba-499e-b65f-d5bd94e19cc1 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] 10.222.0.57 "GET /v2.0/security-groups?id=264ce588-819f-4161-899a-9ba19db95e15&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0492234
Feb 17 03:28:34.766560 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83922) accepted ('10.222.0.57', 36896) {{(pid=83922) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:28:34.802782 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83922) accepted ('10.222.0.57', 36902) {{(pid=83922) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:28:34.939381 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-b91b51d7-392b-4e0d-9c9b-5db100ec84dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:34.958105 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-b91b51d7-392b-4e0d-9c9b-5db100ec84dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:28:34.966730 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-b91b51d7-392b-4e0d-9c9b-5db100ec84dc admin admin] Usage tracker for resource:security_group_rule and tenant:9e427fd71c0f45128743424ba07b44d6 is out of sync, need to count used quota {{(pid=83922) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:28:34.972478 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-b91b51d7-392b-4e0d-9c9b-5db100ec84dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83922) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:28:35.033939 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-b91b51d7-392b-4e0d-9c9b-5db100ec84dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:28:35.067699 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-762f7cdf-d592-43fc-8e8d-0757df01c184 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:35.108395 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-762f7cdf-d592-43fc-8e8d-0757df01c184 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:28:35.120423 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-762f7cdf-d592-43fc-8e8d-0757df01c184 admin admin] Usage tracker for resource:security_group_rule and tenant:47ab774cce69404b91063b22a8185510 is out of sync, need to count used quota {{(pid=83922) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:28:35.131501 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-762f7cdf-d592-43fc-8e8d-0757df01c184 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83922) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:28:35.153898 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-762f7cdf-d592-43fc-8e8d-0757df01c184 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:28:35.186072 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9192f9b-8e3b-4f4f-a71c-9bb31b15d8eb req-ffbb5f33-e1b3-4b06-9ced-387d53bc60cb tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:35.188030 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-f9192f9b-8e3b-4f4f-a71c-9bb31b15d8eb req-ffbb5f33-e1b3-4b06-9ced-387d53bc60cb tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/ports?device_id=4d4f9c42-f07a-4f40-aad4-702d0fd26d82 HTTP/1.1" status: 200  len: 946 time: 0.0921247
Feb 17 03:28:35.189979 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-b91b51d7-392b-4e0d-9c9b-5db100ec84dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:35.206964 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf6fee6-578e-4825-89a8-3b286b14ff91 req-9ceba062-d174-40ce-a47b-d1189693cf21 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:35.208577 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-caf6fee6-578e-4825-89a8-3b286b14ff91 req-9ceba062-d174-40ce-a47b-d1189693cf21 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/ports?device_id=4840bec6-59fa-4a75-9cab-b8eba3fced9d HTTP/1.1" status: 200  len: 943 time: 0.2455783
Feb 17 03:28:35.210598 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-b91b51d7-392b-4e0d-9c9b-5db100ec84dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876219'] for security_group, after_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:35.237818 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-f2dc70a0-728c-4c2b-b584-09ed5feee258 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:28:35.240931 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-f9192f9b-8e3b-4f4f-a71c-9bb31b15d8eb req-0801bdc6-ed97-4921-9904-770a9ded006b tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/security-groups?id=a8d8b256-f933-42bb-9ad3-a02b9415114a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461671
Feb 17 03:28:35.283096 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91b51d7-392b-4e0d-9c9b-5db100ec84dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73fb2f1a-f2cf-4698-9235-deee5c8d489b,revision_number=1']} {{(pid=83922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:28:35.305113 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-b91b51d7-392b-4e0d-9c9b-5db100ec84dc admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=9e427fd71c0f45128743424ba07b44d6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5011775
Feb 17 03:28:35.306248 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-b91b51d7-392b-4e0d-9c9b-5db100ec84dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:28:35.308129 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.57', 36924) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:28:35.346880 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-caf6fee6-578e-4825-89a8-3b286b14ff91 req-74744bdd-e0c6-4033-b7a0-3a40e6ac8543 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/security-groups?id=e00a9105-e774-4a39-a8ac-bb2eb11aef9a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1113143
Feb 17 03:28:35.405532 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-1b684313-98ad-47a0-972e-e78904a748a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:35.410333 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-762f7cdf-d592-43fc-8e8d-0757df01c184 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:35.413913 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-762f7cdf-d592-43fc-8e8d-0757df01c184 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876219'] for security_group, after_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:35.422154 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-d71284ae-fae1-40ff-a13b-62e21989a60f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:28:35.433621 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-1b684313-98ad-47a0-972e-e78904a748a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:35.463962 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-762f7cdf-d592-43fc-8e8d-0757df01c184 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=47ab774cce69404b91063b22a8185510&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6961734
Feb 17 03:28:35.465749 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762f7cdf-d592-43fc-8e8d-0757df01c184 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5c4c010-f3fe-4370-a0a2-d7c14c81da91,revision_number=1']} {{(pid=83922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:28:35.468239 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83922) accepted ('10.222.0.57', 36930) {{(pid=83922) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:28:35.474619 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-762f7cdf-d592-43fc-8e8d-0757df01c184 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:28:35.489086 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-1b684313-98ad-47a0-972e-e78904a748a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876219'] for security_group, after_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:35.495175 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:28:35.508307 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b684313-98ad-47a0-972e-e78904a748a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73fb2f1a-f2cf-4698-9235-deee5c8d489b,revision_number=None']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:28:35.519595 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-1b684313-98ad-47a0-972e-e78904a748a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:35.522877 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-1b684313-98ad-47a0-972e-e78904a748a6 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/73fb2f1a-f2cf-4698-9235-deee5c8d489b HTTP/1.1" status: 204  len: 168 time: 0.2116246
Feb 17 03:28:35.522877 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-1b684313-98ad-47a0-972e-e78904a748a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:28:35.541697 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-af310bab-2b2b-4b21-95f7-dcf8ed615d95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:35.570066 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-af310bab-2b2b-4b21-95f7-dcf8ed615d95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:35.617338 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-af310bab-2b2b-4b21-95f7-dcf8ed615d95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876219'] for security_group, after_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:35.623496 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-42c90e1d-5719-4e8c-bd89-f7ddd58387d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:28:35.644361 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af310bab-2b2b-4b21-95f7-dcf8ed615d95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5c4c010-f3fe-4370-a0a2-d7c14c81da91,revision_number=None']} {{(pid=83922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:28:35.648822 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-af310bab-2b2b-4b21-95f7-dcf8ed615d95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:28:35.650920 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-af310bab-2b2b-4b21-95f7-dcf8ed615d95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:35.652138 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-af310bab-2b2b-4b21-95f7-dcf8ed615d95 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/c5c4c010-f3fe-4370-a0a2-d7c14c81da91 HTTP/1.1" status: 204  len: 168 time: 0.1828783
Feb 17 03:28:35.802158 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb9e01b-4a3e-46f0-8533-1d83771033e8 req-61bcca26-388f-4bbe-aaf0-35553e87c970 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:35.803903 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-5eb9e01b-4a3e-46f0-8533-1d83771033e8 req-61bcca26-388f-4bbe-aaf0-35553e87c970 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] 10.222.0.57 "GET /v2.0/ports?device_id=3c5a8ede-8248-460e-bef7-6b5c3aaf48f5 HTTP/1.1" status: 200  len: 943 time: 0.1089363
Feb 17 03:28:35.881515 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-5eb9e01b-4a3e-46f0-8533-1d83771033e8 req-b3502cea-f2bd-4f84-88f5-5cd7fe0859a6 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] 10.222.0.57 "GET /v2.0/security-groups?id=264ce588-819f-4161-899a-9ba19db95e15&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0706828
Feb 17 03:28:35.945837 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83922) accepted ('10.222.0.57', 36946) {{(pid=83922) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:28:35.965347 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-58481d09-3433-4a81-b939-da322d602265 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:35.983356 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-58481d09-3433-4a81-b939-da322d602265 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:28:35.987664 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-58481d09-3433-4a81-b939-da322d602265 admin admin] Usage tracker for resource:security_group_rule and tenant:1121dbe798ef44258a91972c2ebdb8ca is out of sync, need to count used quota {{(pid=83922) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:28:35.990779 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-58481d09-3433-4a81-b939-da322d602265 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83922) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:28:35.997189 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-58481d09-3433-4a81-b939-da322d602265 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:28:36.083093 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-58481d09-3433-4a81-b939-da322d602265 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:36.085930 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-58481d09-3433-4a81-b939-da322d602265 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876219'] for security_group, after_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:36.094626 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-04961485-dbea-43d4-b2e6-4bf2ab524f9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:28:36.139656 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-58481d09-3433-4a81-b939-da322d602265 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=1121dbe798ef44258a91972c2ebdb8ca&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1925528
Feb 17 03:28:36.141311 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58481d09-3433-4a81-b939-da322d602265 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a15e2b5b-e9a5-4850-b33f-932b7cf2b54d,revision_number=1']} {{(pid=83922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:28:36.142640 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.57', 36950) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:28:36.144519 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-58481d09-3433-4a81-b939-da322d602265 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:28:36.171902 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83922) accepted ('10.222.0.57', 36954) {{(pid=83922) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:28:36.191631 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-f44298ce-af22-44b7-8372-a0926ff14c75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:36.206837 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-f44298ce-af22-44b7-8372-a0926ff14c75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:28:36.208384 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-3d2587bf-93c2-4e20-80d7-ebd28a23096d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:36.210846 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-f44298ce-af22-44b7-8372-a0926ff14c75 admin admin] Usage tracker for resource:security_group_rule and tenant:70ee9101426a4f2d88a4d6d1cbaccd10 is out of sync, need to count used quota {{(pid=83922) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:28:36.213814 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-f44298ce-af22-44b7-8372-a0926ff14c75 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83922) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:28:36.219496 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-f44298ce-af22-44b7-8372-a0926ff14c75 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:28:36.235598 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-3d2587bf-93c2-4e20-80d7-ebd28a23096d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:36.282407 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-3d2587bf-93c2-4e20-80d7-ebd28a23096d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876219'] for security_group, after_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:36.288192 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-cfe53891-4b11-41b1-90a3-19f7e2d1321f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:28:36.313297 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2587bf-93c2-4e20-80d7-ebd28a23096d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a15e2b5b-e9a5-4850-b33f-932b7cf2b54d,revision_number=None']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:28:36.315467 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-f44298ce-af22-44b7-8372-a0926ff14c75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:36.329502 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-3d2587bf-93c2-4e20-80d7-ebd28a23096d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:28:36.330345 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-3d2587bf-93c2-4e20-80d7-ebd28a23096d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:36.331586 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-3d2587bf-93c2-4e20-80d7-ebd28a23096d admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a15e2b5b-e9a5-4850-b33f-932b7cf2b54d HTTP/1.1" status: 204  len: 168 time: 0.1868937
Feb 17 03:28:36.332734 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-f44298ce-af22-44b7-8372-a0926ff14c75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876219'] for security_group, after_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:36.371990 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-d2591ece-fc55-46d7-9d40-08310c1067a8 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:28:36.403717 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-f44298ce-af22-44b7-8372-a0926ff14c75 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=70ee9101426a4f2d88a4d6d1cbaccd10&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2306550
Feb 17 03:28:36.406318 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44298ce-af22-44b7-8372-a0926ff14c75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1b07382-058a-415d-b198-850a17ea825c,revision_number=1']} {{(pid=83922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:28:36.406575 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.57', 36968) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:28:36.444211 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-f44298ce-af22-44b7-8372-a0926ff14c75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:28:36.496849 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-0d1d1098-b853-4ace-9648-12c4f7841579 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:36.505039 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71dbcca-57b9-4c72-adfd-a3ab482ff5b0 req-3ffcc12d-8051-4783-95fc-c2b188c378f6 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:36.507367 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-a71dbcca-57b9-4c72-adfd-a3ab482ff5b0 req-3ffcc12d-8051-4783-95fc-c2b188c378f6 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/ports?device_id=4d4f9c42-f07a-4f40-aad4-702d0fd26d82 HTTP/1.1" status: 200  len: 946 time: 0.1358535
Feb 17 03:28:36.536847 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-0d1d1098-b853-4ace-9648-12c4f7841579 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:36.561536 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-a71dbcca-57b9-4c72-adfd-a3ab482ff5b0 req-f2df2063-7901-4730-80fb-d0c84487c26e tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/security-groups?id=a8d8b256-f933-42bb-9ad3-a02b9415114a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0475874
Feb 17 03:28:36.660391 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-0d1d1098-b853-4ace-9648-12c4f7841579 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876219'] for security_group, after_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:36.666497 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:28:36.688625 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f52b19e-4500-4659-ab45-0e97e9e41b4f req-57314b43-bd97-4234-b575-4e1949e92237 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:36.690120 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-7f52b19e-4500-4659-ab45-0e97e9e41b4f req-57314b43-bd97-4234-b575-4e1949e92237 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/ports?device_id=4840bec6-59fa-4a75-9cab-b8eba3fced9d HTTP/1.1" status: 200  len: 943 time: 0.1328495
Feb 17 03:28:36.692258 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d1098-b853-4ace-9648-12c4f7841579 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1b07382-058a-415d-b198-850a17ea825c,revision_number=None']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:28:36.695430 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-0d1d1098-b853-4ace-9648-12c4f7841579 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:28:36.696627 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-0d1d1098-b853-4ace-9648-12c4f7841579 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:36.700223 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-0d1d1098-b853-4ace-9648-12c4f7841579 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e1b07382-058a-415d-b198-850a17ea825c HTTP/1.1" status: 204  len: 168 time: 0.2901907
Feb 17 03:28:36.794435 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-7f52b19e-4500-4659-ab45-0e97e9e41b4f req-c3c0ffcc-8048-4ec7-87d2-166850251d8d tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/security-groups?id=e00a9105-e774-4a39-a8ac-bb2eb11aef9a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0951405
Feb 17 03:28:37.109534 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.57', 36994) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:28:37.134260 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-12e5a571-524c-43ca-8911-866ce52b9a9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:37.159945 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082d7685-dba7-46b9-8c4a-0822a304a797 req-bd83768a-6a85-41de-8ce4-a7de79c93ae0 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:37.161777 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-12e5a571-524c-43ca-8911-866ce52b9a9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:28:37.162151 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-082d7685-dba7-46b9-8c4a-0822a304a797 req-bd83768a-6a85-41de-8ce4-a7de79c93ae0 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/ports?device_id=4d4f9c42-f07a-4f40-aad4-702d0fd26d82 HTTP/1.1" status: 200  len: 946 time: 0.0890417
Feb 17 03:28:37.169520 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-12e5a571-524c-43ca-8911-866ce52b9a9e admin admin] Usage tracker for resource:security_group_rule and tenant:dff2669e5b574be7b5f63200da0aa2a2 is out of sync, need to count used quota {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:28:37.173077 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-12e5a571-524c-43ca-8911-866ce52b9a9e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:28:37.181595 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fe13d3-0e9e-4d1f-9da2-cfe3502fc6c1 req-2fcbcd5c-a922-4773-8c18-e13fd6c94cb7 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:37.183565 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-c3fe13d3-0e9e-4d1f-9da2-cfe3502fc6c1 req-2fcbcd5c-a922-4773-8c18-e13fd6c94cb7 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] 10.222.0.57 "GET /v2.0/ports?device_id=3c5a8ede-8248-460e-bef7-6b5c3aaf48f5 HTTP/1.1" status: 200  len: 943 time: 0.1343818
Feb 17 03:28:37.187657 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-12e5a571-524c-43ca-8911-866ce52b9a9e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:28:37.222459 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-082d7685-dba7-46b9-8c4a-0822a304a797 req-c49431c9-6c2d-4003-93e6-46afe86f5710 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/security-groups?id=a8d8b256-f933-42bb-9ad3-a02b9415114a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0523582
Feb 17 03:28:37.265317 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-c3fe13d3-0e9e-4d1f-9da2-cfe3502fc6c1 req-203ed150-c35a-4eca-babc-0243175e5cb7 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] 10.222.0.57 "GET /v2.0/security-groups?id=264ce588-819f-4161-899a-9ba19db95e15&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0687623
Feb 17 03:28:37.326378 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-12e5a571-524c-43ca-8911-866ce52b9a9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:37.329227 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-12e5a571-524c-43ca-8911-866ce52b9a9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876219'] for security_group, after_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:37.338028 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:28:37.383340 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-12e5a571-524c-43ca-8911-866ce52b9a9e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=dff2669e5b574be7b5f63200da0aa2a2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2703564
Feb 17 03:28:37.383340 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e5a571-524c-43ca-8911-866ce52b9a9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f0fdaa0-2d17-4b10-9e6b-3360f4189664,revision_number=1']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:28:37.384803 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83922) accepted ('10.222.0.57', 37004) {{(pid=83922) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:28:37.385600 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-12e5a571-524c-43ca-8911-866ce52b9a9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:28:37.456462 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-b100ce63-e465-4199-86bc-7b6c8b50db16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:37.484355 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-b100ce63-e465-4199-86bc-7b6c8b50db16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:37.533387 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-b100ce63-e465-4199-86bc-7b6c8b50db16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876219'] for security_group, after_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:37.544333 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:28:37.553725 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b100ce63-e465-4199-86bc-7b6c8b50db16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f0fdaa0-2d17-4b10-9e6b-3360f4189664,revision_number=None']} {{(pid=83922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:28:37.559262 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-b100ce63-e465-4199-86bc-7b6c8b50db16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:28:37.566369 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-b100ce63-e465-4199-86bc-7b6c8b50db16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:37.570444 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-b100ce63-e465-4199-86bc-7b6c8b50db16 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/9f0fdaa0-2d17-4b10-9e6b-3360f4189664 HTTP/1.1" status: 204  len: 168 time: 0.1806705
Feb 17 03:28:38.010212 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4fe6dc-0fb1-4f80-98c2-7397dbac9294 req-eda8433d-0f82-4449-b3f5-3ba909732982 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:38.012235 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-0f4fe6dc-0fb1-4f80-98c2-7397dbac9294 req-eda8433d-0f82-4449-b3f5-3ba909732982 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/ports?device_id=4840bec6-59fa-4a75-9cab-b8eba3fced9d HTTP/1.1" status: 200  len: 943 time: 0.1043508
Feb 17 03:28:38.066276 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-0f4fe6dc-0fb1-4f80-98c2-7397dbac9294 req-9a659432-563d-4aca-9a1a-9fbcf3ddd86c tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/security-groups?id=e00a9105-e774-4a39-a8ac-bb2eb11aef9a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442286
Feb 17 03:28:38.466097 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2ba8e5-29bc-4cf7-964b-80df4c61cba4 req-88afaa45-68fd-4bfb-9146-744c2fbcd0c8 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:38.474066 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-4a2ba8e5-29bc-4cf7-964b-80df4c61cba4 req-88afaa45-68fd-4bfb-9146-744c2fbcd0c8 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/ports?device_id=4d4f9c42-f07a-4f40-aad4-702d0fd26d82 HTTP/1.1" status: 200  len: 946 time: 0.1311078
Feb 17 03:28:38.519754 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57143372-c057-400d-9f58-1942954dc5fb req-6cca1146-9818-470b-ab94-a02a2919c989 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:38.527604 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-57143372-c057-400d-9f58-1942954dc5fb req-6cca1146-9818-470b-ab94-a02a2919c989 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] 10.222.0.57 "GET /v2.0/ports?device_id=3c5a8ede-8248-460e-bef7-6b5c3aaf48f5 HTTP/1.1" status: 200  len: 943 time: 0.1047435
Feb 17 03:28:38.543763 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-4a2ba8e5-29bc-4cf7-964b-80df4c61cba4 req-76abf000-1022-42fb-9cac-fb7b0323a041 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/security-groups?id=a8d8b256-f933-42bb-9ad3-a02b9415114a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0612364
Feb 17 03:28:38.589636 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-57143372-c057-400d-9f58-1942954dc5fb req-bf03e270-ade9-4547-8a84-84798badde9d tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] 10.222.0.57 "GET /v2.0/security-groups?id=264ce588-819f-4161-899a-9ba19db95e15&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0610588
Feb 17 03:28:39.272559 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a90a71a-6a04-439b-8942-07f62eed3e01 req-c4af105e-87bc-40c0-940b-479b486c0c99 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:39.274285 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-8a90a71a-6a04-439b-8942-07f62eed3e01 req-c4af105e-87bc-40c0-940b-479b486c0c99 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/ports?device_id=4840bec6-59fa-4a75-9cab-b8eba3fced9d HTTP/1.1" status: 200  len: 943 time: 0.0872877
Feb 17 03:28:39.322223 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-8a90a71a-6a04-439b-8942-07f62eed3e01 req-3c26b8bc-cf03-4756-9252-156972345e80 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/security-groups?id=e00a9105-e774-4a39-a8ac-bb2eb11aef9a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411208
Feb 17 03:28:39.327030 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.57', 37094) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:28:39.448161 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-00fe36e4-649f-464e-b40f-8fad386432f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:39.463602 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-00fe36e4-649f-464e-b40f-8fad386432f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:28:39.467611 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-00fe36e4-649f-464e-b40f-8fad386432f2 admin admin] Usage tracker for resource:security_group_rule and tenant:e24a0a7c93574f6090bdc0625aa7399f is out of sync, need to count used quota {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:28:39.470603 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-00fe36e4-649f-464e-b40f-8fad386432f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:28:39.476243 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-00fe36e4-649f-464e-b40f-8fad386432f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:28:39.564272 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-00fe36e4-649f-464e-b40f-8fad386432f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:39.568642 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-00fe36e4-649f-464e-b40f-8fad386432f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876219'] for security_group, after_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:39.578030 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-0d1d1098-b853-4ace-9648-12c4f7841579 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:28:39.622846 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-00fe36e4-649f-464e-b40f-8fad386432f2 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e24a0a7c93574f6090bdc0625aa7399f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2922614
Feb 17 03:28:39.623235 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.57', 37104) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:28:39.625938 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fe36e4-649f-464e-b40f-8fad386432f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca1ea6f8-46e7-4d9c-a9ef-b54e4780dfc0,revision_number=1']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:28:39.652344 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-00fe36e4-649f-464e-b40f-8fad386432f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:28:39.689648 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-41eb43ae-0938-40fe-8b68-d15018ee1424 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:39.751785 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec99607-4825-45b9-ae31-387068f5662d req-63b4e899-7146-4b21-aa96-fe69c04807db tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:39.759836 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-3ec99607-4825-45b9-ae31-387068f5662d req-63b4e899-7146-4b21-aa96-fe69c04807db tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/ports?device_id=4d4f9c42-f07a-4f40-aad4-702d0fd26d82 HTTP/1.1" status: 200  len: 946 time: 0.1125393
Feb 17 03:28:39.789676 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-41eb43ae-0938-40fe-8b68-d15018ee1424 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:39.805122 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-3ec99607-4825-45b9-ae31-387068f5662d req-ae36ddf5-5968-4716-b7f3-bf2f214c1656 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/security-groups?id=a8d8b256-f933-42bb-9ad3-a02b9415114a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443168
Feb 17 03:28:39.862548 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17341299-43e4-42c8-889f-f2036230544f req-b225d5fe-79d7-4717-a5f2-c5b71576f56f tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:39.864105 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-17341299-43e4-42c8-889f-f2036230544f req-b225d5fe-79d7-4717-a5f2-c5b71576f56f tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] 10.222.0.57 "GET /v2.0/ports?device_id=3c5a8ede-8248-460e-bef7-6b5c3aaf48f5 HTTP/1.1" status: 200  len: 943 time: 0.1592302
Feb 17 03:28:39.869510 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-41eb43ae-0938-40fe-8b68-d15018ee1424 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876219'] for security_group, after_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:39.878415 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-b7edef84-876f-47c6-a771-d503759d2fa3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:28:39.906261 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41eb43ae-0938-40fe-8b68-d15018ee1424 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca1ea6f8-46e7-4d9c-a9ef-b54e4780dfc0,revision_number=None']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:28:39.914307 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-41eb43ae-0938-40fe-8b68-d15018ee1424 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:28:39.919241 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-41eb43ae-0938-40fe-8b68-d15018ee1424 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:39.922853 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-41eb43ae-0938-40fe-8b68-d15018ee1424 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/ca1ea6f8-46e7-4d9c-a9ef-b54e4780dfc0 HTTP/1.1" status: 204  len: 168 time: 0.2964005
Feb 17 03:28:39.941830 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-17341299-43e4-42c8-889f-f2036230544f req-10b4753a-773d-4551-96a3-bfa7f6af426c tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] 10.222.0.57 "GET /v2.0/security-groups?id=264ce588-819f-4161-899a-9ba19db95e15&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0678942
Feb 17 03:28:40.204341 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.57', 37120) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:28:40.223359 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-5d0907a0-60cf-471f-b16d-e20167506cbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:40.238628 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-5d0907a0-60cf-471f-b16d-e20167506cbe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:28:40.242874 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-5d0907a0-60cf-471f-b16d-e20167506cbe admin admin] Usage tracker for resource:security_group_rule and tenant:0344876ac7c34b2995f0ff6127cd31ab is out of sync, need to count used quota {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:28:40.246367 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-5d0907a0-60cf-471f-b16d-e20167506cbe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:28:40.252154 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-5d0907a0-60cf-471f-b16d-e20167506cbe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:28:40.336503 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-5d0907a0-60cf-471f-b16d-e20167506cbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:40.339339 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-5d0907a0-60cf-471f-b16d-e20167506cbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876219'] for security_group, after_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:40.347903 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:28:40.391460 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-5d0907a0-60cf-471f-b16d-e20167506cbe admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=0344876ac7c34b2995f0ff6127cd31ab&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1858661
Feb 17 03:28:40.394723 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83922) accepted ('10.222.0.57', 37126) {{(pid=83922) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:28:40.395650 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0907a0-60cf-471f-b16d-e20167506cbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4401a034-8c7c-4fda-b621-b110504d48ff,revision_number=1']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:28:40.398892 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-5d0907a0-60cf-471f-b16d-e20167506cbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:28:40.503664 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e5bed030-a67f-4199-8bd6-5a222df53adb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:40.538501 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e5bed030-a67f-4199-8bd6-5a222df53adb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:40.596997 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1546e972-f5c0-4a58-8cbf-ef78a6e83e31 req-48d284f8-eca2-42bd-b7aa-17d892ab7573 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:40.598586 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-1546e972-f5c0-4a58-8cbf-ef78a6e83e31 req-48d284f8-eca2-42bd-b7aa-17d892ab7573 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/ports?device_id=4840bec6-59fa-4a75-9cab-b8eba3fced9d HTTP/1.1" status: 200  len: 943 time: 0.1573527
Feb 17 03:28:40.621585 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e5bed030-a67f-4199-8bd6-5a222df53adb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876219'] for security_group, after_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:40.628905 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:28:40.643469 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bed030-a67f-4199-8bd6-5a222df53adb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4401a034-8c7c-4fda-b621-b110504d48ff,revision_number=None']} {{(pid=83922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:28:40.652804 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-e5bed030-a67f-4199-8bd6-5a222df53adb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:28:40.662654 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e5bed030-a67f-4199-8bd6-5a222df53adb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:40.663852 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-e5bed030-a67f-4199-8bd6-5a222df53adb admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/4401a034-8c7c-4fda-b621-b110504d48ff HTTP/1.1" status: 204  len: 168 time: 0.2679653
Feb 17 03:28:40.669593 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-1546e972-f5c0-4a58-8cbf-ef78a6e83e31 req-27e8f174-2e6c-46dc-bcf5-9785630e3011 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/security-groups?id=e00a9105-e774-4a39-a8ac-bb2eb11aef9a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0639875
Feb 17 03:28:41.077353 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c6ad11-8cc6-4fcd-8d68-23ee4a45e936 req-361e236c-f110-46c9-a40e-d21b0b220971 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:41.078972 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-e3c6ad11-8cc6-4fcd-8d68-23ee4a45e936 req-361e236c-f110-46c9-a40e-d21b0b220971 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/ports?device_id=4d4f9c42-f07a-4f40-aad4-702d0fd26d82 HTTP/1.1" status: 200  len: 946 time: 0.1497667
Feb 17 03:28:41.123032 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad94519-9b0c-4d34-9a2a-aa1e7ceaaf6b req-a88eb67b-75c6-4185-858f-74a87c0b2825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:41.124663 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-1ad94519-9b0c-4d34-9a2a-aa1e7ceaaf6b req-a88eb67b-75c6-4185-858f-74a87c0b2825 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8da7eb55c2cb47dc99275360edd183e2&device_id=4d4f9c42-f07a-4f40-aad4-702d0fd26d82 HTTP/1.1" status: 200  len: 1163 time: 0.1287823
Feb 17 03:28:41.204325 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8d5ee0-786a-45bd-a7d6-0a683528519b req-b777547c-952b-45d9-82fb-f0fd3b75e7b4 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:41.219401 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-ac8d5ee0-786a-45bd-a7d6-0a683528519b req-b777547c-952b-45d9-82fb-f0fd3b75e7b4 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] 10.222.0.57 "GET /v2.0/ports?device_id=3c5a8ede-8248-460e-bef7-6b5c3aaf48f5 HTTP/1.1" status: 200  len: 943 time: 0.1443355
Feb 17 03:28:41.245763 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-e3c6ad11-8cc6-4fcd-8d68-23ee4a45e936 req-0736925b-6288-491f-8648-48e75efaf98d tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/security-groups?id=a8d8b256-f933-42bb-9ad3-a02b9415114a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1531234
Feb 17 03:28:41.290878 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-ac8d5ee0-786a-45bd-a7d6-0a683528519b req-2c39d92e-a676-4913-a115-40e5dabb5988 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] 10.222.0.57 "GET /v2.0/security-groups?id=264ce588-819f-4161-899a-9ba19db95e15&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0689185
Feb 17 03:28:41.500389 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad94519-9b0c-4d34-9a2a-aa1e7ceaaf6b req-2e5f0167-32b4-4d1e-81a1-7261275e2821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:41.502016 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-1ad94519-9b0c-4d34-9a2a-aa1e7ceaaf6b req-2e5f0167-32b4-4d1e-81a1-7261275e2821 service neutron] 10.222.0.54 "GET /v2.0/networks?id=07c25ad2-4e60-4400-a677-ca2c2e7c85f8 HTTP/1.1" status: 200  len: 912 time: 0.3668764
Feb 17 03:28:41.577058 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-1ad94519-9b0c-4d34-9a2a-aa1e7ceaaf6b req-8328a265-602d-496e-b3e4-0ae757b04049 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c4b7f0c6-bfe4-49e1-936d-f15129c212a8 HTTP/1.1" status: 200  len: 217 time: 0.0667620
Feb 17 03:28:41.648075 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad94519-9b0c-4d34-9a2a-aa1e7ceaaf6b req-2dbf49a7-39fe-4db7-9700-d8c1b71e2832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:41.650157 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-1ad94519-9b0c-4d34-9a2a-aa1e7ceaaf6b req-2dbf49a7-39fe-4db7-9700-d8c1b71e2832 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e1c7a001-c305-42ea-923a-4661960efd2e HTTP/1.1" status: 200  len: 858 time: 0.0664542
Feb 17 03:28:41.702508 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-1ad94519-9b0c-4d34-9a2a-aa1e7ceaaf6b req-640c304d-78a3-4ae4-b9b4-b6d124b0b3ab service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=07c25ad2-4e60-4400-a677-ca2c2e7c85f8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0461819
Feb 17 03:28:41.917862 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-1ad94519-9b0c-4d34-9a2a-aa1e7ceaaf6b req-6dec9616-f7ef-4946-8f75-412c1d8e63c9 service neutron] 10.222.0.54 "GET /v2.0/networks/07c25ad2-4e60-4400-a677-ca2c2e7c85f8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2084160
Feb 17 03:28:41.928342 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf42687-f1e9-49d4-87fd-3cbdddc94930 req-9ce9219b-5107-4643-ac82-d396ef2fda8c tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:41.929925 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-dbf42687-f1e9-49d4-87fd-3cbdddc94930 req-9ce9219b-5107-4643-ac82-d396ef2fda8c tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/ports?device_id=4840bec6-59fa-4a75-9cab-b8eba3fced9d HTTP/1.1" status: 200  len: 943 time: 0.1347215
Feb 17 03:28:42.068091 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-dbf42687-f1e9-49d4-87fd-3cbdddc94930 req-e3a541e3-dca1-4bed-87cc-11bd281bada8 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/security-groups?id=e00a9105-e774-4a39-a8ac-bb2eb11aef9a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1148489
Feb 17 03:28:42.111505 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-1ad94519-9b0c-4d34-9a2a-aa1e7ceaaf6b req-1aa7e818-2895-4657-b0a8-b867f8bf87bb service neutron] 10.222.0.54 "GET /v2.0/networks/07c25ad2-4e60-4400-a677-ca2c2e7c85f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1805108
Feb 17 03:28:42.234267 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83922) accepted ('10.222.0.57', 37190) {{(pid=83922) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:28:42.428623 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-04ebcde4-56f6-4a9d-9a47-c5dc7711ac97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:42.459967 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-04ebcde4-56f6-4a9d-9a47-c5dc7711ac97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:28:42.470099 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-04ebcde4-56f6-4a9d-9a47-c5dc7711ac97 admin admin] Usage tracker for resource:security_group_rule and tenant:ebcda56ae5c94be1aa296326eb449d94 is out of sync, need to count used quota {{(pid=83922) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:28:42.474110 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-04ebcde4-56f6-4a9d-9a47-c5dc7711ac97 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83922) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:28:42.481149 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-04ebcde4-56f6-4a9d-9a47-c5dc7711ac97 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:28:42.521151 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70192e3-b2e8-45bf-870b-00bf68e7031d req-96bb57a3-3e10-43b4-affc-12cabe097b9a tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:42.522764 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-a70192e3-b2e8-45bf-870b-00bf68e7031d req-96bb57a3-3e10-43b4-affc-12cabe097b9a tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] 10.222.0.57 "GET /v2.0/ports?device_id=3c5a8ede-8248-460e-bef7-6b5c3aaf48f5 HTTP/1.1" status: 200  len: 943 time: 0.1071188
Feb 17 03:28:42.535485 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbbe0e0-4c65-461e-8779-b00ade744028 req-71c1d20a-a4aa-4822-b544-5484e2c5d48a tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:42.537136 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-4bbbe0e0-4c65-461e-8779-b00ade744028 req-71c1d20a-a4aa-4822-b544-5484e2c5d48a tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/ports?device_id=4d4f9c42-f07a-4f40-aad4-702d0fd26d82 HTTP/1.1" status: 200  len: 946 time: 0.1476195
Feb 17 03:28:42.578563 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-a70192e3-b2e8-45bf-870b-00bf68e7031d req-61788692-f1e6-431c-8e68-3f0b1471cde2 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] 10.222.0.57 "GET /v2.0/security-groups?id=264ce588-819f-4161-899a-9ba19db95e15&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0485981
Feb 17 03:28:42.608661 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-4bbbe0e0-4c65-461e-8779-b00ade744028 req-f36c1484-a71a-4cd9-9e5d-9656ca0eda56 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/security-groups?id=a8d8b256-f933-42bb-9ad3-a02b9415114a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0620563
Feb 17 03:28:42.642648 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-04ebcde4-56f6-4a9d-9a47-c5dc7711ac97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:42.645612 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-04ebcde4-56f6-4a9d-9a47-c5dc7711ac97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876219'] for security_group, after_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:42.653747 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:28:42.696908 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-04ebcde4-56f6-4a9d-9a47-c5dc7711ac97 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=ebcda56ae5c94be1aa296326eb449d94&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4613976
Feb 17 03:28:42.697857 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ebcde4-56f6-4a9d-9a47-c5dc7711ac97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0eb7bf9e-1f2e-44df-bc23-e1db46a02f28,revision_number=1']} {{(pid=83922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:28:42.699868 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.57', 37204) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:28:42.701008 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-04ebcde4-56f6-4a9d-9a47-c5dc7711ac97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:28:42.761731 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-d40ecbb7-d52d-418c-bd8d-e428e6c9b7b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:42.788661 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-d40ecbb7-d52d-418c-bd8d-e428e6c9b7b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:42.832986 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-d40ecbb7-d52d-418c-bd8d-e428e6c9b7b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876219'] for security_group, after_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:42.838285 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:28:42.851110 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40ecbb7-d52d-418c-bd8d-e428e6c9b7b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eb7bf9e-1f2e-44df-bc23-e1db46a02f28,revision_number=None']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:28:42.857639 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-d40ecbb7-d52d-418c-bd8d-e428e6c9b7b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:28:42.878693 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-d40ecbb7-d52d-418c-bd8d-e428e6c9b7b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:42.880611 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-d40ecbb7-d52d-418c-bd8d-e428e6c9b7b2 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/0eb7bf9e-1f2e-44df-bc23-e1db46a02f28 HTTP/1.1" status: 204  len: 168 time: 0.1796641
Feb 17 03:28:43.296110 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b4af99-7972-4f9d-8954-ac50c5b54a23 req-91b2720d-faa6-4da6-bbbd-7d4afa676b02 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:43.304635 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-a7b4af99-7972-4f9d-8954-ac50c5b54a23 req-91b2720d-faa6-4da6-bbbd-7d4afa676b02 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/ports?device_id=4840bec6-59fa-4a75-9cab-b8eba3fced9d HTTP/1.1" status: 200  len: 943 time: 0.1092846
Feb 17 03:28:43.355631 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-a7b4af99-7972-4f9d-8954-ac50c5b54a23 req-46dc0c05-7b83-4d65-8df3-f3b62baf71ee tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/security-groups?id=e00a9105-e774-4a39-a8ac-bb2eb11aef9a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0500169
Feb 17 03:28:43.575713 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83328e41-17bb-4973-9924-f7fb2d59da7a req-7fadc7c7-ac02-4752-84b7-96f43209c52a tempest-DeleteServersTestJSON-594113530 tempest-DeleteServersTestJSON-594113530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:43.577317 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-83328e41-17bb-4973-9924-f7fb2d59da7a req-7fadc7c7-ac02-4752-84b7-96f43209c52a tempest-DeleteServersTestJSON-594113530 tempest-DeleteServersTestJSON-594113530-project] 10.222.0.57 "GET /v2.0/ports?device_id=5a792992-ad2a-408d-9e19-9363ed0b0c51 HTTP/1.1" status: 200  len: 945 time: 0.0892613
Feb 17 03:28:43.668402 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-83328e41-17bb-4973-9924-f7fb2d59da7a req-47be9346-de04-46bb-9941-91ba278a6304 tempest-DeleteServersTestJSON-594113530 tempest-DeleteServersTestJSON-594113530-project] 10.222.0.57 "GET /v2.0/security-groups?id=8140522c-d712-47c7-b8dd-44151d8bce78&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0846560
Feb 17 03:28:43.731169 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.57', 37256) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:28:43.850213 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa82effc-6c67-4686-9dc4-616044f51957 req-44b3476d-d0c2-4df0-9010-998a973c9c72 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:43.852115 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-aa82effc-6c67-4686-9dc4-616044f51957 req-44b3476d-d0c2-4df0-9010-998a973c9c72 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] 10.222.0.57 "GET /v2.0/ports?device_id=3c5a8ede-8248-460e-bef7-6b5c3aaf48f5 HTTP/1.1" status: 200  len: 943 time: 0.1014748
Feb 17 03:28:43.896919 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.v2.base [None req-71a1efba-0e6e-4095-965f-78792b07cbc5 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-898551767-network', 'tenant_id': '90b33b201e9c4aaa92ca566c8f7e6dac'}} {{(pid=83921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:28:43.906207 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-71a1efba-0e6e-4095-965f-78792b07cbc5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:28:43.914027 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-71a1efba-0e6e-4095-965f-78792b07cbc5 admin admin] Usage tracker for resource:network and tenant:90b33b201e9c4aaa92ca566c8f7e6dac is out of sync, need to count used quota {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:28:43.918003 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-71a1efba-0e6e-4095-965f-78792b07cbc5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:28:43.939966 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-aa82effc-6c67-4686-9dc4-616044f51957 req-3e5de10e-a40f-459d-9d30-3e9f3751c9f1 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] 10.222.0.57 "GET /v2.0/security-groups?id=264ce588-819f-4161-899a-9ba19db95e15&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0623660
Feb 17 03:28:43.940610 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-71a1efba-0e6e-4095-965f-78792b07cbc5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:28:43.954029 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71a1efba-0e6e-4095-965f-78792b07cbc5 admin admin] Made reservation on behalf of 90b33b201e9c4aaa92ca566c8f7e6dac for: {'network': 1} {{(pid=83921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 03:28:43.959129 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-71a1efba-0e6e-4095-965f-78792b07cbc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for network, before_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:43.973502 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-71a1efba-0e6e-4095-965f-78792b07cbc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:44.029698 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-71a1efba-0e6e-4095-965f-78792b07cbc5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:28:44.038632 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-71a1efba-0e6e-4095-965f-78792b07cbc5 admin admin] Usage tracker for resource:security_group_rule and tenant:90b33b201e9c4aaa92ca566c8f7e6dac is out of sync, need to count used quota {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:28:44.046497 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-71a1efba-0e6e-4095-965f-78792b07cbc5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:28:44.055023 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-71a1efba-0e6e-4095-965f-78792b07cbc5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:28:44.116497 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb6cc94-99c9-4f0e-a6cd-73d14a8f7617 req-df8df114-0e39-43f5-a632-bc84c9227433 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:44.118787 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-efb6cc94-99c9-4f0e-a6cd-73d14a8f7617 req-df8df114-0e39-43f5-a632-bc84c9227433 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/ports?device_id=4d4f9c42-f07a-4f40-aad4-702d0fd26d82 HTTP/1.1" status: 200  len: 946 time: 0.1259663
Feb 17 03:28:44.189290 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-efb6cc94-99c9-4f0e-a6cd-73d14a8f7617 req-2fcc6db1-1051-46f1-ab8b-533a7642186d tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/security-groups?id=a8d8b256-f933-42bb-9ad3-a02b9415114a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0595026
Feb 17 03:28:44.218301 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-71a1efba-0e6e-4095-965f-78792b07cbc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:44.220947 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-71a1efba-0e6e-4095-965f-78792b07cbc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876219'] for security_group, after_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:44.224077 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-1b684313-98ad-47a0-972e-e78904a748a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:28:44.261144 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71a1efba-0e6e-4095-965f-78792b07cbc5 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=83921) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 17 03:28:44.271283 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a1efba-0e6e-4095-965f-78792b07cbc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d424e17-ab05-4607-9df7-8d3f76ab183e,revision_number=1']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:28:44.275708 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-71a1efba-0e6e-4095-965f-78792b07cbc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:28:44.280252 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-71a1efba-0e6e-4095-965f-78792b07cbc5 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363303097800223', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16617428'] for segment, precommit_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:44.280873 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.db.segments_db [None req-71a1efba-0e6e-4095-965f-78792b07cbc5 admin admin] Added segment be06ba5d-3909-4934-8aa1-39344881a56f of type vxlan for network 8d611967-ac3b-4d3e-854e-ff34ac61dc4a
Feb 17 03:28:44.311291 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-71a1efba-0e6e-4095-965f-78792b07cbc5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363303098315039'] for network, precommit_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:44.349911 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-71a1efba-0e6e-4095-965f-78792b07cbc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850'] for network, after_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:44.351941 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71a1efba-0e6e-4095-965f-78792b07cbc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:44.353229 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-71a1efba-0e6e-4095-965f-78792b07cbc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854193028'] for network, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:44.383040 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-bd7a941b-fc94-4dba-b156-d07bb846a6b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:28:44.413993 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83922) accepted ('10.222.0.57', 37278) {{(pid=83922) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:28:44.422474 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.v2.base [None req-4fed3057-d867-4e1f-bb3b-18cc0c2a1c8e admin admin] Request body: {'subnet': {'network_id': '8d611967-ac3b-4d3e-854e-ff34ac61dc4a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-898551767-subnet', 'tenant_id': '90b33b201e9c4aaa92ca566c8f7e6dac', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:28:44.426173 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-71a1efba-0e6e-4095-965f-78792b07cbc5 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 879 time: 0.6937294
Feb 17 03:28:44.431913 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-4fed3057-d867-4e1f-bb3b-18cc0c2a1c8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:28:44.446884 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-4fed3057-d867-4e1f-bb3b-18cc0c2a1c8e admin admin] Usage tracker for resource:subnet and tenant:90b33b201e9c4aaa92ca566c8f7e6dac is out of sync, need to count used quota {{(pid=83922) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:28:44.454641 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-4fed3057-d867-4e1f-bb3b-18cc0c2a1c8e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83922) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:28:44.474064 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-4fed3057-d867-4e1f-bb3b-18cc0c2a1c8e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:28:44.489073 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fed3057-d867-4e1f-bb3b-18cc0c2a1c8e admin admin] Made reservation on behalf of 90b33b201e9c4aaa92ca566c8f7e6dac for: {'subnet': 1} {{(pid=83922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 03:28:44.496010 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-4fed3057-d867-4e1f-bb3b-18cc0c2a1c8e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852207897'] for subnet, before_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:44.542094 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a1efba-0e6e-4095-965f-78792b07cbc5 admin admin] Pushing event updated for resources: {'Network': ['ID=8d611967-ac3b-4d3e-854e-ff34ac61dc4a,revision_number=1']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:28:44.545287 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-71a1efba-0e6e-4095-965f-78792b07cbc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:28:44.554299 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Network 8d611967-ac3b-4d3e-854e-ff34ac61dc4a details requested by agent ovs-agent-dv-cinder-759943-5-iscsi with host dv-cinder-759943-5-iscsi {{(pid=83923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 03:28:44.623294 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Network 8d611967-ac3b-4d3e-854e-ff34ac61dc4a details requested by agent ovs-agent-hv-cinder-75994 with host hv-cinder-75994 {{(pid=83923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 03:28:44.703726 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab37360f-e04e-4bff-a414-864498668544 req-061fcf8d-46cc-4e8c-9f46-7bd474159b2c tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:44.705400 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-ab37360f-e04e-4bff-a414-864498668544 req-061fcf8d-46cc-4e8c-9f46-7bd474159b2c tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/ports?device_id=4840bec6-59fa-4a75-9cab-b8eba3fced9d HTTP/1.1" status: 200  len: 943 time: 0.1395309
Feb 17 03:28:44.780160 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-ab37360f-e04e-4bff-a414-864498668544 req-404e0a49-4f09-4603-a0bd-33614cce37b5 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/security-groups?id=e00a9105-e774-4a39-a8ac-bb2eb11aef9a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0645313
Feb 17 03:28:44.950986 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4709cf-e873-4a05-95a6-35e6a71842d4 req-2ce0786f-58a0-4c18-a60d-4316ee54d09c tempest-DeleteServersTestJSON-594113530 tempest-DeleteServersTestJSON-594113530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:44.952603 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-9a4709cf-e873-4a05-95a6-35e6a71842d4 req-2ce0786f-58a0-4c18-a60d-4316ee54d09c tempest-DeleteServersTestJSON-594113530 tempest-DeleteServersTestJSON-594113530-project] 10.222.0.57 "GET /v2.0/ports?device_id=5a792992-ad2a-408d-9e19-9363ed0b0c51 HTTP/1.1" status: 200  len: 945 time: 0.1311684
Feb 17 03:28:44.989117 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Device 3122eba0-b4d4-415e-b7c0-f67223c6ab3f up at agent ovs-agent-hv-cinder-75994 {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:28:45.018828 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-9a4709cf-e873-4a05-95a6-35e6a71842d4 req-f05769d6-92ef-4644-ae30-2aba21c8749d tempest-DeleteServersTestJSON-594113530 tempest-DeleteServersTestJSON-594113530-project] 10.222.0.57 "GET /v2.0/security-groups?id=8140522c-d712-47c7-b8dd-44151d8bce78&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0581353
Feb 17 03:28:45.069244 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Provisioning for port 3122eba0-b4d4-415e-b7c0-f67223c6ab3f completed by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 03:28:45.074616 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Provisioning complete for port 3122eba0-b4d4-415e-b7c0-f67223c6ab3f triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:28:45.075029 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838161172'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:45.180023 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-4fed3057-d867-4e1f-bb3b-18cc0c2a1c8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853913663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2929427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852207882'] for subnet, after_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:45.194432 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for port, before_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:45.199469 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-6e047eab-f7c5-4061-84f5-2f97315b1ebb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:28:45.226932 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4840bec6-59fa-4a75-9cab-b8eba3fced9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3122eba0-b4d4-415e-b7c0-f67223c6ab3f'}] {{(pid=83923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 03:28:45.237543 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.db [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] For port 3122eba0-b4d4-415e-b7c0-f67223c6ab3f, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=3122eba0-b4d4-415e-b7c0-f67223c6ab3f,segment=NetworkSegment(edc0940c-57ea-45ad-8589-5951cb8baffd),segment_id=edc0940c-57ea-45ad-8589-5951cb8baffd)] {{(pid=83923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:28:45.240727 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303097879514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733756514675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303098261108'] for port, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:45.243550 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-95919566-801b-4355-8262-f0c42b7ea543 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:28:45.316728 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Pushing event updated for resources: {'Port': ['ID=3122eba0-b4d4-415e-b7c0-f67223c6ab3f,revision_number=4']} {{(pid=83923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:28:45.320778 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:28:45.405126 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254e6be3-c4cb-48a2-b168-a56d11716fd3 req-ef7d8c37-3b6f-4b68-91e4-28bbd77dfaaf tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:45.406859 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-254e6be3-c4cb-48a2-b168-a56d11716fd3 req-ef7d8c37-3b6f-4b68-91e4-28bbd77dfaaf tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/ports?device_id=4d4f9c42-f07a-4f40-aad4-702d0fd26d82 HTTP/1.1" status: 200  len: 946 time: 0.0995252
Feb 17 03:28:45.458631 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-254e6be3-c4cb-48a2-b168-a56d11716fd3 req-ffa9cd63-f380-40f0-9d2d-e4dbed1d4859 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/security-groups?id=a8d8b256-f933-42bb-9ad3-a02b9415114a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443268
Feb 17 03:28:45.500574 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73319b51-c6a6-433f-bf35-4e4afab6fa2f req-ca5e319b-f306-463d-877d-c6e2116ed4e9 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:45.502233 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-73319b51-c6a6-433f-bf35-4e4afab6fa2f req-ca5e319b-f306-463d-877d-c6e2116ed4e9 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] 10.222.0.57 "GET /v2.0/ports?device_id=3c5a8ede-8248-460e-bef7-6b5c3aaf48f5 HTTP/1.1" status: 200  len: 943 time: 0.4512162
Feb 17 03:28:45.526762 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4840bec6-59fa-4a75-9cab-b8eba3fced9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3122eba0-b4d4-415e-b7c0-f67223c6ab3f', 'code': 200}
Feb 17 03:28:45.553351 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fed3057-d867-4e1f-bb3b-18cc0c2a1c8e admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ada6777-95bf-446d-be68-0d7e0c71021b,revision_number=0']} {{(pid=83922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:28:45.563802 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-4fed3057-d867-4e1f-bb3b-18cc0c2a1c8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:28:45.601522 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-73319b51-c6a6-433f-bf35-4e4afab6fa2f req-385cf556-db9c-408e-9480-28c8401f44b2 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] 10.222.0.57 "GET /v2.0/security-groups?id=264ce588-819f-4161-899a-9ba19db95e15&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0888321
Feb 17 03:28:45.643435 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fed3057-d867-4e1f-bb3b-18cc0c2a1c8e admin admin] Checking segment: {'id': 'be06ba5d-3909-4934-8aa1-39344881a56f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '8d611967-ac3b-4d3e-854e-ff34ac61dc4a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 03:28:45.643832 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fed3057-d867-4e1f-bb3b-18cc0c2a1c8e admin admin] Network hostable DHCP agents. Network: 8d611967-ac3b-4d3e-854e-ff34ac61dc4a, hostable agents: ['7cb7ebf0-d0cf-4b99-bfd7-3c4bb0fe13b2'], hosted agents: [] {{(pid=83922) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 17 03:28:45.663680 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fed3057-d867-4e1f-bb3b-18cc0c2a1c8e admin admin] Network 8d611967-ac3b-4d3e-854e-ff34ac61dc4a is scheduled to be hosted by DHCP agent 7cb7ebf0-d0cf-4b99-bfd7-3c4bb0fe13b2 with binding_index 1 {{(pid=83922) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 17 03:28:45.673149 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.scheduler.base_scheduler [None req-4fed3057-d867-4e1f-bb3b-18cc0c2a1c8e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759943-5-iscsi, 8d611967-ac3b-4d3e-854e-ff34ac61dc4a) {{(pid=83922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 03:28:45.694225 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fed3057-d867-4e1f-bb3b-18cc0c2a1c8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:45.695048 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-4fed3057-d867-4e1f-bb3b-18cc0c2a1c8e admin admin] Notify callbacks [] for subnet, before_response {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:45.706667 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e6655ae-dd1e-46c4-a20a-783777a8a4fe None None] Network 8d611967-ac3b-4d3e-854e-ff34ac61dc4a requested from dv-cinder-759943-5-iscsi {{(pid=83923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 03:28:45.724876 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-4fed3057-d867-4e1f-bb3b-18cc0c2a1c8e admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 1.3094416
Feb 17 03:28:45.929606 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1465b7-4efd-44eb-98fc-91112682b8b0 req-06cbf334-a097-4160-83c1-637029df2669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:45.932036 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-fe1465b7-4efd-44eb-98fc-91112682b8b0 req-06cbf334-a097-4160-83c1-637029df2669 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=4840bec6-59fa-4a75-9cab-b8eba3fced9d HTTP/1.1" status: 200  len: 1162 time: 0.1441631
Feb 17 03:28:46.005056 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3ff689a-d713-4bbf-a269-22d94dd3ae83 None None] Network 8d611967-ac3b-4d3e-854e-ff34ac61dc4a requested from dv-cinder-759943-5-iscsi {{(pid=83923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 03:28:46.099541 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6033978d-abee-4540-9723-b1bc06f08c71 req-fc215eb9-4dc2-43c6-9d28-ea371bb163ad tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:46.101295 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-6033978d-abee-4540-9723-b1bc06f08c71 req-fc215eb9-4dc2-43c6-9d28-ea371bb163ad tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/ports?device_id=4840bec6-59fa-4a75-9cab-b8eba3fced9d HTTP/1.1" status: 200  len: 945 time: 0.1106482
Feb 17 03:28:46.154158 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-6033978d-abee-4540-9723-b1bc06f08c71 req-bc223971-1afc-4be1-bb57-411bb75109e6 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/security-groups?id=e00a9105-e774-4a39-a8ac-bb2eb11aef9a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0452895
Feb 17 03:28:46.249508 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0e0239-52f3-4c70-bc79-3703e11cbe24 req-7d763b74-65f9-4f22-9dfd-7632fcbf44d6 tempest-DeleteServersTestJSON-594113530 tempest-DeleteServersTestJSON-594113530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:46.251312 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-6e0e0239-52f3-4c70-bc79-3703e11cbe24 req-7d763b74-65f9-4f22-9dfd-7632fcbf44d6 tempest-DeleteServersTestJSON-594113530 tempest-DeleteServersTestJSON-594113530-project] 10.222.0.57 "GET /v2.0/ports?device_id=5a792992-ad2a-408d-9e19-9363ed0b0c51 HTTP/1.1" status: 200  len: 945 time: 0.0939407
Feb 17 03:28:46.300331 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-6e0e0239-52f3-4c70-bc79-3703e11cbe24 req-f7225b4b-b654-4051-8d13-4aed6c903980 tempest-DeleteServersTestJSON-594113530 tempest-DeleteServersTestJSON-594113530-project] 10.222.0.57 "GET /v2.0/security-groups?id=8140522c-d712-47c7-b8dd-44151d8bce78&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426965
Feb 17 03:28:46.658715 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7d0176-8801-4353-a386-1f9aaddaea83 req-7bac81f2-0145-4662-a34d-356feff433cb tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:46.660338 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-dc7d0176-8801-4353-a386-1f9aaddaea83 req-7bac81f2-0145-4662-a34d-356feff433cb tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/ports?device_id=4d4f9c42-f07a-4f40-aad4-702d0fd26d82 HTTP/1.1" status: 200  len: 946 time: 0.0863850
Feb 17 03:28:46.711342 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-dc7d0176-8801-4353-a386-1f9aaddaea83 req-f1d84c25-bb0c-46e7-bdcf-43ca80f2667c tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/security-groups?id=a8d8b256-f933-42bb-9ad3-a02b9415114a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444617
Feb 17 03:28:46.809266 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173a8ff1-f506-4d26-b061-ac07c9ffbee3 req-76f70aa6-305d-4447-b6be-060544c50eec tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:46.811119 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-173a8ff1-f506-4d26-b061-ac07c9ffbee3 req-76f70aa6-305d-4447-b6be-060544c50eec tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] 10.222.0.57 "GET /v2.0/ports?device_id=3c5a8ede-8248-460e-bef7-6b5c3aaf48f5 HTTP/1.1" status: 200  len: 943 time: 0.0860169
Feb 17 03:28:46.861965 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-173a8ff1-f506-4d26-b061-ac07c9ffbee3 req-d94a06a2-0962-497a-a3a0-caabcdd7e8d7 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] 10.222.0.57 "GET /v2.0/security-groups?id=264ce588-819f-4161-899a-9ba19db95e15&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0444117
Feb 17 03:28:47.356345 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db9862d-6567-454f-bb49-45742bf00b10 req-6d22be07-9aeb-43c7-9695-c0f6c24272b5 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:47.357985 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-5db9862d-6567-454f-bb49-45742bf00b10 req-6d22be07-9aeb-43c7-9695-c0f6c24272b5 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/ports?device_id=4840bec6-59fa-4a75-9cab-b8eba3fced9d HTTP/1.1" status: 200  len: 945 time: 0.0867491
Feb 17 03:28:47.404809 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-5db9862d-6567-454f-bb49-45742bf00b10 req-8c8b05da-164b-415f-918f-78967d482dfd tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/security-groups?id=e00a9105-e774-4a39-a8ac-bb2eb11aef9a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405703
Feb 17 03:28:47.505283 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f7a921-bbbd-4436-be14-cb4b7b206572 req-5027d1c5-84fe-4cb4-891e-751aec343230 tempest-DeleteServersTestJSON-594113530 tempest-DeleteServersTestJSON-594113530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:47.506771 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-91f7a921-bbbd-4436-be14-cb4b7b206572 req-5027d1c5-84fe-4cb4-891e-751aec343230 tempest-DeleteServersTestJSON-594113530 tempest-DeleteServersTestJSON-594113530-project] 10.222.0.57 "GET /v2.0/ports?device_id=5a792992-ad2a-408d-9e19-9363ed0b0c51 HTTP/1.1" status: 200  len: 945 time: 0.0847750
Feb 17 03:28:47.553999 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-91f7a921-bbbd-4436-be14-cb4b7b206572 req-34f05f01-315c-438e-a1fe-f68584289420 tempest-DeleteServersTestJSON-594113530 tempest-DeleteServersTestJSON-594113530-project] 10.222.0.57 "GET /v2.0/security-groups?id=8140522c-d712-47c7-b8dd-44151d8bce78&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408185
Feb 17 03:28:47.919179 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-fe1465b7-4efd-44eb-98fc-91112682b8b0 req-26b2b810-a74e-4acb-bc09-d38eda1516a7 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=e00a9105-e774-4a39-a8ac-bb2eb11aef9a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0581663
Feb 17 03:28:47.946685 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2f5360-1bbc-4c23-9ffa-187a4653934f req-b72de268-2edb-4a58-a8aa-04225bd76aa1 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:47.948263 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-ea2f5360-1bbc-4c23-9ffa-187a4653934f req-b72de268-2edb-4a58-a8aa-04225bd76aa1 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/ports?device_id=4d4f9c42-f07a-4f40-aad4-702d0fd26d82 HTTP/1.1" status: 200  len: 946 time: 0.1262546
Feb 17 03:28:47.996075 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-ea2f5360-1bbc-4c23-9ffa-187a4653934f req-04a9ca79-360f-41f4-ac20-4cadc23b57a9 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/security-groups?id=a8d8b256-f933-42bb-9ad3-a02b9415114a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411377
Feb 17 03:28:48.073099 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8d2bf9-aaa7-49d4-91a2-41fd04a05590 req-334083d3-eba0-48a2-86b9-4d5661f18e15 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:48.075235 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-db8d2bf9-aaa7-49d4-91a2-41fd04a05590 req-334083d3-eba0-48a2-86b9-4d5661f18e15 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] 10.222.0.57 "GET /v2.0/ports?device_id=3c5a8ede-8248-460e-bef7-6b5c3aaf48f5 HTTP/1.1" status: 200  len: 943 time: 0.0992198
Feb 17 03:28:48.123335 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-db8d2bf9-aaa7-49d4-91a2-41fd04a05590 req-2b06c66c-d129-46eb-b622-9e62e40bfeb0 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] 10.222.0.57 "GET /v2.0/security-groups?id=264ce588-819f-4161-899a-9ba19db95e15&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0403922
Feb 17 03:28:48.606155 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308c1176-7e26-420c-afe5-2c0e62c9b3ff req-80c06f7f-deab-4015-936e-dd07a18ce94d tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:48.607808 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-308c1176-7e26-420c-afe5-2c0e62c9b3ff req-80c06f7f-deab-4015-936e-dd07a18ce94d tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/ports?device_id=4840bec6-59fa-4a75-9cab-b8eba3fced9d HTTP/1.1" status: 200  len: 945 time: 0.0875442
Feb 17 03:28:48.654569 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-308c1176-7e26-420c-afe5-2c0e62c9b3ff req-8e4e594e-6fe0-43b2-8ee6-9b46be8b04f6 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/security-groups?id=e00a9105-e774-4a39-a8ac-bb2eb11aef9a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405440
Feb 17 03:28:48.749665 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a23406b-a002-4b0d-9210-fec3e0c94f8e req-33de0956-d067-4d31-a5c2-728f66f7390a tempest-DeleteServersTestJSON-594113530 tempest-DeleteServersTestJSON-594113530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:48.751273 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-3a23406b-a002-4b0d-9210-fec3e0c94f8e req-33de0956-d067-4d31-a5c2-728f66f7390a tempest-DeleteServersTestJSON-594113530 tempest-DeleteServersTestJSON-594113530-project] 10.222.0.57 "GET /v2.0/ports?device_id=5a792992-ad2a-408d-9e19-9363ed0b0c51 HTTP/1.1" status: 200  len: 945 time: 0.0852754
Feb 17 03:28:48.798868 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-3a23406b-a002-4b0d-9210-fec3e0c94f8e req-c750e9db-d66a-4504-8243-2258391cc604 tempest-DeleteServersTestJSON-594113530 tempest-DeleteServersTestJSON-594113530-project] 10.222.0.57 "GET /v2.0/security-groups?id=8140522c-d712-47c7-b8dd-44151d8bce78&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411398
Feb 17 03:28:49.207093 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2bfc75-775e-47da-aa4b-f549a487f484 req-c9f892a6-a32c-432d-8a0b-6510f7779862 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:49.208700 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-ea2bfc75-775e-47da-aa4b-f549a487f484 req-c9f892a6-a32c-432d-8a0b-6510f7779862 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/ports?device_id=4d4f9c42-f07a-4f40-aad4-702d0fd26d82 HTTP/1.1" status: 200  len: 946 time: 0.0894845
Feb 17 03:28:49.256930 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-ea2bfc75-775e-47da-aa4b-f549a487f484 req-9139a369-e852-4b07-8639-32df07c7ba2d tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/security-groups?id=a8d8b256-f933-42bb-9ad3-a02b9415114a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414526
Feb 17 03:28:49.327488 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35f35e1-1f44-4c24-8c1e-70396bd1f4eb req-e02e4737-cee2-47f6-8239-80e694fa8059 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:49.329253 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-e35f35e1-1f44-4c24-8c1e-70396bd1f4eb req-e02e4737-cee2-47f6-8239-80e694fa8059 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] 10.222.0.57 "GET /v2.0/ports?device_id=3c5a8ede-8248-460e-bef7-6b5c3aaf48f5 HTTP/1.1" status: 200  len: 943 time: 0.0891681
Feb 17 03:28:49.376328 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-e35f35e1-1f44-4c24-8c1e-70396bd1f4eb req-109d5c8a-0327-46b9-9f0e-5ff4fc303282 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] 10.222.0.57 "GET /v2.0/security-groups?id=264ce588-819f-4161-899a-9ba19db95e15&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0409837
Feb 17 03:28:49.890705 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef54542a-35fc-4162-9a36-102d4f5d41ca req-e7ba3366-b3e1-4caf-8664-bc9bfb0660f1 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:49.892446 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-ef54542a-35fc-4162-9a36-102d4f5d41ca req-e7ba3366-b3e1-4caf-8664-bc9bfb0660f1 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/ports?device_id=4840bec6-59fa-4a75-9cab-b8eba3fced9d HTTP/1.1" status: 200  len: 945 time: 0.1200633
Feb 17 03:28:49.944995 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-ef54542a-35fc-4162-9a36-102d4f5d41ca req-f1e6466a-0e14-44dc-9fbe-857fcb404de2 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/security-groups?id=e00a9105-e774-4a39-a8ac-bb2eb11aef9a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0456028
Feb 17 03:28:50.139027 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76072a7-5a38-466e-ad6f-6189f36cc9e9 req-ec0af178-bf6c-4e5a-8053-4ecef0fe277e tempest-DeleteServersTestJSON-594113530 tempest-DeleteServersTestJSON-594113530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:50.140626 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-e76072a7-5a38-466e-ad6f-6189f36cc9e9 req-ec0af178-bf6c-4e5a-8053-4ecef0fe277e tempest-DeleteServersTestJSON-594113530 tempest-DeleteServersTestJSON-594113530-project] 10.222.0.57 "GET /v2.0/ports?device_id=5a792992-ad2a-408d-9e19-9363ed0b0c51 HTTP/1.1" status: 200  len: 945 time: 0.0924997
Feb 17 03:28:50.190465 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-e76072a7-5a38-466e-ad6f-6189f36cc9e9 req-9f73e06c-aeaa-4eb2-b35f-cadd5c9fd76d tempest-DeleteServersTestJSON-594113530 tempest-DeleteServersTestJSON-594113530-project] 10.222.0.57 "GET /v2.0/security-groups?id=8140522c-d712-47c7-b8dd-44151d8bce78&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436761
Feb 17 03:28:50.454266 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f49a8ab-56f0-45e3-8b5a-02fbe85d6237 req-4ebf28a1-295f-4521-b4ff-1483d32ac01d tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:50.455787 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-1f49a8ab-56f0-45e3-8b5a-02fbe85d6237 req-4ebf28a1-295f-4521-b4ff-1483d32ac01d tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/ports?device_id=4d4f9c42-f07a-4f40-aad4-702d0fd26d82 HTTP/1.1" status: 200  len: 946 time: 0.0868266
Feb 17 03:28:50.503948 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-1f49a8ab-56f0-45e3-8b5a-02fbe85d6237 req-1f35981c-ad26-4654-9d54-16cc14382e1f tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/security-groups?id=a8d8b256-f933-42bb-9ad3-a02b9415114a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415142
Feb 17 03:28:50.572094 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2c8a15-daea-4fb3-a73d-0716f1aaead8 req-86379794-52ca-4207-833b-6c0812e76d10 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:50.573701 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-3e2c8a15-daea-4fb3-a73d-0716f1aaead8 req-86379794-52ca-4207-833b-6c0812e76d10 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] 10.222.0.57 "GET /v2.0/ports?device_id=3c5a8ede-8248-460e-bef7-6b5c3aaf48f5 HTTP/1.1" status: 200  len: 943 time: 0.0855567
Feb 17 03:28:50.620294 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-3e2c8a15-daea-4fb3-a73d-0716f1aaead8 req-7fcc5dcd-d007-40f5-9cc6-f4500cb9a151 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] 10.222.0.57 "GET /v2.0/security-groups?id=264ce588-819f-4161-899a-9ba19db95e15&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0403564
Feb 17 03:28:51.153202 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a97a18-d5d4-4900-a21c-13437e1e308b req-a9f00685-985f-42f9-89d2-3600763db6bc tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:51.154821 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-52a97a18-d5d4-4900-a21c-13437e1e308b req-a9f00685-985f-42f9-89d2-3600763db6bc tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/ports?device_id=4840bec6-59fa-4a75-9cab-b8eba3fced9d HTTP/1.1" status: 200  len: 945 time: 0.0892284
Feb 17 03:28:51.202298 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-52a97a18-d5d4-4900-a21c-13437e1e308b req-06f04ca4-4deb-444e-ac8d-b99c833480e3 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/security-groups?id=e00a9105-e774-4a39-a8ac-bb2eb11aef9a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411973
Feb 17 03:28:51.392888 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36ad93e-effd-4d2d-b3f8-9b3c25ab3bac req-1221ce65-0fe2-45bc-9943-fd5667a56d21 tempest-DeleteServersTestJSON-594113530 tempest-DeleteServersTestJSON-594113530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:51.394479 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-c36ad93e-effd-4d2d-b3f8-9b3c25ab3bac req-1221ce65-0fe2-45bc-9943-fd5667a56d21 tempest-DeleteServersTestJSON-594113530 tempest-DeleteServersTestJSON-594113530-project] 10.222.0.57 "GET /v2.0/ports?device_id=5a792992-ad2a-408d-9e19-9363ed0b0c51 HTTP/1.1" status: 200  len: 945 time: 0.0911009
Feb 17 03:28:51.441770 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-c36ad93e-effd-4d2d-b3f8-9b3c25ab3bac req-9349ac61-3fc8-41bd-bbf9-e710a75b182b tempest-DeleteServersTestJSON-594113530 tempest-DeleteServersTestJSON-594113530-project] 10.222.0.57 "GET /v2.0/security-groups?id=8140522c-d712-47c7-b8dd-44151d8bce78&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408633
Feb 17 03:28:51.700135 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec70657-dfda-4c5c-aed6-3ab680689e6d req-045a8b2e-27a4-479a-9d1f-fb7ed020fbd0 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:51.701822 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-aec70657-dfda-4c5c-aed6-3ab680689e6d req-045a8b2e-27a4-479a-9d1f-fb7ed020fbd0 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/ports?device_id=4d4f9c42-f07a-4f40-aad4-702d0fd26d82 HTTP/1.1" status: 200  len: 946 time: 0.0870886
Feb 17 03:28:51.752410 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-aec70657-dfda-4c5c-aed6-3ab680689e6d req-cf6b4a0a-b68e-4602-ad03-0b19cbe73915 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/security-groups?id=a8d8b256-f933-42bb-9ad3-a02b9415114a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443027
Feb 17 03:28:51.815470 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b651f8-614a-460c-94f2-3d203210ef44 req-5349df2d-1594-4a39-bb83-f0cae6800195 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:51.817072 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-a9b651f8-614a-460c-94f2-3d203210ef44 req-5349df2d-1594-4a39-bb83-f0cae6800195 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] 10.222.0.57 "GET /v2.0/ports?device_id=3c5a8ede-8248-460e-bef7-6b5c3aaf48f5 HTTP/1.1" status: 200  len: 943 time: 0.0860920
Feb 17 03:28:51.866974 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-a9b651f8-614a-460c-94f2-3d203210ef44 req-48b51f3c-5544-4c98-ab76-4bad374d09a3 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] 10.222.0.57 "GET /v2.0/security-groups?id=264ce588-819f-4161-899a-9ba19db95e15&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431881
Feb 17 03:28:52.253922 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Device 3122eba0-b4d4-415e-b7c0-f67223c6ab3f up at agent ovs-agent-hv-cinder-75994 {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:28:52.331433 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Provisioning complete for port 3122eba0-b4d4-415e-b7c0-f67223c6ab3f triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:28:52.331849 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838161172'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:52.417517 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073af398-558e-489b-8c39-303711176a10 req-6459ad50-c55b-426c-94d3-b6bcbc52f651 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:52.419145 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-073af398-558e-489b-8c39-303711176a10 req-6459ad50-c55b-426c-94d3-b6bcbc52f651 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/ports?device_id=4840bec6-59fa-4a75-9cab-b8eba3fced9d HTTP/1.1" status: 200  len: 945 time: 0.1002736
Feb 17 03:28:52.481459 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Device 48fb65e6-ad21-424b-ad45-8e4c51055da6 up at agent ovs-agent-hv-cinder-75994 {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:28:52.485257 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-073af398-558e-489b-8c39-303711176a10 req-52d8072d-2948-4851-b91f-ced4f59a3292 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/security-groups?id=e00a9105-e774-4a39-a8ac-bb2eb11aef9a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0589049
Feb 17 03:28:52.583009 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Provisioning for port 48fb65e6-ad21-424b-ad45-8e4c51055da6 completed by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 03:28:52.589224 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Provisioning complete for port 48fb65e6-ad21-424b-ad45-8e4c51055da6 triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:28:52.589644 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838161172'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:52.679292 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba88aeb-99c1-4d36-bbfc-cdf6c749a2d0 req-e0bc0d66-d3b7-4bfd-8049-b1f7f37478e9 tempest-DeleteServersTestJSON-594113530 tempest-DeleteServersTestJSON-594113530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:52.680939 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-eba88aeb-99c1-4d36-bbfc-cdf6c749a2d0 req-e0bc0d66-d3b7-4bfd-8049-b1f7f37478e9 tempest-DeleteServersTestJSON-594113530 tempest-DeleteServersTestJSON-594113530-project] 10.222.0.57 "GET /v2.0/ports?device_id=5a792992-ad2a-408d-9e19-9363ed0b0c51 HTTP/1.1" status: 200  len: 945 time: 0.1064098
Feb 17 03:28:52.726983 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for port, before_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:52.729627 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-eba88aeb-99c1-4d36-bbfc-cdf6c749a2d0 req-c2c01b39-bac3-43f9-ba21-fce30f3d3f23 tempest-DeleteServersTestJSON-594113530 tempest-DeleteServersTestJSON-594113530-project] 10.222.0.57 "GET /v2.0/security-groups?id=8140522c-d712-47c7-b8dd-44151d8bce78&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423741
Feb 17 03:28:52.755054 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c5a8ede-8248-460e-bef7-6b5c3aaf48f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48fb65e6-ad21-424b-ad45-8e4c51055da6'}] {{(pid=83923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 03:28:52.766083 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.db [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] For port 48fb65e6-ad21-424b-ad45-8e4c51055da6, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=48fb65e6-ad21-424b-ad45-8e4c51055da6,segment=NetworkSegment(65c0d646-2325-475a-9350-f88d9dd1380a),segment_id=65c0d646-2325-475a-9350-f88d9dd1380a)] {{(pid=83923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:28:52.769213 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303097879514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733756514675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303098261108'] for port, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:52.771014 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:28:52.810964 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c5a8ede-8248-460e-bef7-6b5c3aaf48f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48fb65e6-ad21-424b-ad45-8e4c51055da6', 'code': 200}
Feb 17 03:28:52.846561 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Pushing event updated for resources: {'Port': ['ID=48fb65e6-ad21-424b-ad45-8e4c51055da6,revision_number=4']} {{(pid=83923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:28:52.850110 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:28:52.956716 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8b5345-f0ee-45ea-8777-2dedc728cecf req-fa2424d6-71d0-4da8-aab4-ce0423a53359 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:52.958351 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-be8b5345-f0ee-45ea-8777-2dedc728cecf req-fa2424d6-71d0-4da8-aab4-ce0423a53359 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/ports?device_id=4d4f9c42-f07a-4f40-aad4-702d0fd26d82 HTTP/1.1" status: 200  len: 946 time: 0.0885534
Feb 17 03:28:53.010507 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-be8b5345-f0ee-45ea-8777-2dedc728cecf req-97bf6641-0ee9-4a33-b7d2-e3f9f56aeb4d tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/security-groups?id=a8d8b256-f933-42bb-9ad3-a02b9415114a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456429
Feb 17 03:28:53.075941 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e906379-dd8d-41d6-847d-2a5f01239855 req-145ca176-4e2d-4a8a-ad47-df50c572ee4b tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:53.077615 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-9e906379-dd8d-41d6-847d-2a5f01239855 req-145ca176-4e2d-4a8a-ad47-df50c572ee4b tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] 10.222.0.57 "GET /v2.0/ports?device_id=3c5a8ede-8248-460e-bef7-6b5c3aaf48f5 HTTP/1.1" status: 200  len: 945 time: 0.0914674
Feb 17 03:28:53.187438 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-9e906379-dd8d-41d6-847d-2a5f01239855 req-7eec35a9-d00b-4fc7-a769-155618b2dac1 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] 10.222.0.57 "GET /v2.0/security-groups?id=264ce588-819f-4161-899a-9ba19db95e15&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1023836
Feb 17 03:28:53.216054 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e3f322-bd40-4819-87d8-26e5a4920e7c req-66127c00-d78c-4984-b3b5-fd0b90c980b9 tempest-DeleteServersTestJSON-594113530 tempest-DeleteServersTestJSON-594113530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:53.217628 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-c8e3f322-bd40-4819-87d8-26e5a4920e7c req-66127c00-d78c-4984-b3b5-fd0b90c980b9 tempest-DeleteServersTestJSON-594113530 tempest-DeleteServersTestJSON-594113530-project] 10.222.0.54 "GET /v2.0/ports?device_id=5a792992-ad2a-408d-9e19-9363ed0b0c51 HTTP/1.1" status: 200  len: 945 time: 0.1340337
Feb 17 03:28:53.267986 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:53.336658 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.plugin [req-c8e3f322-bd40-4819-87d8-26e5a4920e7c req-a517ee15-c785-43fb-913a-98a550582c33 tempest-DeleteServersTestJSON-594113530 tempest-DeleteServersTestJSON-594113530-project] Deleting port 8783865b-a078-4448-ad74-449c2887c2a3 {{(pid=83921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 03:28:53.337059 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-c8e3f322-bd40-4819-87d8-26e5a4920e7c req-a517ee15-c785-43fb-913a-98a550582c33 tempest-DeleteServersTestJSON-594113530 tempest-DeleteServersTestJSON-594113530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363303097822068'] for port, before_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:53.361147 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Device 48fb65e6-ad21-424b-ad45-8e4c51055da6 up at agent ovs-agent-hv-cinder-75994 {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:28:53.407746 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b22e69-2ae2-4814-b6e5-2c6ec6a95c60 req-d201fcf1-d577-4b9f-a1df-be91566aceac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:53.409421 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-a5b22e69-2ae2-4814-b6e5-2c6ec6a95c60 req-d201fcf1-d577-4b9f-a1df-be91566aceac service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=3c5a8ede-8248-460e-bef7-6b5c3aaf48f5 HTTP/1.1" status: 200  len: 1162 time: 0.1597981
Feb 17 03:28:53.434744 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-ace1b543-931c-45e3-8829-d3b78796ce72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:53.456295 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Provisioning complete for port 48fb65e6-ad21-424b-ad45-8e4c51055da6 triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:28:53.457181 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838161172'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:53.492722 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-a5b22e69-2ae2-4814-b6e5-2c6ec6a95c60 req-ebc588c9-c796-460d-bf83-edc24fdea8ec service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=264ce588-819f-4161-899a-9ba19db95e15&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0687594
Feb 17 03:28:53.526279 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d04e4a-fae7-4a5d-bb2b-173a8060065d req-056afcd1-12bf-42c4-b46a-d6a5229c2c5b tempest-VolumesSnapshotTestJSON-1509273995 tempest-VolumesSnapshotTestJSON-1509273995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:53.527896 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-c9d04e4a-fae7-4a5d-bb2b-173a8060065d req-056afcd1-12bf-42c4-b46a-d6a5229c2c5b tempest-VolumesSnapshotTestJSON-1509273995 tempest-VolumesSnapshotTestJSON-1509273995-project] 10.222.0.57 "GET /v2.0/networks?id=8d611967-ac3b-4d3e-854e-ff34ac61dc4a HTTP/1.1" status: 200  len: 813 time: 0.2022302
Feb 17 03:28:53.557604 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-c9d04e4a-fae7-4a5d-bb2b-173a8060065d req-53ccd2a9-4b7b-46b0-8339-0373f9014e2a tempest-VolumesSnapshotTestJSON-1509273995 tempest-VolumesSnapshotTestJSON-1509273995-project] 10.222.0.57 "GET /v2.0/quotas/90b33b201e9c4aaa92ca566c8f7e6dac HTTP/1.1" status: 200  len: 375 time: 0.0212505
Feb 17 03:28:53.618286 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-c9d04e4a-fae7-4a5d-bb2b-173a8060065d req-836f8328-8ea2-442b-a409-228a58c3ff3c tempest-VolumesSnapshotTestJSON-1509273995 tempest-VolumesSnapshotTestJSON-1509273995-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=90b33b201e9c4aaa92ca566c8f7e6dac&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0501254
Feb 17 03:28:53.633498 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.db [req-c8e3f322-bd40-4819-87d8-26e5a4920e7c req-a517ee15-c785-43fb-913a-98a550582c33 tempest-DeleteServersTestJSON-594113530 tempest-DeleteServersTestJSON-594113530-project] For port 8783865b-a078-4448-ad74-449c2887c2a3, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=8783865b-a078-4448-ad74-449c2887c2a3,segment=NetworkSegment(8988ab3d-62e3-434b-a157-4df88e553ac2),segment_id=8988ab3d-62e3-434b-a157-4df88e553ac2)] {{(pid=83921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:28:53.634189 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-c8e3f322-bd40-4819-87d8-26e5a4920e7c req-a517ee15-c785-43fb-913a-98a550582c33 tempest-DeleteServersTestJSON-594113530 tempest-DeleteServersTestJSON-594113530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853786502'] for port, precommit_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:53.678312 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Device 8783865b-a078-4448-ad74-449c2887c2a3 no longer exists at agent ovs-agent-hv-cinder-75994 {{(pid=83923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 03:28:53.790534 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-c9d04e4a-fae7-4a5d-bb2b-173a8060065d req-e368d862-8e1c-463a-abd1-7aa3115fb544 service neutron] 10.222.0.57 "GET /v2.0/networks/8d611967-ac3b-4d3e-854e-ff34ac61dc4a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1631849
Feb 17 03:28:53.831064 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.plugin [req-c8e3f322-bd40-4819-87d8-26e5a4920e7c req-a517ee15-c785-43fb-913a-98a550582c33 tempest-DeleteServersTestJSON-594113530 tempest-DeleteServersTestJSON-594113530-project] Calling delete_port for 8783865b-a078-4448-ad74-449c2887c2a3 owned by compute:nova {{(pid=83921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 03:28:53.917732 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for port, before_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:53.960151 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.db [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] For port 8783865b-a078-4448-ad74-449c2887c2a3, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=8783865b-a078-4448-ad74-449c2887c2a3,segment=NetworkSegment(8988ab3d-62e3-434b-a157-4df88e553ac2),segment_id=8988ab3d-62e3-434b-a157-4df88e553ac2)] {{(pid=83923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:28:53.966711 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303097879514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733756514675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303098261108'] for port, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:53.968807 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-b4a21bd8-caaf-49d4-a9de-f8e2b7c1a4e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:28:54.042844 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-c9d04e4a-fae7-4a5d-bb2b-173a8060065d req-3a30e02d-a0a2-414a-a8db-09077862a66a service neutron] 10.222.0.57 "GET /v2.0/networks/8d611967-ac3b-4d3e-854e-ff34ac61dc4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2512469
Feb 17 03:28:54.065862 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Pushing event updated for resources: {'Port': ['ID=8783865b-a078-4448-ad74-449c2887c2a3,revision_number=5']} {{(pid=83923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:28:54.070636 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:28:54.441893 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f02bbd-9f42-465d-97b9-25d9e26aa9ed req-59db1816-4cef-45d5-8da3-27b373f04e74 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:54.444477 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-13f02bbd-9f42-465d-97b9-25d9e26aa9ed req-59db1816-4cef-45d5-8da3-27b373f04e74 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/ports?device_id=4840bec6-59fa-4a75-9cab-b8eba3fced9d HTTP/1.1" status: 200  len: 945 time: 0.7341793
Feb 17 03:28:54.448131 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.db.api [req-c8e3f322-bd40-4819-87d8-26e5a4920e7c req-a517ee15-c785-43fb-913a-98a550582c33 tempest-DeleteServersTestJSON-594113530 tempest-DeleteServersTestJSON-594113530-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83921) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 17 03:28:54.448653 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_db.api [req-c8e3f322-bd40-4819-87d8-26e5a4920e7c req-a517ee15-c785-43fb-913a-98a550582c33 tempest-DeleteServersTestJSON-594113530 tempest-DeleteServersTestJSON-594113530-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83921) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 17 03:28:54.478532 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a9b281-549b-4db5-a57e-517372b855d8 req-b42ed32e-f07e-4e63-94ab-f006b2f53779 tempest-DeleteServersTestJSON-594113530 tempest-DeleteServersTestJSON-594113530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:54.490312 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-34a9b281-549b-4db5-a57e-517372b855d8 req-b42ed32e-f07e-4e63-94ab-f006b2f53779 tempest-DeleteServersTestJSON-594113530 tempest-DeleteServersTestJSON-594113530-project] 10.222.0.57 "GET /v2.0/ports?device_id=5a792992-ad2a-408d-9e19-9363ed0b0c51 HTTP/1.1" status: 200  len: 943 time: 0.1871254
Feb 17 03:28:54.556071 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-13f02bbd-9f42-465d-97b9-25d9e26aa9ed req-627f2ec5-02b6-478f-a13b-18420d390ef4 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/security-groups?id=e00a9105-e774-4a39-a8ac-bb2eb11aef9a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0971994
Feb 17 03:28:54.641178 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-34a9b281-549b-4db5-a57e-517372b855d8 req-24cf1d99-309c-4250-9dbd-14100626910e tempest-DeleteServersTestJSON-594113530 tempest-DeleteServersTestJSON-594113530-project] 10.222.0.57 "GET /v2.0/security-groups?id=8140522c-d712-47c7-b8dd-44151d8bce78&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1497991
Feb 17 03:28:54.787866 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-9c0e80dd-f58f-47bc-8c7b-0c8d86e4b7e5 req-b5b25b6b-e669-4f72-9367-91cf47f179fa tempest-VolumesSnapshotTestJSON-1509273995 tempest-VolumesSnapshotTestJSON-1509273995-project] 10.222.0.57 "GET /v2.0/ports?device_id=affa2e6b-a2e1-47dc-9593-14492775c963 HTTP/1.1" status: 200  len: 210 time: 0.0945723
Feb 17 03:28:54.795225 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a911ab-8ea1-4231-99f1-362881ca6df2 req-01f75deb-7963-4c64-b19c-8071da2602c5 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:54.796828 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-96a911ab-8ea1-4231-99f1-362881ca6df2 req-01f75deb-7963-4c64-b19c-8071da2602c5 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/ports?device_id=4d4f9c42-f07a-4f40-aad4-702d0fd26d82 HTTP/1.1" status: 200  len: 946 time: 0.1122632
Feb 17 03:28:54.814719 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a792992-ad2a-408d-9e19-9363ed0b0c51', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8783865b-a078-4448-ad74-449c2887c2a3'}] {{(pid=83923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 03:28:54.875201 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-96a911ab-8ea1-4231-99f1-362881ca6df2 req-10db190d-6d72-4fa3-8dac-d7b27e231505 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/security-groups?id=a8d8b256-f933-42bb-9ad3-a02b9415114a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0705261
Feb 17 03:28:54.936577 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a792992-ad2a-408d-9e19-9363ed0b0c51', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8783865b-a078-4448-ad74-449c2887c2a3', 'code': 200}
Feb 17 03:28:54.950336 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.plugin [req-c8e3f322-bd40-4819-87d8-26e5a4920e7c req-a517ee15-c785-43fb-913a-98a550582c33 tempest-DeleteServersTestJSON-594113530 tempest-DeleteServersTestJSON-594113530-project] Deleting port 8783865b-a078-4448-ad74-449c2887c2a3 {{(pid=83921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 03:28:54.950876 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-c8e3f322-bd40-4819-87d8-26e5a4920e7c req-a517ee15-c785-43fb-913a-98a550582c33 tempest-DeleteServersTestJSON-594113530 tempest-DeleteServersTestJSON-594113530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363303097822068'] for port, before_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:55.045653 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ab28ab-6b6b-4009-b41a-46c9b9f96fd3 req-8957edab-7b4d-472d-a1d9-30fb3f0adf26 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:55.047346 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-18ab28ab-6b6b-4009-b41a-46c9b9f96fd3 req-8957edab-7b4d-472d-a1d9-30fb3f0adf26 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] 10.222.0.57 "GET /v2.0/ports?device_id=3c5a8ede-8248-460e-bef7-6b5c3aaf48f5 HTTP/1.1" status: 200  len: 945 time: 0.0971699
Feb 17 03:28:55.117661 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-18ab28ab-6b6b-4009-b41a-46c9b9f96fd3 req-566a049c-1470-46c3-ba91-dad836c9b07b tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] 10.222.0.57 "GET /v2.0/security-groups?id=264ce588-819f-4161-899a-9ba19db95e15&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0624168
Feb 17 03:28:55.323737 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.db [req-c8e3f322-bd40-4819-87d8-26e5a4920e7c req-a517ee15-c785-43fb-913a-98a550582c33 tempest-DeleteServersTestJSON-594113530 tempest-DeleteServersTestJSON-594113530-project] For port 8783865b-a078-4448-ad74-449c2887c2a3, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=8783865b-a078-4448-ad74-449c2887c2a3,segment=NetworkSegment(8988ab3d-62e3-434b-a157-4df88e553ac2),segment_id=8988ab3d-62e3-434b-a157-4df88e553ac2)] {{(pid=83921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:28:55.324066 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-c8e3f322-bd40-4819-87d8-26e5a4920e7c req-a517ee15-c785-43fb-913a-98a550582c33 tempest-DeleteServersTestJSON-594113530 tempest-DeleteServersTestJSON-594113530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853786502'] for port, precommit_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:55.436585 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-7609498e-cfd9-4fa3-b180-f2bc305b7de0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:55.477977 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.plugin [req-c8e3f322-bd40-4819-87d8-26e5a4920e7c req-a517ee15-c785-43fb-913a-98a550582c33 tempest-DeleteServersTestJSON-594113530 tempest-DeleteServersTestJSON-594113530-project] Calling delete_port for 8783865b-a078-4448-ad74-449c2887c2a3 owned by compute:nova {{(pid=83921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 03:28:55.548867 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Device 3122eba0-b4d4-415e-b7c0-f67223c6ab3f up at agent ovs-agent-hv-cinder-75994 {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:28:55.558362 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021531b1-5642-42ff-aded-a09cd2da0eaa req-cd5ba259-519d-468e-9f6c-65b8642807d9 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:55.559944 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-021531b1-5642-42ff-aded-a09cd2da0eaa req-cd5ba259-519d-468e-9f6c-65b8642807d9 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] 10.222.0.57 "GET /v2.0/networks?id=90e5bf38-a0dc-48bd-9401-739bcf8a5d8a HTTP/1.1" status: 200  len: 814 time: 0.3634002
Feb 17 03:28:55.598306 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-021531b1-5642-42ff-aded-a09cd2da0eaa req-d493e2f0-9873-468e-b896-4445e82a40d6 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] 10.222.0.57 "GET /v2.0/quotas/41ae341c7001465897265b1c5eda9767 HTTP/1.1" status: 200  len: 375 time: 0.0137007
Feb 17 03:28:55.636910 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Provisioning complete for port 3122eba0-b4d4-415e-b7c0-f67223c6ab3f triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:28:55.637471 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838161172'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:55.762531 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-c8e3f322-bd40-4819-87d8-26e5a4920e7c req-a517ee15-c785-43fb-913a-98a550582c33 tempest-DeleteServersTestJSON-594113530 tempest-DeleteServersTestJSON-594113530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363303097879497', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363303098261142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852640907'] for port, after_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:55.787261 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-90bc45a2-8a72-4fdf-9c3e-2831fd8235d5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:28:55.792165 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868724f9-1973-43b0-8be5-4e75c82aab3f req-cb2853ce-5841-41b6-b895-bd4cb02a6d65 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:55.793811 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-868724f9-1973-43b0-8be5-4e75c82aab3f req-cb2853ce-5841-41b6-b895-bd4cb02a6d65 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/ports?device_id=4840bec6-59fa-4a75-9cab-b8eba3fced9d HTTP/1.1" status: 200  len: 945 time: 0.1071169
Feb 17 03:28:55.847130 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-868724f9-1973-43b0-8be5-4e75c82aab3f req-c5c75fa2-e475-45d5-b9e4-6b9c26815e52 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/security-groups?id=e00a9105-e774-4a39-a8ac-bb2eb11aef9a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0470328
Feb 17 03:28:55.903272 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a517ee15-c785-43fb-913a-98a550582c33 tempest-DeleteServersTestJSON-594113530 tempest-DeleteServersTestJSON-594113530-project] Pushing event deleted for resources: {'Port': ['ID=8783865b-a078-4448-ad74-449c2887c2a3,revision_number=None']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:28:55.918318 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-021531b1-5642-42ff-aded-a09cd2da0eaa req-94cacd39-5f9e-4569-8f03-ea86b5159350 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=41ae341c7001465897265b1c5eda9767&fields=id HTTP/1.1" status: 200  len: 255 time: 0.3102889
Feb 17 03:28:55.926443 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-a517ee15-c785-43fb-913a-98a550582c33 tempest-DeleteServersTestJSON-594113530 tempest-DeleteServersTestJSON-594113530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:28:56.057804 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-2438e9ea-46c6-4f57-bdf9-0b260a5f5970 req-1f9199a7-f4be-46ce-bbca-211ebbb55d8e tempest-DeleteServersTestJSON-594113530 tempest-DeleteServersTestJSON-594113530-project] 10.222.0.57 "GET /v2.0/ports?device_id=5a792992-ad2a-408d-9e19-9363ed0b0c51 HTTP/1.1" status: 200  len: 210 time: 0.0752981
Feb 17 03:28:56.146845 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-021531b1-5642-42ff-aded-a09cd2da0eaa req-2c49ed4f-6dd2-457e-b1af-45fb508480dc service neutron] 10.222.0.57 "GET /v2.0/networks/90e5bf38-a0dc-48bd-9401-739bcf8a5d8a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1927862
Feb 17 03:28:56.220410 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-81963434-8e89-4ee8-a382-64f788644cdb req-48ea0886-4a68-44cc-8d58-cebb5d4f90fc tempest-VolumesSnapshotTestJSON-1509273995 tempest-VolumesSnapshotTestJSON-1509273995-project] 10.222.0.57 "GET /v2.0/ports?device_id=affa2e6b-a2e1-47dc-9593-14492775c963 HTTP/1.1" status: 200  len: 210 time: 0.0600886
Feb 17 03:28:56.361137 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8e3f322-bd40-4819-87d8-26e5a4920e7c req-a517ee15-c785-43fb-913a-98a550582c33 tempest-DeleteServersTestJSON-594113530 tempest-DeleteServersTestJSON-594113530-project] No DVR routers for this DVR port 8783865b-a078-4448-ad74-449c2887c2a3 on host hv-cinder-75994 {{(pid=83921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 03:28:56.364161 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-021531b1-5642-42ff-aded-a09cd2da0eaa req-c8d3f345-a524-4f5f-8cb8-112dce3c5b10 service neutron] 10.222.0.57 "GET /v2.0/networks/90e5bf38-a0dc-48bd-9401-739bcf8a5d8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1754556
Feb 17 03:28:56.366445 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-c8e3f322-bd40-4819-87d8-26e5a4920e7c req-a517ee15-c785-43fb-913a-98a550582c33 tempest-DeleteServersTestJSON-594113530 tempest-DeleteServersTestJSON-594113530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774597'] for port, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:56.379108 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a792992-ad2a-408d-9e19-9363ed0b0c51', 'name': 'network-vif-deleted', 'tag': '8783865b-a078-4448-ad74-449c2887c2a3'}] {{(pid=83921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 03:28:56.386670 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-8cda4ffb-98e6-4bcf-adaf-c47fc353fc1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:56.387563 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-c8e3f322-bd40-4819-87d8-26e5a4920e7c req-a517ee15-c785-43fb-913a-98a550582c33 tempest-DeleteServersTestJSON-594113530 tempest-DeleteServersTestJSON-594113530-project] 10.222.0.54 "DELETE /v2.0/ports/8783865b-a078-4448-ad74-449c2887c2a3 HTTP/1.1" status: 204  len: 173 time: 3.1522019
Feb 17 03:28:56.556787 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87c1c0d-7f4f-487a-baef-8202762ff691 req-97b58d2a-4b78-4542-b6b2-f0eec8eccef7 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:56.567665 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.57', 37544) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:28:56.576309 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-f87c1c0d-7f4f-487a-baef-8202762ff691 req-97b58d2a-4b78-4542-b6b2-f0eec8eccef7 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/ports?device_id=4840bec6-59fa-4a75-9cab-b8eba3fced9d HTTP/1.1" status: 200  len: 945 time: 0.2584262
Feb 17 03:28:56.581818 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.v2.base [None req-f645a449-e36e-49af-8615-58a12e640184 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Request body: {'floatingip': {'port_id': '3122eba0-b4d4-415e-b7c0-f67223c6ab3f'}} {{(pid=83921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:28:56.686611 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d04e4a-fae7-4a5d-bb2b-173a8060065d req-189d2ade-5cd6-49a5-96d6-585f26f72ca1 tempest-VolumesSnapshotTestJSON-1509273995 tempest-VolumesSnapshotTestJSON-1509273995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:56.688357 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-c9d04e4a-fae7-4a5d-bb2b-173a8060065d req-189d2ade-5cd6-49a5-96d6-585f26f72ca1 tempest-VolumesSnapshotTestJSON-1509273995 tempest-VolumesSnapshotTestJSON-1509273995-project] 10.222.0.54 "GET /v2.0/networks?id=8d611967-ac3b-4d3e-854e-ff34ac61dc4a HTTP/1.1" status: 200  len: 813 time: 0.2775979
Feb 17 03:28:56.756153 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.v2.base [req-c9d04e4a-fae7-4a5d-bb2b-173a8060065d req-d28beeed-1c81-4cf7-95a6-76f7e14495b7 tempest-VolumesSnapshotTestJSON-1509273995 tempest-VolumesSnapshotTestJSON-1509273995-project] Request body: {'port': {'device_id': 'affa2e6b-a2e1-47dc-9593-14492775c963', 'network_id': '8d611967-ac3b-4d3e-854e-ff34ac61dc4a', 'admin_state_up': True, 'tenant_id': '90b33b201e9c4aaa92ca566c8f7e6dac'}} {{(pid=83922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:28:56.796105 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-f645a449-e36e-49af-8615-58a12e640184 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Notify callbacks [] for floatingip, before_update {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:56.914462 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6eb5a2-ad58-43d2-92de-7a9ad99baa76 req-53305bca-9949-46f1-9416-124140ee0cb6 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:56.916133 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-ce6eb5a2-ad58-43d2-92de-7a9ad99baa76 req-53305bca-9949-46f1-9416-124140ee0cb6 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] 10.222.0.57 "GET /v2.0/ports?device_id=3c5a8ede-8248-460e-bef7-6b5c3aaf48f5 HTTP/1.1" status: 200  len: 945 time: 0.2138937
Feb 17 03:28:56.974639 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [req-c9d04e4a-fae7-4a5d-bb2b-173a8060065d req-d28beeed-1c81-4cf7-95a6-76f7e14495b7 tempest-VolumesSnapshotTestJSON-1509273995 tempest-VolumesSnapshotTestJSON-1509273995-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:28:56.983189 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [req-c9d04e4a-fae7-4a5d-bb2b-173a8060065d req-d28beeed-1c81-4cf7-95a6-76f7e14495b7 tempest-VolumesSnapshotTestJSON-1509273995 tempest-VolumesSnapshotTestJSON-1509273995-project] Usage tracker for resource:port and tenant:90b33b201e9c4aaa92ca566c8f7e6dac is out of sync, need to count used quota {{(pid=83922) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:28:56.987852 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [req-c9d04e4a-fae7-4a5d-bb2b-173a8060065d req-d28beeed-1c81-4cf7-95a6-76f7e14495b7 tempest-VolumesSnapshotTestJSON-1509273995 tempest-VolumesSnapshotTestJSON-1509273995-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83922) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:28:56.993126 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-ce6eb5a2-ad58-43d2-92de-7a9ad99baa76 req-801e624d-5584-49a0-a33c-106236168742 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] 10.222.0.57 "GET /v2.0/security-groups?id=264ce588-819f-4161-899a-9ba19db95e15&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0692508
Feb 17 03:28:56.996708 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [req-c9d04e4a-fae7-4a5d-bb2b-173a8060065d req-d28beeed-1c81-4cf7-95a6-76f7e14495b7 tempest-VolumesSnapshotTestJSON-1509273995 tempest-VolumesSnapshotTestJSON-1509273995-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:28:57.007481 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9d04e4a-fae7-4a5d-bb2b-173a8060065d req-d28beeed-1c81-4cf7-95a6-76f7e14495b7 tempest-VolumesSnapshotTestJSON-1509273995 tempest-VolumesSnapshotTestJSON-1509273995-project] Made reservation on behalf of 90b33b201e9c4aaa92ca566c8f7e6dac for: {'port': 1} {{(pid=83922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 03:28:57.012799 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-c9d04e4a-fae7-4a5d-bb2b-173a8060065d req-d28beeed-1c81-4cf7-95a6-76f7e14495b7 tempest-VolumesSnapshotTestJSON-1509273995 tempest-VolumesSnapshotTestJSON-1509273995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for port, before_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:57.049337 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6471c6f6-aa3e-43a3-ae8b-74ff3f22f16d req-a43fc8bb-0eff-4d60-9a8d-521531ff35b4 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:57.050677 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-6471c6f6-aa3e-43a3-ae8b-74ff3f22f16d req-a43fc8bb-0eff-4d60-9a8d-521531ff35b4 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/ports?device_id=4d4f9c42-f07a-4f40-aad4-702d0fd26d82 HTTP/1.1" status: 200  len: 946 time: 0.3442712
Feb 17 03:28:57.202481 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:57.228549 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a792992-ad2a-408d-9e19-9363ed0b0c51', 'name': 'network-vif-deleted', 'tag': '8783865b-a078-4448-ad74-449c2887c2a3', 'status': 'completed', 'code': 200}
Feb 17 03:28:57.287599 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-ae0a2180-56b2-4359-8f82-5735a08aa6fd req-f032759e-5ec2-4d47-a7db-e760e399e274 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] 10.222.0.57 "GET /v2.0/ports?device_id=4fbbd236-7b97-4182-8fe1-acbc901bf34e HTTP/1.1" status: 200  len: 210 time: 0.0644069
Feb 17 03:28:57.509605 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-6471c6f6-aa3e-43a3-ae8b-74ff3f22f16d req-147c5b53-5c40-40e6-8490-4987917611d4 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/security-groups?id=a8d8b256-f933-42bb-9ad3-a02b9415114a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2915592
Feb 17 03:28:57.537088 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-3bdb028f-655c-46e9-b0eb-5d4ca64bdb37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:57.573154 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4396f2a-8549-4554-96ad-7960d52cf352 req-b2aea9e4-062d-4ee0-a6a1-71ab5ec13e40 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:57.574760 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-f4396f2a-8549-4554-96ad-7960d52cf352 req-b2aea9e4-062d-4ee0-a6a1-71ab5ec13e40 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] 10.222.0.57 "GET /v2.0/ports?device_id=3c5a8ede-8248-460e-bef7-6b5c3aaf48f5 HTTP/1.1" status: 200  len: 945 time: 0.1817446
Feb 17 03:28:57.585434 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.db_base_plugin_common [req-c9d04e4a-fae7-4a5d-bb2b-173a8060065d req-d28beeed-1c81-4cf7-95a6-76f7e14495b7 tempest-VolumesSnapshotTestJSON-1509273995 tempest-VolumesSnapshotTestJSON-1509273995-project] Allocated IP 172.20.0.8 (8d611967-ac3b-4d3e-854e-ff34ac61dc4a/7ada6777-95bf-446d-be68-0d7e0c71021b/e0b1164b-a521-406c-ad35-9ec6820de4cc) {{(pid=83922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 03:28:57.586109 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83922) accepted ('10.222.0.57', 37572) {{(pid=83922) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:28:57.592106 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.v2.base [None req-4ee89352-ec38-4439-8bc0-f802eeb9ce6c tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Request body: {'floatingip': {'port_id': '48fb65e6-ad21-424b-ad45-8e4c51055da6'}} {{(pid=83922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:28:57.686071 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-4ee89352-ec38-4439-8bc0-f802eeb9ce6c tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Notify callbacks [] for floatingip, before_update {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:57.855959 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [req-11c65d60-09d4-4c3e-98ad-7e5744f70001 req-56893cab-ba5f-44fa-a907-b67a462988a2 tempest-DeleteServersTestJSON-594113530 tempest-DeleteServersTestJSON-594113530-project] Synchronizing usage tracker for tenant:f26d86e30e4e473798e908122de8a6fc on resource:port {{(pid=83921) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 03:28:57.885685 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [req-11c65d60-09d4-4c3e-98ad-7e5744f70001 req-56893cab-ba5f-44fa-a907-b67a462988a2 tempest-DeleteServersTestJSON-594113530 tempest-DeleteServersTestJSON-594113530-project] Unset dirty status for tenant:f26d86e30e4e473798e908122de8a6fc on resource:port {{(pid=83921) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 03:28:57.887247 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-11c65d60-09d4-4c3e-98ad-7e5744f70001 req-56893cab-ba5f-44fa-a907-b67a462988a2 tempest-DeleteServersTestJSON-594113530 tempest-DeleteServersTestJSON-594113530-project] 10.222.0.57 "GET /v2.0/ports?device_id=5a792992-ad2a-408d-9e19-9363ed0b0c51 HTTP/1.1" status: 200  len: 210 time: 0.1071992
Feb 17 03:28:58.060506 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-f645a449-e36e-49af-8615-58a12e640184 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:58.063945 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-f645a449-e36e-49af-8615-58a12e640184 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-922806'] for floatingip, after_update {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:58.072965 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-42d14fa4-bf13-4f76-b804-39560ba9f286 req-74ca9c0e-9b2a-4b22-8d98-96b7b3c880c3 tempest-VolumesSnapshotTestJSON-1509273995 tempest-VolumesSnapshotTestJSON-1509273995-project] 10.222.0.57 "GET /v2.0/ports?device_id=affa2e6b-a2e1-47dc-9593-14492775c963 HTTP/1.1" status: 200  len: 210 time: 0.3234832
Feb 17 03:28:58.247704 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.db.l3_db [None req-f645a449-e36e-49af-8615-58a12e640184 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Floating IP c9b41164-cef1-4925-894a-7f090abf47ef associated. External IP: 172.27.0.62, port: 3122eba0-b4d4-415e-b7c0-f67223c6ab3f.
Feb 17 03:28:58.468212 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-f75738ce-553c-4f6e-800e-20fe746bb3a5 req-8877983a-6e45-46b8-9b32-81176b45205a tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] 10.222.0.57 "GET /v2.0/ports?device_id=4fbbd236-7b97-4182-8fe1-acbc901bf34e HTTP/1.1" status: 200  len: 210 time: 0.0551555
Feb 17 03:28:58.468439 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-c9d04e4a-fae7-4a5d-bb2b-173a8060065d req-d28beeed-1c81-4cf7-95a6-76f7e14495b7 tempest-VolumesSnapshotTestJSON-1509273995 tempest-VolumesSnapshotTestJSON-1509273995-project] Notify callbacks [] for port, precommit_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:58.695111 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f645a449-e36e-49af-8615-58a12e640184 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Router ce1dcbd0-733c-48eb-a4e4-1dca83063e7c has already been hosted by L3 agent 3e02af72-3002-4fb3-96dd-e59119f81584 {{(pid=83921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 03:28:58.814921 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-c9d04e4a-fae7-4a5d-bb2b-173a8060065d req-d28beeed-1c81-4cf7-95a6-76f7e14495b7 tempest-VolumesSnapshotTestJSON-1509273995 tempest-VolumesSnapshotTestJSON-1509273995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363303098263190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851846526'] for port, after_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:58.846668 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-2fe44ee9-a7f8-460a-ad25-28b49b472d41 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:28:58.888003 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f645a449-e36e-49af-8615-58a12e640184 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Notify agent at l3_agent.dv-cinder-759943-5-iscsi the message routers_updated {{(pid=83921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 03:28:58.892520 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-f645a449-e36e-49af-8615-58a12e640184 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774597'] for floatingip, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:58.904027 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a140a0-512d-4834-9288-9cf0a3dfc40f None None] Sync routers for ids ['ce1dcbd0-733c-48eb-a4e4-1dca83063e7c'] in dv-cinder-759943-5-iscsi {{(pid=83924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 03:28:58.914265 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a140a0-512d-4834-9288-9cf0a3dfc40f None None] Routers {'ce1dcbd0-733c-48eb-a4e4-1dca83063e7c'} bound to L3 agent in host dv-cinder-759943-5-iscsi {{(pid=83924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 03:28:58.915563 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_hamode_db [None req-70a140a0-512d-4834-9288-9cf0a3dfc40f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f17c62440f0>, 'dv-cinder-759943-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T03:18:25Z,description=<?>,heartbeat_timestamp=2021-02-17T03:28:55Z,host='dv-cinder-759943-5-iscsi',id=3e02af72-3002-4fb3-96dd-e59119f81584,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T03:18:25Z,topic='l3_agent')) {'router_ids': ['ce1dcbd0-733c-48eb-a4e4-1dca83063e7c'], 'active': True} {{(pid=83924) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:28:58.965364 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-f645a449-e36e-49af-8615-58a12e640184 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "PUT /v2.0/floatingips/c9b41164-cef1-4925-894a-7f090abf47ef HTTP/1.1" status: 200  len: 990 time: 2.3961077
Feb 17 03:28:59.061068 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bac516-8b9e-421d-a266-da0409bd7aa7 req-7d25e565-7a84-4bcc-ad28-40c4a103fcd4 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:59.062778 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-27bac516-8b9e-421d-a266-da0409bd7aa7 req-7d25e565-7a84-4bcc-ad28-40c4a103fcd4 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/ports?device_id=4d4f9c42-f07a-4f40-aad4-702d0fd26d82 HTTP/1.1" status: 200  len: 946 time: 0.3473418
Feb 17 03:28:59.066447 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.db.resource_extend [None req-4ee89352-ec38-4439-8bc0-f802eeb9ce6c tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83922) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Feb 17 03:28:59.076125 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-77ef2b7c-42ef-46cb-a3ff-dcd92e0a7b47 req-6f0d5cc9-aa9e-4896-9eaa-39c318f2ae3a tempest-DeleteServersTestJSON-594113530 tempest-DeleteServersTestJSON-594113530-project] 10.222.0.57 "GET /v2.0/ports?device_id=5a792992-ad2a-408d-9e19-9363ed0b0c51 HTTP/1.1" status: 200  len: 210 time: 0.0587127
Feb 17 03:28:59.167362 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28beeed-1c81-4cf7-95a6-76f7e14495b7 tempest-VolumesSnapshotTestJSON-1509273995 tempest-VolumesSnapshotTestJSON-1509273995-project] Pushing event updated for resources: {'Port': ['ID=e0b1164b-a521-406c-ad35-9ec6820de4cc,revision_number=1']} {{(pid=83922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:28:59.186629 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-d28beeed-1c81-4cf7-95a6-76f7e14495b7 tempest-VolumesSnapshotTestJSON-1509273995 tempest-VolumesSnapshotTestJSON-1509273995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:28:59.230229 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4840bec6-59fa-4a75-9cab-b8eba3fced9d', 'tag': '3122eba0-b4d4-415e-b7c0-f67223c6ab3f'}] {{(pid=83921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 03:28:59.242181 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-4ee89352-ec38-4439-8bc0-f802eeb9ce6c tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:59.253286 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-4ee89352-ec38-4439-8bc0-f802eeb9ce6c tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-922806'] for floatingip, after_update {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:59.276311 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvr_db [None req-70a140a0-512d-4834-9288-9cf0a3dfc40f None None] Set router ce1dcbd0-733c-48eb-a4e4-1dca83063e7c gateway port host: dv-cinder-759943-5-iscsi {{(pid=83924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 03:28:59.374795 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-27bac516-8b9e-421d-a266-da0409bd7aa7 req-f9da65ba-d751-4fd3-9785-28bc8e4e2738 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/security-groups?id=a8d8b256-f933-42bb-9ad3-a02b9415114a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2144840
Feb 17 03:28:59.661397 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9d04e4a-fae7-4a5d-bb2b-173a8060065d req-d28beeed-1c81-4cf7-95a6-76f7e14495b7 tempest-VolumesSnapshotTestJSON-1509273995 tempest-VolumesSnapshotTestJSON-1509273995-project] Network 8d611967-ac3b-4d3e-854e-ff34ac61dc4a is already hosted by enough agents. {{(pid=83922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 03:28:59.663517 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_hamode_db [None req-70a140a0-512d-4834-9288-9cf0a3dfc40f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f17c62440f0>, [{'id': 'ce1dcbd0-733c-48eb-a4e4-1dca83063e7c', 'name': 'tempest-AttachVolumeShelveTestJSON-28655953-router', 'tenant_id': '64044155addf41e9ba2bde5782afed2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'external_fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '5a30632c-1748-4a16-aea5-cce7b2eb244d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:27:19Z', 'updated_at': '2021-02-17T03:27:41Z', 'revision_number': 4, 'project_id': '64044155addf41e9ba2bde5782afed2a', 'gw_port': {'id': '5a30632c-1748-4a16-aea5-cce7b2eb244d', 'name': '', 'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:5b:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce1dcbd0-733c-48eb-a4e4-1dca83063e7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:27:21Z', 'updated_at': '2021-02-17T03:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-5-iscsi', '_floatingips': [{'id': 'c9b41164-cef1-4925-894a-7f090abf47ef', 'tenant_id': '64044155addf41e9ba2bde5782afed2a', 'floating_ip_address': '172.27.0.62', 'floating_network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'router_id': 'ce1dcbd0-733c-48eb-a4e4-1dca83063e7c', 'port_id': '3122eba0-b4d4-415e-b7c0-f67223c6ab3f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 178, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '735791d7-b752-470f-b049-6623a91713f5', 'mac_address': 'fa:16:3e:bf:10:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4840bec6-59fa-4a75-9cab-b8eba3fced9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T03:27:57Z', 'updated_at': '2021-02-17T03:28:57Z', 'revision_number': 1, 'project_id': '64044155addf41e9ba2bde5782afed2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7077bdbc-bf9d-4218-bf98-36f4e7415692', 'name': '', 'network_id': '735791d7-b752-470f-b049-6623a91713f5', 'tenant_id': '64044155addf41e9ba2bde5782afed2a', 'mac_address': 'fa:16:3e:a0:31:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce1dcbd0-733c-48eb-a4e4-1dca83063e7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '1603be8a-dd86-41be-b651-1a8436af8dbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:27:38Z', 'updated_at': '2021-02-17T03:27:54Z', 'revision_number': 5, 'project_id': '64044155addf41e9ba2bde5782afed2a', 'subnets': [{'id': '1603be8a-dd86-41be-b651-1a8436af8dbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759943-5-iscsi', False) {} {{(pid=83924) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:28:59.668127 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a140a0-512d-4834-9288-9cf0a3dfc40f None None] Checking router: ce1dcbd0-733c-48eb-a4e4-1dca83063e7c for host: dv-cinder-759943-5-iscsi {{(pid=83924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 03:28:59.670643 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.scheduler.base_scheduler [req-c9d04e4a-fae7-4a5d-bb2b-173a8060065d req-d28beeed-1c81-4cf7-95a6-76f7e14495b7 tempest-VolumesSnapshotTestJSON-1509273995 tempest-VolumesSnapshotTestJSON-1509273995-project] Resources bound (agent type, host, resource id):  {{(pid=83922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 03:28:59.677054 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a140a0-512d-4834-9288-9cf0a3dfc40f None None] Routers {'ce1dcbd0-733c-48eb-a4e4-1dca83063e7c'} bound to L3 agent in host dv-cinder-759943-5-iscsi {{(pid=83924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 03:28:59.677491 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9d04e4a-fae7-4a5d-bb2b-173a8060065d req-d28beeed-1c81-4cf7-95a6-76f7e14495b7 tempest-VolumesSnapshotTestJSON-1509273995 tempest-VolumesSnapshotTestJSON-1509273995-project] Received port after_create {{(pid=83922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 03:28:59.677689 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_hamode_db [None req-70a140a0-512d-4834-9288-9cf0a3dfc40f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f17c62440f0>, 'dv-cinder-759943-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T03:18:25Z,description=<?>,heartbeat_timestamp=2021-02-17T03:28:55Z,host='dv-cinder-759943-5-iscsi',id=3e02af72-3002-4fb3-96dd-e59119f81584,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T03:18:25Z,topic='l3_agent')) {'router_ids': ['ce1dcbd0-733c-48eb-a4e4-1dca83063e7c'], 'active': True} {{(pid=83924) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:28:59.785042 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d04e4a-fae7-4a5d-bb2b-173a8060065d req-d28beeed-1c81-4cf7-95a6-76f7e14495b7 tempest-VolumesSnapshotTestJSON-1509273995 tempest-VolumesSnapshotTestJSON-1509273995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:59.785712 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-c9d04e4a-fae7-4a5d-bb2b-173a8060065d req-d28beeed-1c81-4cf7-95a6-76f7e14495b7 tempest-VolumesSnapshotTestJSON-1509273995 tempest-VolumesSnapshotTestJSON-1509273995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854193028'] for port, before_response {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:59.793493 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.db.l3_db [None req-4ee89352-ec38-4439-8bc0-f802eeb9ce6c tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Floating IP e287d159-0bd9-4683-ad10-cd97b97793e6 associated. External IP: 172.27.0.133, port: 48fb65e6-ad21-424b-ad45-8e4c51055da6.
Feb 17 03:28:59.873328 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvr_db [None req-70a140a0-512d-4834-9288-9cf0a3dfc40f None None] Set router ce1dcbd0-733c-48eb-a4e4-1dca83063e7c gateway port host: dv-cinder-759943-5-iscsi {{(pid=83924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 03:28:59.941409 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-c9d04e4a-fae7-4a5d-bb2b-173a8060065d req-d28beeed-1c81-4cf7-95a6-76f7e14495b7 tempest-VolumesSnapshotTestJSON-1509273995 tempest-VolumesSnapshotTestJSON-1509273995-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.1893733
Feb 17 03:28:59.951170 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1754019-12e4-4db4-b68d-12251a2e9895 req-dbaebd5e-bf9c-485d-955b-b62e39461ed5 tempest-VolumesSnapshotTestJSON-1509273995 tempest-VolumesSnapshotTestJSON-1509273995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:59.951923 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [req-a1754019-12e4-4db4-b68d-12251a2e9895 req-dbaebd5e-bf9c-485d-955b-b62e39461ed5 tempest-VolumesSnapshotTestJSON-1509273995 tempest-VolumesSnapshotTestJSON-1509273995-project] Synchronizing usage tracker for tenant:90b33b201e9c4aaa92ca566c8f7e6dac on resource:port {{(pid=83922) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 03:28:59.990376 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [req-a1754019-12e4-4db4-b68d-12251a2e9895 req-dbaebd5e-bf9c-485d-955b-b62e39461ed5 tempest-VolumesSnapshotTestJSON-1509273995 tempest-VolumesSnapshotTestJSON-1509273995-project] Unset dirty status for tenant:90b33b201e9c4aaa92ca566c8f7e6dac on resource:port {{(pid=83922) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 03:28:59.991638 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-a1754019-12e4-4db4-b68d-12251a2e9895 req-dbaebd5e-bf9c-485d-955b-b62e39461ed5 tempest-VolumesSnapshotTestJSON-1509273995 tempest-VolumesSnapshotTestJSON-1509273995-project] 10.222.0.57 "GET /v2.0/ports?device_id=affa2e6b-a2e1-47dc-9593-14492775c963 HTTP/1.1" status: 200  len: 931 time: 0.3908739
Feb 17 03:29:00.186737 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-a1754019-12e4-4db4-b68d-12251a2e9895 req-7f777122-459f-435f-a879-9ddf35ecdf5b tempest-VolumesSnapshotTestJSON-1509273995 tempest-VolumesSnapshotTestJSON-1509273995-project] 10.222.0.57 "GET /v2.0/security-groups?id=4d424e17-ab05-4607-9df7-8d3f76ab183e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1813579
Feb 17 03:29:00.249052 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ee89352-ec38-4439-8bc0-f802eeb9ce6c tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Router 2955aa40-398a-45ec-824c-e2ffe7230203 has already been hosted by L3 agent 3e02af72-3002-4fb3-96dd-e59119f81584 {{(pid=83922) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 03:29:00.253801 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4840bec6-59fa-4a75-9cab-b8eba3fced9d', 'tag': '3122eba0-b4d4-415e-b7c0-f67223c6ab3f', 'status': 'completed', 'code': 200}
Feb 17 03:29:00.254489 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_hamode_db [None req-70a140a0-512d-4834-9288-9cf0a3dfc40f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f17c62440f0>, [{'id': 'ce1dcbd0-733c-48eb-a4e4-1dca83063e7c', 'name': 'tempest-AttachVolumeShelveTestJSON-28655953-router', 'tenant_id': '64044155addf41e9ba2bde5782afed2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'external_fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '5a30632c-1748-4a16-aea5-cce7b2eb244d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:27:19Z', 'updated_at': '2021-02-17T03:27:41Z', 'revision_number': 4, 'project_id': '64044155addf41e9ba2bde5782afed2a', 'gw_port': {'id': '5a30632c-1748-4a16-aea5-cce7b2eb244d', 'name': '', 'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:5b:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce1dcbd0-733c-48eb-a4e4-1dca83063e7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:27:21Z', 'updated_at': '2021-02-17T03:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-5-iscsi', '_floatingips': [{'id': 'c9b41164-cef1-4925-894a-7f090abf47ef', 'tenant_id': '64044155addf41e9ba2bde5782afed2a', 'floating_ip_address': '172.27.0.62', 'floating_network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'router_id': 'ce1dcbd0-733c-48eb-a4e4-1dca83063e7c', 'port_id': '3122eba0-b4d4-415e-b7c0-f67223c6ab3f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 178, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '735791d7-b752-470f-b049-6623a91713f5', 'mac_address': 'fa:16:3e:bf:10:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4840bec6-59fa-4a75-9cab-b8eba3fced9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T03:27:57Z', 'updated_at': '2021-02-17T03:28:57Z', 'revision_number': 1, 'project_id': '64044155addf41e9ba2bde5782afed2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7077bdbc-bf9d-4218-bf98-36f4e7415692', 'name': '', 'network_id': '735791d7-b752-470f-b049-6623a91713f5', 'tenant_id': '64044155addf41e9ba2bde5782afed2a', 'mac_address': 'fa:16:3e:a0:31:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce1dcbd0-733c-48eb-a4e4-1dca83063e7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '1603be8a-dd86-41be-b651-1a8436af8dbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:27:38Z', 'updated_at': '2021-02-17T03:27:54Z', 'revision_number': 5, 'project_id': '64044155addf41e9ba2bde5782afed2a', 'subnets': [{'id': '1603be8a-dd86-41be-b651-1a8436af8dbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759943-5-iscsi', False) {} {{(pid=83924) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:29:00.259274 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a140a0-512d-4834-9288-9cf0a3dfc40f None None] The sync data for ids ['ce1dcbd0-733c-48eb-a4e4-1dca83063e7c'] in dv-cinder-759943-5-iscsi is: [{'id': 'ce1dcbd0-733c-48eb-a4e4-1dca83063e7c', 'name': 'tempest-AttachVolumeShelveTestJSON-28655953-router', 'tenant_id': '64044155addf41e9ba2bde5782afed2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'external_fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '5a30632c-1748-4a16-aea5-cce7b2eb244d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:27:19Z', 'updated_at': '2021-02-17T03:27:41Z', 'revision_number': 4, 'project_id': '64044155addf41e9ba2bde5782afed2a', 'gw_port': {'id': '5a30632c-1748-4a16-aea5-cce7b2eb244d', 'name': '', 'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:5b:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce1dcbd0-733c-48eb-a4e4-1dca83063e7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:27:21Z', 'updated_at': '2021-02-17T03:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-5-iscsi', '_floatingips': [{'id': 'c9b41164-cef1-4925-894a-7f090abf47ef', 'tenant_id': '64044155addf41e9ba2bde5782afed2a', 'floating_ip_address': '172.27.0.62', 'floating_network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'router_id': 'ce1dcbd0-733c-48eb-a4e4-1dca83063e7c', 'port_id': '3122eba0-b4d4-415e-b7c0-f67223c6ab3f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 178, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '735791d7-b752-470f-b049-6623a91713f5', 'mac_address': 'fa:16:3e:bf:10:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4840bec6-59fa-4a75-9cab-b8eba3fced9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T03:27:57Z', 'updated_at': '2021-02-17T03:28:57Z', 'revision_number': 1, 'project_id': '64044155addf41e9ba2bde5782afed2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7077bdbc-bf9d-4218-bf98-36f4e7415692', 'name': '', 'network_id': '735791d7-b752-470f-b049-6623a91713f5', 'tenant_id': '64044155addf41e9ba2bde5782afed2a', 'mac_address': 'fa:16:3e:a0:31:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce1dcbd0-733c-48eb-a4e4-1dca83063e7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '1603be8a-dd86-41be-b651-1a8436af8dbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:27:38Z', 'updated_at': '2021-02-17T03:27:54Z', 'revision_number': 5, 'project_id': '64044155addf41e9ba2bde5782afed2a', 'subnets': [{'id': '1603be8a-dd86-41be-b651-1a8436af8dbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 03:29:00.439200 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-3bf89902-ef23-4506-804b-dd0eb683bba4 req-23882935-9d0c-471c-8ade-3e5b8bfcd449 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] 10.222.0.57 "GET /v2.0/ports?device_id=4fbbd236-7b97-4182-8fe1-acbc901bf34e HTTP/1.1" status: 200  len: 210 time: 0.0621996
Feb 17 03:29:00.488562 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ee89352-ec38-4439-8bc0-f802eeb9ce6c tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Notify agent at l3_agent.dv-cinder-759943-5-iscsi the message routers_updated {{(pid=83922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 03:29:00.493189 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-4ee89352-ec38-4439-8bc0-f802eeb9ce6c tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774597'] for floatingip, before_response {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:00.498140 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5582fab6-6ffd-4b3e-a78d-7004750ccdb5 None None] Sync routers for ids ['2955aa40-398a-45ec-824c-e2ffe7230203'] in dv-cinder-759943-5-iscsi {{(pid=83923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 03:29:00.511071 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5582fab6-6ffd-4b3e-a78d-7004750ccdb5 None None] Routers {'2955aa40-398a-45ec-824c-e2ffe7230203'} bound to L3 agent in host dv-cinder-759943-5-iscsi {{(pid=83923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 03:29:00.511750 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_hamode_db [None req-5582fab6-6ffd-4b3e-a78d-7004750ccdb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f17c5807908>, 'dv-cinder-759943-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T03:18:25Z,description=<?>,heartbeat_timestamp=2021-02-17T03:28:55Z,host='dv-cinder-759943-5-iscsi',id=3e02af72-3002-4fb3-96dd-e59119f81584,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T03:18:25Z,topic='l3_agent')) {'router_ids': ['2955aa40-398a-45ec-824c-e2ffe7230203'], 'active': True} {{(pid=83923) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:29:00.599860 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-554c6880-177b-48f8-8b0c-00065fe61796 None None] New status for floating IP c9b41164-cef1-4925-894a-7f090abf47ef: ACTIVE {{(pid=83924) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 17 03:29:00.611551 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-4ee89352-ec38-4439-8bc0-f802eeb9ce6c tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] 10.222.0.57 "PUT /v2.0/floatingips/e287d159-0bd9-4683-ad10-cd97b97793e6 HTTP/1.1" status: 200  len: 991 time: 3.0211730
Feb 17 03:29:00.612114 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-f0b3fad0-09ec-4e8c-a9ac-a2629ec4d01c req-7dcd6a23-9477-4958-9f8d-1d1164364d6c tempest-DeleteServersTestJSON-594113530 tempest-DeleteServersTestJSON-594113530-project] 10.222.0.57 "GET /v2.0/ports?device_id=5a792992-ad2a-408d-9e19-9363ed0b0c51 HTTP/1.1" status: 200  len: 210 time: 0.0566678
Feb 17 03:29:00.612676 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c5a8ede-8248-460e-bef7-6b5c3aaf48f5', 'tag': '48fb65e6-ad21-424b-ad45-8e4c51055da6'}] {{(pid=83922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 03:29:00.743867 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvr_db [None req-5582fab6-6ffd-4b3e-a78d-7004750ccdb5 None None] Set router 2955aa40-398a-45ec-824c-e2ffe7230203 gateway port host: dv-cinder-759943-5-iscsi {{(pid=83923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 03:29:00.814648 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d69574-451a-46b0-965f-e9949609d2ec req-a5afb421-217a-4ed8-9975-acbf7c192fb8 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:00.816499 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-93d69574-451a-46b0-965f-e9949609d2ec req-a5afb421-217a-4ed8-9975-acbf7c192fb8 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/ports?device_id=4d4f9c42-f07a-4f40-aad4-702d0fd26d82 HTTP/1.1" status: 200  len: 946 time: 0.0857840
Feb 17 03:29:00.866416 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-93d69574-451a-46b0-965f-e9949609d2ec req-627c028a-d9ef-44ea-8e60-23693612087b tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/security-groups?id=a8d8b256-f933-42bb-9ad3-a02b9415114a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426147
Feb 17 03:29:01.165684 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_hamode_db [None req-5582fab6-6ffd-4b3e-a78d-7004750ccdb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f17c5807908>, [{'id': '2955aa40-398a-45ec-824c-e2ffe7230203', 'name': 'tempest-AttachVolumeTestJSON-1825359717-router', 'tenant_id': 'c568344bec0146c19c14571bff20a759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'external_fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': '62f00c63-ea90-420b-9fc5-79144a39882f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:27:22Z', 'updated_at': '2021-02-17T03:27:49Z', 'revision_number': 4, 'project_id': 'c568344bec0146c19c14571bff20a759', 'gw_port': {'id': '62f00c63-ea90-420b-9fc5-79144a39882f', 'name': '', 'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:9a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2955aa40-398a-45ec-824c-e2ffe7230203', 'device_owner': 'network:router_gateway', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:27:28Z', 'updated_at': '2021-02-17T03:27:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-5-iscsi', '_floatingips': [{'id': 'e287d159-0bd9-4683-ad10-cd97b97793e6', 'tenant_id': 'c568344bec0146c19c14571bff20a759', 'floating_ip_address': '172.27.0.133', 'floating_network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'router_id': '2955aa40-398a-45ec-824c-e2ffe7230203', 'port_id': '48fb65e6-ad21-424b-ad45-8e4c51055da6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 185, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '196dd25e-6f79-49ea-bd1a-b88102e9bbe7', 'mac_address': 'fa:16:3e:fa:6f:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c5a8ede-8248-460e-bef7-6b5c3aaf48f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T03:28:01Z', 'updated_at': '2021-02-17T03:28:58Z', 'revision_number': 1, 'project_id': 'c568344bec0146c19c14571bff20a759', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ad39764-a1db-4ad4-8bf4-faa5fd452287', 'name': '', 'network_id': '196dd25e-6f79-49ea-bd1a-b88102e9bbe7', 'tenant_id': 'c568344bec0146c19c14571bff20a759', 'mac_address': 'fa:16:3e:ac:b0:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2955aa40-398a-45ec-824c-e2ffe7230203', 'device_owner': 'network:router_interface', 'standard_attr_id': 144, 'fixed_ips': [{'subnet_id': '029a335d-7c65-4847-a56e-60c19b417a63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:27:46Z', 'updated_at': '2021-02-17T03:27:58Z', 'revision_number': 5, 'project_id': 'c568344bec0146c19c14571bff20a759', 'subnets': [{'id': '029a335d-7c65-4847-a56e-60c19b417a63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759943-5-iscsi', False) {} {{(pid=83923) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:29:01.169659 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5582fab6-6ffd-4b3e-a78d-7004750ccdb5 None None] Checking router: 2955aa40-398a-45ec-824c-e2ffe7230203 for host: dv-cinder-759943-5-iscsi {{(pid=83923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 03:29:01.178335 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5582fab6-6ffd-4b3e-a78d-7004750ccdb5 None None] Routers {'2955aa40-398a-45ec-824c-e2ffe7230203'} bound to L3 agent in host dv-cinder-759943-5-iscsi {{(pid=83923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 03:29:01.178978 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_hamode_db [None req-5582fab6-6ffd-4b3e-a78d-7004750ccdb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f17c5807908>, 'dv-cinder-759943-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T03:18:25Z,description=<?>,heartbeat_timestamp=2021-02-17T03:28:55Z,host='dv-cinder-759943-5-iscsi',id=3e02af72-3002-4fb3-96dd-e59119f81584,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T03:18:25Z,topic='l3_agent')) {'router_ids': ['2955aa40-398a-45ec-824c-e2ffe7230203'], 'active': True} {{(pid=83923) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:29:01.517555 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvr_db [None req-5582fab6-6ffd-4b3e-a78d-7004750ccdb5 None None] Set router 2955aa40-398a-45ec-824c-e2ffe7230203 gateway port host: dv-cinder-759943-5-iscsi {{(pid=83923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 03:29:01.799772 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Device 3122eba0-b4d4-415e-b7c0-f67223c6ab3f up at agent ovs-agent-hv-cinder-75994 {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:29:01.940317 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Provisioning complete for port 3122eba0-b4d4-415e-b7c0-f67223c6ab3f triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:29:01.940738 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838161172'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:01.990952 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_hamode_db [None req-5582fab6-6ffd-4b3e-a78d-7004750ccdb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f17c5807908>, [{'id': '2955aa40-398a-45ec-824c-e2ffe7230203', 'name': 'tempest-AttachVolumeTestJSON-1825359717-router', 'tenant_id': 'c568344bec0146c19c14571bff20a759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'external_fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': '62f00c63-ea90-420b-9fc5-79144a39882f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:27:22Z', 'updated_at': '2021-02-17T03:27:49Z', 'revision_number': 4, 'project_id': 'c568344bec0146c19c14571bff20a759', 'gw_port': {'id': '62f00c63-ea90-420b-9fc5-79144a39882f', 'name': '', 'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:9a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2955aa40-398a-45ec-824c-e2ffe7230203', 'device_owner': 'network:router_gateway', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:27:28Z', 'updated_at': '2021-02-17T03:27:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-5-iscsi', '_floatingips': [{'id': 'e287d159-0bd9-4683-ad10-cd97b97793e6', 'tenant_id': 'c568344bec0146c19c14571bff20a759', 'floating_ip_address': '172.27.0.133', 'floating_network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'router_id': '2955aa40-398a-45ec-824c-e2ffe7230203', 'port_id': '48fb65e6-ad21-424b-ad45-8e4c51055da6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 185, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '196dd25e-6f79-49ea-bd1a-b88102e9bbe7', 'mac_address': 'fa:16:3e:fa:6f:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c5a8ede-8248-460e-bef7-6b5c3aaf48f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T03:28:01Z', 'updated_at': '2021-02-17T03:28:58Z', 'revision_number': 1, 'project_id': 'c568344bec0146c19c14571bff20a759', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ad39764-a1db-4ad4-8bf4-faa5fd452287', 'name': '', 'network_id': '196dd25e-6f79-49ea-bd1a-b88102e9bbe7', 'tenant_id': 'c568344bec0146c19c14571bff20a759', 'mac_address': 'fa:16:3e:ac:b0:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2955aa40-398a-45ec-824c-e2ffe7230203', 'device_owner': 'network:router_interface', 'standard_attr_id': 144, 'fixed_ips': [{'subnet_id': '029a335d-7c65-4847-a56e-60c19b417a63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:27:46Z', 'updated_at': '2021-02-17T03:27:58Z', 'revision_number': 5, 'project_id': 'c568344bec0146c19c14571bff20a759', 'subnets': [{'id': '029a335d-7c65-4847-a56e-60c19b417a63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759943-5-iscsi', False) {} {{(pid=83923) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:29:02.003755 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5582fab6-6ffd-4b3e-a78d-7004750ccdb5 None None] The sync data for ids ['2955aa40-398a-45ec-824c-e2ffe7230203'] in dv-cinder-759943-5-iscsi is: [{'id': '2955aa40-398a-45ec-824c-e2ffe7230203', 'name': 'tempest-AttachVolumeTestJSON-1825359717-router', 'tenant_id': 'c568344bec0146c19c14571bff20a759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'external_fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': '62f00c63-ea90-420b-9fc5-79144a39882f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:27:22Z', 'updated_at': '2021-02-17T03:27:49Z', 'revision_number': 4, 'project_id': 'c568344bec0146c19c14571bff20a759', 'gw_port': {'id': '62f00c63-ea90-420b-9fc5-79144a39882f', 'name': '', 'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:9a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2955aa40-398a-45ec-824c-e2ffe7230203', 'device_owner': 'network:router_gateway', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:27:28Z', 'updated_at': '2021-02-17T03:27:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-5-iscsi', '_floatingips': [{'id': 'e287d159-0bd9-4683-ad10-cd97b97793e6', 'tenant_id': 'c568344bec0146c19c14571bff20a759', 'floating_ip_address': '172.27.0.133', 'floating_network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'router_id': '2955aa40-398a-45ec-824c-e2ffe7230203', 'port_id': '48fb65e6-ad21-424b-ad45-8e4c51055da6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 185, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '196dd25e-6f79-49ea-bd1a-b88102e9bbe7', 'mac_address': 'fa:16:3e:fa:6f:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c5a8ede-8248-460e-bef7-6b5c3aaf48f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T03:28:01Z', 'updated_at': '2021-02-17T03:28:58Z', 'revision_number': 1, 'project_id': 'c568344bec0146c19c14571bff20a759', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ad39764-a1db-4ad4-8bf4-faa5fd452287', 'name': '', 'network_id': '196dd25e-6f79-49ea-bd1a-b88102e9bbe7', 'tenant_id': 'c568344bec0146c19c14571bff20a759', 'mac_address': 'fa:16:3e:ac:b0:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2955aa40-398a-45ec-824c-e2ffe7230203', 'device_owner': 'network:router_interface', 'standard_attr_id': 144, 'fixed_ips': [{'subnet_id': '029a335d-7c65-4847-a56e-60c19b417a63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:27:46Z', 'updated_at': '2021-02-17T03:27:58Z', 'revision_number': 5, 'project_id': 'c568344bec0146c19c14571bff20a759', 'subnets': [{'id': '029a335d-7c65-4847-a56e-60c19b417a63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 03:29:02.083123 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Device 48fb65e6-ad21-424b-ad45-8e4c51055da6 up at agent ovs-agent-hv-cinder-75994 {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:29:02.085856 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.v2.base [req-c9d04e4a-fae7-4a5d-bb2b-173a8060065d req-10517a65-bcf4-4918-83ae-38aecdde66b3 service neutron] Request body: {'port': {'device_id': 'affa2e6b-a2e1-47dc-9593-14492775c963', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75994'}} {{(pid=83922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:29:02.167460 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Provisioning complete for port 48fb65e6-ad21-424b-ad45-8e4c51055da6 triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:29:02.167882 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838161172'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:02.227585 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8272f700-a7fc-41f0-97e8-22c1b3c7fff0 req-ccc91486-37b8-4787-8096-0f777d4c46ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:02.229266 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-8272f700-a7fc-41f0-97e8-22c1b3c7fff0 req-ccc91486-37b8-4787-8096-0f777d4c46ce service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=64044155addf41e9ba2bde5782afed2a&device_id=4840bec6-59fa-4a75-9cab-b8eba3fced9d HTTP/1.1" status: 200  len: 1162 time: 0.1437545
Feb 17 03:29:02.272810 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c5a8ede-8248-460e-bef7-6b5c3aaf48f5', 'tag': '48fb65e6-ad21-424b-ad45-8e4c51055da6', 'status': 'completed', 'code': 200}
Feb 17 03:29:02.360265 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd78148b-f3e2-4e8d-8970-b9d5d9970001 None None] New status for floating IP e287d159-0bd9-4683-ad10-cd97b97793e6: ACTIVE {{(pid=83923) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 17 03:29:02.387993 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-c9d04e4a-fae7-4a5d-bb2b-173a8060065d req-10517a65-bcf4-4918-83ae-38aecdde66b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for port, before_update {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:02.478359 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d38984-16a4-4378-b309-9f75ced0de7d req-902e4040-c140-4d90-be72-09dfa7be0fde tempest-VolumesSnapshotTestJSON-1509273995 tempest-VolumesSnapshotTestJSON-1509273995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:02.484914 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-64d38984-16a4-4378-b309-9f75ced0de7d req-902e4040-c140-4d90-be72-09dfa7be0fde tempest-VolumesSnapshotTestJSON-1509273995 tempest-VolumesSnapshotTestJSON-1509273995-project] 10.222.0.57 "GET /v2.0/ports?device_id=affa2e6b-a2e1-47dc-9593-14492775c963 HTTP/1.1" status: 200  len: 931 time: 0.1992061
Feb 17 03:29:02.610825 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-64d38984-16a4-4378-b309-9f75ced0de7d req-c8c11667-c9e2-4ab8-b4db-3b04989ba7d7 tempest-VolumesSnapshotTestJSON-1509273995 tempest-VolumesSnapshotTestJSON-1509273995-project] 10.222.0.57 "GET /v2.0/security-groups?id=4d424e17-ab05-4607-9df7-8d3f76ab183e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1223278
Feb 17 03:29:02.855928 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-790d0b44-40da-4989-8d0d-781615798fd0 req-b065e67f-eee5-42b6-bcb3-5d14bcf5ab13 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] 10.222.0.57 "GET /v2.0/ports?device_id=4fbbd236-7b97-4182-8fe1-acbc901bf34e HTTP/1.1" status: 200  len: 210 time: 0.4691417
Feb 17 03:29:02.933237 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-a7a54100-d3bc-4490-86d8-d1609096b914 req-7f19719e-5b0f-4679-9946-97bd43413c20 tempest-DeleteServersTestJSON-594113530 tempest-DeleteServersTestJSON-594113530-project] 10.222.0.57 "GET /v2.0/ports?device_id=5a792992-ad2a-408d-9e19-9363ed0b0c51 HTTP/1.1" status: 200  len: 210 time: 0.1027789
Feb 17 03:29:02.943139 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8272f700-a7fc-41f0-97e8-22c1b3c7fff0 req-c7671bd7-625b-466c-bfa5-487f250bc584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:02.944831 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-8272f700-a7fc-41f0-97e8-22c1b3c7fff0 req-c7671bd7-625b-466c-bfa5-487f250bc584 service neutron] 10.222.0.54 "GET /v2.0/networks?id=735791d7-b752-470f-b049-6623a91713f5 HTTP/1.1" status: 200  len: 909 time: 0.6550949
Feb 17 03:29:03.079300 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.notifiers.nova [req-c9d04e4a-fae7-4a5d-bb2b-173a8060065d req-10517a65-bcf4-4918-83ae-38aecdde66b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0b1164b-a521-406c-ad35-9ec6820de4cc {{(pid=83922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 17 03:29:03.087284 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-c9d04e4a-fae7-4a5d-bb2b-173a8060065d req-10517a65-bcf4-4918-83ae-38aecdde66b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:03.099548 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [req-c9d04e4a-fae7-4a5d-bb2b-173a8060065d req-10517a65-bcf4-4918-83ae-38aecdde66b3 service neutron] Transition to ACTIVE for port object e0b1164b-a521-406c-ad35-9ec6820de4cc will not be triggered until provisioned by entity L2. {{(pid=83922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 03:29:03.102577 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-c9d04e4a-fae7-4a5d-bb2b-173a8060065d req-10517a65-bcf4-4918-83ae-38aecdde66b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303097879514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733756514675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303098261108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2929291'] for port, after_update {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:03.118800 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:29:03.212608 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021531b1-5642-42ff-aded-a09cd2da0eaa req-a4879877-3e63-4995-8ba0-352e3a4199a9 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:03.214387 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-021531b1-5642-42ff-aded-a09cd2da0eaa req-a4879877-3e63-4995-8ba0-352e3a4199a9 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] 10.222.0.54 "GET /v2.0/networks?id=90e5bf38-a0dc-48bd-9401-739bcf8a5d8a HTTP/1.1" status: 200  len: 814 time: 0.5030794
Feb 17 03:29:03.218900 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-8272f700-a7fc-41f0-97e8-22c1b3c7fff0 req-f4f79fdf-3132-4530-97c3-1f8846b3937a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3122eba0-b4d4-415e-b7c0-f67223c6ab3f HTTP/1.1" status: 200  len: 1000 time: 0.2264609
Feb 17 03:29:03.237836 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fef092-3f91-4f40-883f-9581e64c6cec req-93f3c49e-b883-4502-a671-fe1e75a55f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:03.239493 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-37fef092-3f91-4f40-883f-9581e64c6cec req-93f3c49e-b883-4502-a671-fe1e75a55f03 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c568344bec0146c19c14571bff20a759&device_id=3c5a8ede-8248-460e-bef7-6b5c3aaf48f5 HTTP/1.1" status: 200  len: 1162 time: 0.9036095
Feb 17 03:29:03.244575 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.v2.base [req-021531b1-5642-42ff-aded-a09cd2da0eaa req-e11dc502-908b-49bb-8c6f-0b74a4836bfa tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] Request body: {'port': {'device_id': '4fbbd236-7b97-4182-8fe1-acbc901bf34e', 'network_id': '90e5bf38-a0dc-48bd-9401-739bcf8a5d8a', 'admin_state_up': True, 'tenant_id': '41ae341c7001465897265b1c5eda9767'}} {{(pid=83921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:29:03.273092 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10517a65-bcf4-4918-83ae-38aecdde66b3 service neutron] Pushing event updated for resources: {'Port': ['ID=e0b1164b-a521-406c-ad35-9ec6820de4cc,revision_number=2']} {{(pid=83922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:29:03.278949 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-10517a65-bcf4-4918-83ae-38aecdde66b3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:29:03.470340 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.managers [req-c9d04e4a-fae7-4a5d-bb2b-173a8060065d req-10517a65-bcf4-4918-83ae-38aecdde66b3 service neutron] Attempting to bind port e0b1164b-a521-406c-ad35-9ec6820de4cc on host hv-cinder-75994 for vnic_type normal with profile  {{(pid=83922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 03:29:03.471039 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.managers [req-c9d04e4a-fae7-4a5d-bb2b-173a8060065d req-10517a65-bcf4-4918-83ae-38aecdde66b3 service neutron] Attempting to bind port e0b1164b-a521-406c-ad35-9ec6820de4cc by drivers openvswitch on host hv-cinder-75994 at level 0 using segments [{'id': 'be06ba5d-3909-4934-8aa1-39344881a56f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '8d611967-ac3b-4d3e-854e-ff34ac61dc4a'}] {{(pid=83922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 03:29:03.471693 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9d04e4a-fae7-4a5d-bb2b-173a8060065d req-10517a65-bcf4-4918-83ae-38aecdde66b3 service neutron] Attempting to bind port e0b1164b-a521-406c-ad35-9ec6820de4cc on network 8d611967-ac3b-4d3e-854e-ff34ac61dc4a {{(pid=83922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 03:29:03.478483 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9d04e4a-fae7-4a5d-bb2b-173a8060065d req-10517a65-bcf4-4918-83ae-38aecdde66b3 service neutron] Checking agent: {'id': '1c3dee76-e565-424d-b4cd-b2af1407410d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75994', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 3, 25, 23), 'started_at': datetime.datetime(2021, 2, 17, 3, 25, 53), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 3, 28, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.11', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 03:29:03.479113 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9d04e4a-fae7-4a5d-bb2b-173a8060065d req-10517a65-bcf4-4918-83ae-38aecdde66b3 service neutron] Checking segment: {'id': 'be06ba5d-3909-4934-8aa1-39344881a56f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '8d611967-ac3b-4d3e-854e-ff34ac61dc4a'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 03:29:03.479718 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-c9d04e4a-fae7-4a5d-bb2b-173a8060065d req-10517a65-bcf4-4918-83ae-38aecdde66b3 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:03.480300 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9d04e4a-fae7-4a5d-bb2b-173a8060065d req-10517a65-bcf4-4918-83ae-38aecdde66b3 service neutron] Bound using segment: {'id': 'be06ba5d-3909-4934-8aa1-39344881a56f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '8d611967-ac3b-4d3e-854e-ff34ac61dc4a'} {{(pid=83922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 03:29:03.480962 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.managers [req-c9d04e4a-fae7-4a5d-bb2b-173a8060065d req-10517a65-bcf4-4918-83ae-38aecdde66b3 service neutron] Bound port: e0b1164b-a521-406c-ad35-9ec6820de4cc, host: hv-cinder-75994, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be06ba5d-3909-4934-8aa1-39344881a56f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '8d611967-ac3b-4d3e-854e-ff34ac61dc4a'}}] {{(pid=83922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 03:29:03.481689 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-c9d04e4a-fae7-4a5d-bb2b-173a8060065d req-10517a65-bcf4-4918-83ae-38aecdde66b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for port, before_update {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:03.583547 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8272f700-a7fc-41f0-97e8-22c1b3c7fff0 req-4b1e91bf-1b7d-474e-b813-36805afdd541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:03.585733 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-8272f700-a7fc-41f0-97e8-22c1b3c7fff0 req-4b1e91bf-1b7d-474e-b813-36805afdd541 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1603be8a-dd86-41be-b651-1a8436af8dbf HTTP/1.1" status: 200  len: 854 time: 0.2708452
Feb 17 03:29:03.598645 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.db [req-c9d04e4a-fae7-4a5d-bb2b-173a8060065d req-10517a65-bcf4-4918-83ae-38aecdde66b3 service neutron] For port e0b1164b-a521-406c-ad35-9ec6820de4cc, host hv-cinder-75994, cleared binding levels {{(pid=83922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 03:29:03.599245 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cca596-0421-4510-bb28-06c77872dcef req-e2b21a5a-8702-4a10-a380-4a4facc57408 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:03.603473 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.db [req-c9d04e4a-fae7-4a5d-bb2b-173a8060065d req-10517a65-bcf4-4918-83ae-38aecdde66b3 service neutron] For port e0b1164b-a521-406c-ad35-9ec6820de4cc, host hv-cinder-75994, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=e0b1164b-a521-406c-ad35-9ec6820de4cc,segment=NetworkSegment(be06ba5d-3909-4934-8aa1-39344881a56f),segment_id=be06ba5d-3909-4934-8aa1-39344881a56f)] {{(pid=83922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 03:29:03.605132 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-67cca596-0421-4510-bb28-06c77872dcef req-e2b21a5a-8702-4a10-a380-4a4facc57408 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/ports?device_id=4d4f9c42-f07a-4f40-aad4-702d0fd26d82 HTTP/1.1" status: 200  len: 946 time: 0.5332422
Feb 17 03:29:03.610064 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-c9d04e4a-fae7-4a5d-bb2b-173a8060065d req-10517a65-bcf4-4918-83ae-38aecdde66b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303097879514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733756514675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303098261108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2929291'] for port, after_update {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:03.628870 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-f80f6bbc-624e-47d0-9bb2-cae70483e6c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:29:03.736646 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [req-021531b1-5642-42ff-aded-a09cd2da0eaa req-e11dc502-908b-49bb-8c6f-0b74a4836bfa tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:29:03.764340 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fef092-3f91-4f40-883f-9581e64c6cec req-f0ce7652-3dc4-478e-99f5-7efc8c1a68ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:03.766239 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-37fef092-3f91-4f40-883f-9581e64c6cec req-f0ce7652-3dc4-478e-99f5-7efc8c1a68ae service neutron] 10.222.0.54 "GET /v2.0/networks?id=196dd25e-6f79-49ea-bd1a-b88102e9bbe7 HTTP/1.1" status: 200  len: 905 time: 0.4033144
Feb 17 03:29:03.767290 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [req-021531b1-5642-42ff-aded-a09cd2da0eaa req-e11dc502-908b-49bb-8c6f-0b74a4836bfa tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:29:03.876371 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-67cca596-0421-4510-bb28-06c77872dcef req-0b8f54b3-21d4-45e3-a54d-7c08c9ac383e tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/security-groups?id=a8d8b256-f933-42bb-9ad3-a02b9415114a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2487187
Feb 17 03:29:03.890282 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-021531b1-5642-42ff-aded-a09cd2da0eaa req-e11dc502-908b-49bb-8c6f-0b74a4836bfa tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] Made reservation on behalf of 41ae341c7001465897265b1c5eda9767 for: {'port': 1} {{(pid=83921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 03:29:03.906145 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-021531b1-5642-42ff-aded-a09cd2da0eaa req-e11dc502-908b-49bb-8c6f-0b74a4836bfa tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for port, before_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:03.970008 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8272f700-a7fc-41f0-97e8-22c1b3c7fff0 req-280c03ff-1f0f-48cc-bf2c-74b0fe875b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:03.971681 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-8272f700-a7fc-41f0-97e8-22c1b3c7fff0 req-280c03ff-1f0f-48cc-bf2c-74b0fe875b2a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=735791d7-b752-470f-b049-6623a91713f5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3653057
Feb 17 03:29:03.980633 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-37fef092-3f91-4f40-883f-9581e64c6cec req-e68c4411-f917-4fe8-b9a9-97b1e689a06d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=48fb65e6-ad21-424b-ad45-8e4c51055da6 HTTP/1.1" status: 200  len: 1001 time: 0.2006822
Feb 17 03:29:04.148651 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.agents_db [None req-06fda002-6a6c-4595-892c-f579c445b334 None None] Agent healthcheck: found 6 active agents {{(pid=83924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 03:29:04.305552 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-3467b4a0-7ae3-4136-aaac-dc93850a44fb req-87f25a0d-864b-4e54-afdd-7dee76ff54d6 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] 10.222.0.57 "GET /v2.0/ports?device_id=4fbbd236-7b97-4182-8fe1-acbc901bf34e HTTP/1.1" status: 200  len: 210 time: 0.1738942
Feb 17 03:29:04.327380 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10517a65-bcf4-4918-83ae-38aecdde66b3 service neutron] Pushing event updated for resources: {'Port': ['ID=e0b1164b-a521-406c-ad35-9ec6820de4cc,revision_number=3']} {{(pid=83922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:29:04.342824 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d04e4a-fae7-4a5d-bb2b-173a8060065d req-10517a65-bcf4-4918-83ae-38aecdde66b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:04.343619 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-c9d04e4a-fae7-4a5d-bb2b-173a8060065d req-10517a65-bcf4-4918-83ae-38aecdde66b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854193028'] for port, before_response {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:04.345256 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-c9d04e4a-fae7-4a5d-bb2b-173a8060065d req-10517a65-bcf4-4918-83ae-38aecdde66b3 service neutron] 10.222.0.54 "PUT /v2.0/ports/e0b1164b-a521-406c-ad35-9ec6820de4cc HTTP/1.1" status: 200  len: 1157 time: 2.2641196
Feb 17 03:29:04.347991 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'affa2e6b-a2e1-47dc-9593-14492775c963', 'tag': 'e0b1164b-a521-406c-ad35-9ec6820de4cc'}] {{(pid=83922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 03:29:04.387085 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f48fd1f-0adc-4f10-9825-abc76ea86a57 req-ddecd1b7-6909-465a-98ba-11998d5f2a35 tempest-VolumesSnapshotTestJSON-1509273995 tempest-VolumesSnapshotTestJSON-1509273995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:04.389160 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-7f48fd1f-0adc-4f10-9825-abc76ea86a57 req-ddecd1b7-6909-465a-98ba-11998d5f2a35 tempest-VolumesSnapshotTestJSON-1509273995 tempest-VolumesSnapshotTestJSON-1509273995-project] 10.222.0.57 "GET /v2.0/ports?device_id=affa2e6b-a2e1-47dc-9593-14492775c963 HTTP/1.1" status: 200  len: 943 time: 0.2168036
Feb 17 03:29:04.390336 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-10517a65-bcf4-4918-83ae-38aecdde66b3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.761s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:29:04.396949 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fef092-3f91-4f40-883f-9581e64c6cec req-f2d5e720-4d79-433e-9b00-a1c03c7cf9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:04.398723 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-37fef092-3f91-4f40-883f-9581e64c6cec req-f2d5e720-4d79-433e-9b00-a1c03c7cf9b4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=029a335d-7c65-4847-a56e-60c19b417a63 HTTP/1.1" status: 200  len: 850 time: 0.3667071
Feb 17 03:29:04.415561 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.57', 37668) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:29:04.496101 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-7f48fd1f-0adc-4f10-9825-abc76ea86a57 req-1cdf9d9b-cbbd-4ec2-9484-4c39592efc81 tempest-VolumesSnapshotTestJSON-1509273995 tempest-VolumesSnapshotTestJSON-1509273995-project] 10.222.0.57 "GET /v2.0/security-groups?id=4d424e17-ab05-4607-9df7-8d3f76ab183e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0920186
Feb 17 03:29:04.535396 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d04e4a-fae7-4a5d-bb2b-173a8060065d req-3eba51a7-d014-414c-8de7-1c66790f419e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:04.537267 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-c9d04e4a-fae7-4a5d-bb2b-173a8060065d req-3eba51a7-d014-414c-8de7-1c66790f419e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=90b33b201e9c4aaa92ca566c8f7e6dac&device_id=affa2e6b-a2e1-47dc-9593-14492775c963 HTTP/1.1" status: 200  len: 1160 time: 0.1170259
Feb 17 03:29:04.591572 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-8272f700-a7fc-41f0-97e8-22c1b3c7fff0 req-28b8c1b9-596e-4581-8bb3-fcd527172e48 service neutron] 10.222.0.54 "GET /v2.0/networks/735791d7-b752-470f-b049-6623a91713f5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6098411
Feb 17 03:29:04.698654 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'affa2e6b-a2e1-47dc-9593-14492775c963', 'tag': 'e0b1164b-a521-406c-ad35-9ec6820de4cc', 'status': 'completed', 'code': 200}
Feb 17 03:29:04.708930 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-c9d04e4a-fae7-4a5d-bb2b-173a8060065d req-eed16bcf-1839-4574-a0ee-c3356194ae41 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e0b1164b-a521-406c-ad35-9ec6820de4cc HTTP/1.1" status: 200  len: 217 time: 0.1318760
Feb 17 03:29:04.823873 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d04e4a-fae7-4a5d-bb2b-173a8060065d req-a961052d-5dae-4a8c-97bf-c00d1f029b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:04.825616 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-c9d04e4a-fae7-4a5d-bb2b-173a8060065d req-a961052d-5dae-4a8c-97bf-c00d1f029b0f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7ada6777-95bf-446d-be68-0d7e0c71021b HTTP/1.1" status: 200  len: 853 time: 0.0742176
Feb 17 03:29:04.905131 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-c9d04e4a-fae7-4a5d-bb2b-173a8060065d req-61d88955-4b94-40df-a9f4-768394095272 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=8d611967-ac3b-4d3e-854e-ff34ac61dc4a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0711963
Feb 17 03:29:05.021713 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fef092-3f91-4f40-883f-9581e64c6cec req-9c3b3710-bed0-4f9f-84b0-fbdd0f8b73d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:05.023346 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-37fef092-3f91-4f40-883f-9581e64c6cec req-9c3b3710-bed0-4f9f-84b0-fbdd0f8b73d1 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=196dd25e-6f79-49ea-bd1a-b88102e9bbe7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.6043038
Feb 17 03:29:05.095773 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-c9d04e4a-fae7-4a5d-bb2b-173a8060065d req-ef7de0cb-90be-4a60-8519-376f140318d6 service neutron] 10.222.0.54 "GET /v2.0/networks/8d611967-ac3b-4d3e-854e-ff34ac61dc4a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1724613
Feb 17 03:29:05.100420 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-dac3e38b-ca2d-4298-931b-d8abf218aa74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:05.215667 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-dac3e38b-ca2d-4298-931b-d8abf218aa74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:29:05.235356 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-dac3e38b-ca2d-4298-931b-d8abf218aa74 admin admin] Usage tracker for resource:security_group_rule and tenant:763734e9d7ac4682ad32b9716ae2375b is out of sync, need to count used quota {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:29:05.243166 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-dac3e38b-ca2d-4298-931b-d8abf218aa74 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:29:05.243696 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-c9d04e4a-fae7-4a5d-bb2b-173a8060065d req-1e527033-c329-472d-bf2d-b84517d1a29b service neutron] 10.222.0.54 "GET /v2.0/networks/8d611967-ac3b-4d3e-854e-ff34ac61dc4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1402504
Feb 17 03:29:05.246384 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.db_base_plugin_common [req-021531b1-5642-42ff-aded-a09cd2da0eaa req-e11dc502-908b-49bb-8c6f-0b74a4836bfa tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] Allocated IP 172.20.0.6 (90e5bf38-a0dc-48bd-9401-739bcf8a5d8a/2c8050c3-d22a-4b7f-8b2d-686c8f16c9a7/3f278c60-d4fc-48d2-a84d-a1bd008033aa) {{(pid=83921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 03:29:05.263082 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-dac3e38b-ca2d-4298-931b-d8abf218aa74 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:29:05.342821 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-8272f700-a7fc-41f0-97e8-22c1b3c7fff0 req-1b4b0a8d-e546-4613-8b44-7bb9987bfb68 service neutron] 10.222.0.54 "GET /v2.0/networks/735791d7-b752-470f-b049-6623a91713f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.7196982
Feb 17 03:29:05.396238 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-37fef092-3f91-4f40-883f-9581e64c6cec req-d22c7401-9556-45c2-adae-a892375abdb2 service neutron] 10.222.0.54 "GET /v2.0/networks/196dd25e-6f79-49ea-bd1a-b88102e9bbe7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3282437
Feb 17 03:29:05.460734 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318a007e-da5d-4dd2-ab8a-f5474a780b81 req-115b8e78-abf3-4cba-840e-c360d518d9e4 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:05.462416 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-318a007e-da5d-4dd2-ab8a-f5474a780b81 req-115b8e78-abf3-4cba-840e-c360d518d9e4 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/ports?device_id=4d4f9c42-f07a-4f40-aad4-702d0fd26d82 HTTP/1.1" status: 200  len: 946 time: 0.4493408
Feb 17 03:29:05.501955 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-9b1e90a6-f976-4b99-8b93-340bfc367a70 req-e842b1bc-397b-47d1-9697-fd69dc53ce30 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] 10.222.0.57 "GET /v2.0/ports?device_id=4fbbd236-7b97-4182-8fe1-acbc901bf34e HTTP/1.1" status: 200  len: 210 time: 0.0588520
Feb 17 03:29:05.709791 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3849f9b5-e4ce-42a6-862a-fa915edf27df req-53b38f53-0f56-4507-9353-3a770a1b8786 tempest-VolumesSnapshotTestJSON-1509273995 tempest-VolumesSnapshotTestJSON-1509273995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:05.712143 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-3849f9b5-e4ce-42a6-862a-fa915edf27df req-53b38f53-0f56-4507-9353-3a770a1b8786 tempest-VolumesSnapshotTestJSON-1509273995 tempest-VolumesSnapshotTestJSON-1509273995-project] 10.222.0.57 "GET /v2.0/ports?device_id=affa2e6b-a2e1-47dc-9593-14492775c963 HTTP/1.1" status: 200  len: 943 time: 0.0914795
Feb 17 03:29:05.764675 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-3849f9b5-e4ce-42a6-862a-fa915edf27df req-79626c7f-1c70-4920-ae1b-8539bcf5eb3b tempest-VolumesSnapshotTestJSON-1509273995 tempest-VolumesSnapshotTestJSON-1509273995-project] 10.222.0.57 "GET /v2.0/security-groups?id=4d424e17-ab05-4607-9df7-8d3f76ab183e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453351
Feb 17 03:29:05.784533 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-318a007e-da5d-4dd2-ab8a-f5474a780b81 req-6f81718b-d780-4375-8867-182d1b06b234 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/security-groups?id=a8d8b256-f933-42bb-9ad3-a02b9415114a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2756705
Feb 17 03:29:05.843034 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-dac3e38b-ca2d-4298-931b-d8abf218aa74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:05.865015 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-dac3e38b-ca2d-4298-931b-d8abf218aa74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876219'] for security_group, after_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:05.882818 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-22b36614-22f0-44bc-bcf3-5b09431c907c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:29:05.892383 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-37fef092-3f91-4f40-883f-9581e64c6cec req-f1afb2a4-6254-4011-86b1-7884d2cd778f service neutron] 10.222.0.54 "GET /v2.0/networks/196dd25e-6f79-49ea-bd1a-b88102e9bbe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4411392
Feb 17 03:29:05.901232 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9362eb-f709-4b70-8b82-213a0d003c50 req-c315782b-10fb-49d0-8227-9401a9e40f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:05.902864 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-bc9362eb-f709-4b70-8b82-213a0d003c50 req-c315782b-10fb-49d0-8227-9401a9e40f5c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=90b33b201e9c4aaa92ca566c8f7e6dac&device_id=affa2e6b-a2e1-47dc-9593-14492775c963 HTTP/1.1" status: 200  len: 1160 time: 0.5031726
Feb 17 03:29:05.946405 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-dac3e38b-ca2d-4298-931b-d8abf218aa74 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=763734e9d7ac4682ad32b9716ae2375b&name=default HTTP/1.1" status: 200  len: 2979 time: 1.5231247
Feb 17 03:29:05.949493 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83922) accepted ('10.222.0.57', 37704) {{(pid=83922) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:29:05.954811 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac3e38b-ca2d-4298-931b-d8abf218aa74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35b56b08-8fec-44a4-bd6d-5eab9601deba,revision_number=1']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:29:05.959951 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-021531b1-5642-42ff-aded-a09cd2da0eaa req-e11dc502-908b-49bb-8c6f-0b74a4836bfa tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] Notify callbacks [] for port, precommit_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:05.964329 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-dac3e38b-ca2d-4298-931b-d8abf218aa74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:29:06.016288 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-c88709dd-558a-4d1e-85c3-db3011ad3fc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:06.044667 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-c88709dd-558a-4d1e-85c3-db3011ad3fc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:06.086064 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-021531b1-5642-42ff-aded-a09cd2da0eaa req-e11dc502-908b-49bb-8c6f-0b74a4836bfa tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363303098263190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852640907'] for port, after_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:06.092693 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-c88709dd-558a-4d1e-85c3-db3011ad3fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876219'] for security_group, after_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:06.097923 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-649af2de-0db6-4e63-9fdb-5bc77c6aa614 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:29:06.109111 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:29:06.111126 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88709dd-558a-4d1e-85c3-db3011ad3fc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35b56b08-8fec-44a4-bd6d-5eab9601deba,revision_number=None']} {{(pid=83922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:29:06.115732 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-c88709dd-558a-4d1e-85c3-db3011ad3fc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:29:06.116659 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-c88709dd-558a-4d1e-85c3-db3011ad3fc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:06.118014 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-c88709dd-558a-4d1e-85c3-db3011ad3fc8 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/35b56b08-8fec-44a4-bd6d-5eab9601deba HTTP/1.1" status: 204  len: 168 time: 0.1673102
Feb 17 03:29:06.295075 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11dc502-908b-49bb-8c6f-0b74a4836bfa tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] Pushing event updated for resources: {'Port': ['ID=3f278c60-d4fc-48d2-a84d-a1bd008033aa,revision_number=1']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:29:06.301658 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-e11dc502-908b-49bb-8c6f-0b74a4836bfa tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:29:06.304638 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9362eb-f709-4b70-8b82-213a0d003c50 req-489e5136-54ef-47df-8ff9-3561d7c9eaca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:06.308068 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-bc9362eb-f709-4b70-8b82-213a0d003c50 req-489e5136-54ef-47df-8ff9-3561d7c9eaca service neutron] 10.222.0.54 "GET /v2.0/networks?id=8d611967-ac3b-4d3e-854e-ff34ac61dc4a HTTP/1.1" status: 200  len: 907 time: 0.3214114
Feb 17 03:29:06.339164 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83922) accepted ('10.222.0.57', 37718) {{(pid=83922) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:29:06.403381 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-bc9362eb-f709-4b70-8b82-213a0d003c50 req-169cad2c-ae1a-4739-89af-dcd394fed87c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e0b1164b-a521-406c-ad35-9ec6820de4cc HTTP/1.1" status: 200  len: 217 time: 0.0865636
Feb 17 03:29:06.410866 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.db_base_plugin_v2 [None req-09ceeafc-4efa-4b4d-8529-7bb17e847ae4 admin admin] Deleting subnet f29a48ac-d6e4-4b02-b328-53d325347c14 {{(pid=83922) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 17 03:29:06.414214 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-09ceeafc-4efa-4b4d-8529-7bb17e847ae4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:06.453700 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83922) accepted ('10.222.0.57', 37722) {{(pid=83922) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:29:06.472993 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-021531b1-5642-42ff-aded-a09cd2da0eaa req-e11dc502-908b-49bb-8c6f-0b74a4836bfa tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] Network 90e5bf38-a0dc-48bd-9401-739bcf8a5d8a is already hosted by enough agents. {{(pid=83921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 03:29:06.475868 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.scheduler.base_scheduler [req-021531b1-5642-42ff-aded-a09cd2da0eaa req-e11dc502-908b-49bb-8c6f-0b74a4836bfa tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] Resources bound (agent type, host, resource id):  {{(pid=83921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 03:29:06.476364 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-cf589e23-d3b0-4773-889d-79fadc4761e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:06.479548 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvrscheduler_db [req-021531b1-5642-42ff-aded-a09cd2da0eaa req-e11dc502-908b-49bb-8c6f-0b74a4836bfa tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] Received port after_create {{(pid=83921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 03:29:06.498903 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-09ceeafc-4efa-4b4d-8529-7bb17e847ae4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851654051'] for subnet, precommit_delete_associations {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:06.526756 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-cf589e23-d3b0-4773-889d-79fadc4761e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:29:06.533881 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9362eb-f709-4b70-8b82-213a0d003c50 req-45a7a038-a5b1-48fc-8684-6e5212db873a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:06.535322 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-bc9362eb-f709-4b70-8b82-213a0d003c50 req-45a7a038-a5b1-48fc-8684-6e5212db873a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7ada6777-95bf-446d-be68-0d7e0c71021b HTTP/1.1" status: 200  len: 853 time: 0.1243069
Feb 17 03:29:06.540240 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-cf589e23-d3b0-4773-889d-79fadc4761e2 admin admin] Usage tracker for resource:security_group_rule and tenant:232dbdac347e43a193fe9b520bb1db26 is out of sync, need to count used quota {{(pid=83922) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:29:06.545021 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-cf589e23-d3b0-4773-889d-79fadc4761e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83922) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:29:06.558111 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-cf589e23-d3b0-4773-889d-79fadc4761e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:29:06.587283 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-09ceeafc-4efa-4b4d-8529-7bb17e847ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036838102275'] for subnet, precommit_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:06.599425 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021531b1-5642-42ff-aded-a09cd2da0eaa req-e11dc502-908b-49bb-8c6f-0b74a4836bfa tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:06.600100 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-021531b1-5642-42ff-aded-a09cd2da0eaa req-e11dc502-908b-49bb-8c6f-0b74a4836bfa tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774597'] for port, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:06.607791 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-bc9362eb-f709-4b70-8b82-213a0d003c50 req-c2735ac5-3d4d-4345-9b58-7c8c349931b5 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=8d611967-ac3b-4d3e-854e-ff34ac61dc4a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0620091
Feb 17 03:29:06.724340 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-021531b1-5642-42ff-aded-a09cd2da0eaa req-e11dc502-908b-49bb-8c6f-0b74a4836bfa tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.4837494
Feb 17 03:29:06.748099 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.v2.base [req-021531b1-5642-42ff-aded-a09cd2da0eaa req-994eaf40-61dc-44d9-b302-91201eaccb32 service neutron] Request body: {'port': {'device_id': '4fbbd236-7b97-4182-8fe1-acbc901bf34e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75994'}} {{(pid=83921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:29:06.828399 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-bc9362eb-f709-4b70-8b82-213a0d003c50 req-08146307-357c-4430-854a-0cbb32a9b17b service neutron] 10.222.0.54 "GET /v2.0/networks/8d611967-ac3b-4d3e-854e-ff34ac61dc4a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2117021
Feb 17 03:29:06.895837 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6489fc-0239-42c3-afce-2b879354416b req-0619b261-abad-4d2c-a43b-548efbdcfd75 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:06.903504 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-6b6489fc-0239-42c3-afce-2b879354416b req-0619b261-abad-4d2c-a43b-548efbdcfd75 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] 10.222.0.57 "GET /v2.0/ports?device_id=4fbbd236-7b97-4182-8fe1-acbc901bf34e HTTP/1.1" status: 200  len: 931 time: 0.2813227
Feb 17 03:29:06.993193 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-021531b1-5642-42ff-aded-a09cd2da0eaa req-994eaf40-61dc-44d9-b302-91201eaccb32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for port, before_update {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:07.018514 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-cf589e23-d3b0-4773-889d-79fadc4761e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:07.022396 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-6b6489fc-0239-42c3-afce-2b879354416b req-2a911c8c-afa7-42c7-bde2-94f613272bcc tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] 10.222.0.57 "GET /v2.0/security-groups?id=7a034f11-6095-46d6-bffd-d2ce932f5f6d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1180561
Feb 17 03:29:07.025816 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-cf589e23-d3b0-4773-889d-79fadc4761e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876219'] for security_group, after_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:07.036109 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-993425c2-3680-402d-81c1-3eac9e29122a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:29:07.092199 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-cf589e23-d3b0-4773-889d-79fadc4761e2 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=232dbdac347e43a193fe9b520bb1db26&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6354907
Feb 17 03:29:07.092397 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf589e23-d3b0-4773-889d-79fadc4761e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83ffbf69-0916-4f1e-963d-8dc576c033d6,revision_number=1']} {{(pid=83922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:29:07.099204 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83922) accepted ('10.222.0.57', 37742) {{(pid=83922) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:29:07.100610 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-cf589e23-d3b0-4773-889d-79fadc4761e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:29:07.145313 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-09ceeafc-4efa-4b4d-8529-7bb17e847ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853913663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851846314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2567689'] for subnet, after_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:07.221953 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:29:07.339723 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ceeafc-4efa-4b4d-8529-7bb17e847ae4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f29a48ac-d6e4-4b02-b328-53d325347c14,revision_number=None']} {{(pid=83922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:29:07.343458 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-09ceeafc-4efa-4b4d-8529-7bb17e847ae4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:29:07.380202 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-f63295e0-f886-4cdf-a274-66293fa317b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:07.426977 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-bc9362eb-f709-4b70-8b82-213a0d003c50 req-8523b3a1-c427-4896-a1de-d02e5326d10f service neutron] 10.222.0.54 "GET /v2.0/networks/8d611967-ac3b-4d3e-854e-ff34ac61dc4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5546501
Feb 17 03:29:07.435095 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-f63295e0-f886-4cdf-a274-66293fa317b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:07.450336 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-09ceeafc-4efa-4b4d-8529-7bb17e847ae4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:07.472028 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7699de2-f228-4bec-af0d-10182cb782d6 req-2facfcec-d86b-4b71-b37a-00060d2301b0 tempest-VolumesSnapshotTestJSON-1509273995 tempest-VolumesSnapshotTestJSON-1509273995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:07.473689 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-b7699de2-f228-4bec-af0d-10182cb782d6 req-2facfcec-d86b-4b71-b37a-00060d2301b0 tempest-VolumesSnapshotTestJSON-1509273995 tempest-VolumesSnapshotTestJSON-1509273995-project] 10.222.0.57 "GET /v2.0/ports?device_id=affa2e6b-a2e1-47dc-9593-14492775c963 HTTP/1.1" status: 200  len: 943 time: 0.4840565
Feb 17 03:29:07.490045 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e86844-cd34-4d6f-97bf-991843900575 req-49b56fc2-d50c-4266-ac49-f5756d6bc17b tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:07.491668 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-36e86844-cd34-4d6f-97bf-991843900575 req-49b56fc2-d50c-4266-ac49-f5756d6bc17b tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/ports?device_id=4d4f9c42-f07a-4f40-aad4-702d0fd26d82 HTTP/1.1" status: 200  len: 946 time: 0.3479395
Feb 17 03:29:07.498345 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-09ceeafc-4efa-4b4d-8529-7bb17e847ae4 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/f29a48ac-d6e4-4b02-b328-53d325347c14 HTTP/1.1" status: 204  len: 168 time: 1.1557639
Feb 17 03:29:07.500799 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83922) accepted ('10.222.0.57', 37746) {{(pid=83922) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:29:07.600288 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [req-b7699de2-f228-4bec-af0d-10182cb782d6 req-d4173b4e-4ad0-4fdc-8b7e-6cbe82e5ad2d tempest-VolumesSnapshotTestJSON-1509273995 tempest-VolumesSnapshotTestJSON-1509273995-project] Synchronizing usage tracker for tenant:90b33b201e9c4aaa92ca566c8f7e6dac on resource:security_group {{(pid=83921) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 03:29:07.649860 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-36e86844-cd34-4d6f-97bf-991843900575 req-21e83b55-a601-42b7-957b-580b1e5ed02e tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/security-groups?id=a8d8b256-f933-42bb-9ad3-a02b9415114a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1492853
Feb 17 03:29:07.656432 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-f63295e0-f886-4cdf-a274-66293fa317b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876219'] for security_group, after_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:07.662771 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-cf589e23-d3b0-4773-889d-79fadc4761e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:29:07.686241 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-3a64e141-7613-4984-9188-c83b54844ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036838459169'] for network, before_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:07.698843 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [req-b7699de2-f228-4bec-af0d-10182cb782d6 req-d4173b4e-4ad0-4fdc-8b7e-6cbe82e5ad2d tempest-VolumesSnapshotTestJSON-1509273995 tempest-VolumesSnapshotTestJSON-1509273995-project] Unset dirty status for tenant:90b33b201e9c4aaa92ca566c8f7e6dac on resource:security_group {{(pid=83921) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 03:29:07.700194 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-b7699de2-f228-4bec-af0d-10182cb782d6 req-d4173b4e-4ad0-4fdc-8b7e-6cbe82e5ad2d tempest-VolumesSnapshotTestJSON-1509273995 tempest-VolumesSnapshotTestJSON-1509273995-project] 10.222.0.57 "GET /v2.0/security-groups?id=4d424e17-ab05-4607-9df7-8d3f76ab183e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1878824
Feb 17 03:29:07.747761 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63295e0-f886-4cdf-a274-66293fa317b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83ffbf69-0916-4f1e-963d-8dc576c033d6,revision_number=None']} {{(pid=83922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:29:07.760707 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-f63295e0-f886-4cdf-a274-66293fa317b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:29:07.769228 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-f63295e0-f886-4cdf-a274-66293fa317b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:07.771943 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-f63295e0-f886-4cdf-a274-66293fa317b3 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/83ffbf69-0916-4f1e-963d-8dc576c033d6 HTTP/1.1" status: 204  len: 168 time: 0.6691737
Feb 17 03:29:07.845231 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.notifiers.nova [req-021531b1-5642-42ff-aded-a09cd2da0eaa req-994eaf40-61dc-44d9-b302-91201eaccb32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f278c60-d4fc-48d2-a84d-a1bd008033aa {{(pid=83921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 17 03:29:07.880129 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-021531b1-5642-42ff-aded-a09cd2da0eaa req-994eaf40-61dc-44d9-b302-91201eaccb32 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:07.903182 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [req-021531b1-5642-42ff-aded-a09cd2da0eaa req-994eaf40-61dc-44d9-b302-91201eaccb32 service neutron] Transition to ACTIVE for port object 3f278c60-d4fc-48d2-a84d-a1bd008033aa will not be triggered until provisioned by entity L2. {{(pid=83921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 03:29:07.906971 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-021531b1-5642-42ff-aded-a09cd2da0eaa req-994eaf40-61dc-44d9-b302-91201eaccb32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303097879514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733756514675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303098261108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2134908'] for port, after_update {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:07.922064 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:29:07.959883 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-3a64e141-7613-4984-9188-c83b54844ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838103452', 'neutron.services.segments.db._delete_segments_for_network-8733756975594'] for network, precommit_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:08.068771 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994eaf40-61dc-44d9-b302-91201eaccb32 service neutron] Pushing event updated for resources: {'Port': ['ID=3f278c60-d4fc-48d2-a84d-a1bd008033aa,revision_number=2']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:29:08.083107 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-994eaf40-61dc-44d9-b302-91201eaccb32 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:29:08.119256 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.services.segments.db [None req-3a64e141-7613-4984-9188-c83b54844ea4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f17c4ed8c18>,) {'filters': {'network_id': ['7250ffa3-b5f2-45bc-8c2b-8a04a901bc68']}} {{(pid=83922) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:29:08.155590 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.services.segments.db [None req-3a64e141-7613-4984-9188-c83b54844ea4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f17c4ed8c18>, '8988ab3d-62e3-434b-a157-4df88e553ac2') {'for_net_delete': True} {{(pid=83922) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:29:08.155925 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.services.segments.db [None req-3a64e141-7613-4984-9188-c83b54844ea4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f17c4ed8c18>, '8988ab3d-62e3-434b-a157-4df88e553ac2') {} {{(pid=83922) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:29:08.234199 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-3a64e141-7613-4984-9188-c83b54844ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363303097793020', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3121733'] for segment, before_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:08.258793 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-3a64e141-7613-4984-9188-c83b54844ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16617428'] for segment, precommit_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:08.261641 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-3a64e141-7613-4984-9188-c83b54844ea4 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=83922) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 17 03:29:08.301202 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.managers [req-021531b1-5642-42ff-aded-a09cd2da0eaa req-994eaf40-61dc-44d9-b302-91201eaccb32 service neutron] Attempting to bind port 3f278c60-d4fc-48d2-a84d-a1bd008033aa on host hv-cinder-75994 for vnic_type normal with profile  {{(pid=83921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 03:29:08.302002 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.managers [req-021531b1-5642-42ff-aded-a09cd2da0eaa req-994eaf40-61dc-44d9-b302-91201eaccb32 service neutron] Attempting to bind port 3f278c60-d4fc-48d2-a84d-a1bd008033aa by drivers openvswitch on host hv-cinder-75994 at level 0 using segments [{'id': '4bd29afe-058f-4758-98df-05beb902e75b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '90e5bf38-a0dc-48bd-9401-739bcf8a5d8a'}] {{(pid=83921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 03:29:08.302551 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-021531b1-5642-42ff-aded-a09cd2da0eaa req-994eaf40-61dc-44d9-b302-91201eaccb32 service neutron] Attempting to bind port 3f278c60-d4fc-48d2-a84d-a1bd008033aa on network 90e5bf38-a0dc-48bd-9401-739bcf8a5d8a {{(pid=83921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 03:29:08.309984 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-021531b1-5642-42ff-aded-a09cd2da0eaa req-994eaf40-61dc-44d9-b302-91201eaccb32 service neutron] Checking agent: {'id': '1c3dee76-e565-424d-b4cd-b2af1407410d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75994', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 3, 25, 23), 'started_at': datetime.datetime(2021, 2, 17, 3, 25, 53), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 3, 28, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.11', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 03:29:08.310757 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-021531b1-5642-42ff-aded-a09cd2da0eaa req-994eaf40-61dc-44d9-b302-91201eaccb32 service neutron] Checking segment: {'id': '4bd29afe-058f-4758-98df-05beb902e75b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '90e5bf38-a0dc-48bd-9401-739bcf8a5d8a'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 03:29:08.311885 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-021531b1-5642-42ff-aded-a09cd2da0eaa req-994eaf40-61dc-44d9-b302-91201eaccb32 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:08.312385 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-021531b1-5642-42ff-aded-a09cd2da0eaa req-994eaf40-61dc-44d9-b302-91201eaccb32 service neutron] Bound using segment: {'id': '4bd29afe-058f-4758-98df-05beb902e75b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '90e5bf38-a0dc-48bd-9401-739bcf8a5d8a'} {{(pid=83921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 03:29:08.312974 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.managers [req-021531b1-5642-42ff-aded-a09cd2da0eaa req-994eaf40-61dc-44d9-b302-91201eaccb32 service neutron] Bound port: 3f278c60-d4fc-48d2-a84d-a1bd008033aa, host: hv-cinder-75994, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bd29afe-058f-4758-98df-05beb902e75b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '90e5bf38-a0dc-48bd-9401-739bcf8a5d8a'}}] {{(pid=83921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 03:29:08.313485 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-021531b1-5642-42ff-aded-a09cd2da0eaa req-994eaf40-61dc-44d9-b302-91201eaccb32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for port, before_update {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:08.426392 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.db [req-021531b1-5642-42ff-aded-a09cd2da0eaa req-994eaf40-61dc-44d9-b302-91201eaccb32 service neutron] For port 3f278c60-d4fc-48d2-a84d-a1bd008033aa, host hv-cinder-75994, cleared binding levels {{(pid=83921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 03:29:08.431424 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.db [req-021531b1-5642-42ff-aded-a09cd2da0eaa req-994eaf40-61dc-44d9-b302-91201eaccb32 service neutron] For port 3f278c60-d4fc-48d2-a84d-a1bd008033aa, host hv-cinder-75994, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=3f278c60-d4fc-48d2-a84d-a1bd008033aa,segment=NetworkSegment(4bd29afe-058f-4758-98df-05beb902e75b),segment_id=4bd29afe-058f-4758-98df-05beb902e75b)] {{(pid=83921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 03:29:08.435397 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-021531b1-5642-42ff-aded-a09cd2da0eaa req-994eaf40-61dc-44d9-b302-91201eaccb32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303097879514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733756514675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303098261108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2134908'] for port, after_update {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:08.460621 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.managers [None req-3a64e141-7613-4984-9188-c83b54844ea4 admin admin] Network 7250ffa3-b5f2-45bc-8c2b-8a04a901bc68 has no segments {{(pid=83922) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 03:29:08.470090 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-3a64e141-7613-4984-9188-c83b54844ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036838158356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2929321'] for segment, after_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:08.574540 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:29:08.635950 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021531b1-5642-42ff-aded-a09cd2da0eaa req-994eaf40-61dc-44d9-b302-91201eaccb32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:08.636569 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-021531b1-5642-42ff-aded-a09cd2da0eaa req-994eaf40-61dc-44d9-b302-91201eaccb32 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774597'] for port, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:08.638069 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-021531b1-5642-42ff-aded-a09cd2da0eaa req-994eaf40-61dc-44d9-b302-91201eaccb32 service neutron] 10.222.0.54 "PUT /v2.0/ports/3f278c60-d4fc-48d2-a84d-a1bd008033aa HTTP/1.1" status: 200  len: 1157 time: 1.8976536
Feb 17 03:29:08.640734 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fbbd236-7b97-4182-8fe1-acbc901bf34e', 'tag': '3f278c60-d4fc-48d2-a84d-a1bd008033aa'}] {{(pid=83921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 03:29:08.671088 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.managers [None req-3a64e141-7613-4984-9188-c83b54844ea4 admin admin] Network 7250ffa3-b5f2-45bc-8c2b-8a04a901bc68 has no segments {{(pid=83922) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 03:29:08.676392 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994eaf40-61dc-44d9-b302-91201eaccb32 service neutron] Pushing event updated for resources: {'Port': ['ID=3f278c60-d4fc-48d2-a84d-a1bd008033aa,revision_number=3']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:29:08.681324 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-994eaf40-61dc-44d9-b302-91201eaccb32 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:29:08.697532 dv-cinder-759943-5-iscsi neutron-server[83810]: Traceback (most recent call last):
Feb 17 03:29:08.697532 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 17 03:29:08.697532 dv-cinder-759943-5-iscsi neutron-server[83810]:     timer()
Feb 17 03:29:08.697532 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 17 03:29:08.697532 dv-cinder-759943-5-iscsi neutron-server[83810]:     cb(*args, **kw)
Feb 17 03:29:08.697532 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 17 03:29:08.697532 dv-cinder-759943-5-iscsi neutron-server[83810]:     return func(*args, **kwargs)
Feb 17 03:29:08.697532 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 17 03:29:08.697532 dv-cinder-759943-5-iscsi neutron-server[83810]:     self._notify()
Feb 17 03:29:08.697532 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 17 03:29:08.697532 dv-cinder-759943-5-iscsi neutron-server[83810]:     self.callback(batched_events)
Feb 17 03:29:08.697532 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 17 03:29:08.697532 dv-cinder-759943-5-iscsi neutron-server[83810]:     event.method(event)
Feb 17 03:29:08.697532 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 17 03:29:08.697532 dv-cinder-759943-5-iscsi neutron-server[83810]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 17 03:29:08.697532 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 17 03:29:08.697532 dv-cinder-759943-5-iscsi neutron-server[83810]:     segment_id)['aggregates'][0]
Feb 17 03:29:08.697532 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 17 03:29:08.697532 dv-cinder-759943-5-iscsi neutron-server[83810]:     return f(self, *a, **k)
Feb 17 03:29:08.697532 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 17 03:29:08.697532 dv-cinder-759943-5-iscsi neutron-server[83810]:     return self._get(url).json()
Feb 17 03:29:08.697532 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 17 03:29:08.697532 dv-cinder-759943-5-iscsi neutron-server[83810]:     **kwargs)
Feb 17 03:29:08.697532 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 17 03:29:08.697532 dv-cinder-759943-5-iscsi neutron-server[83810]:     return self.request(url, 'GET', **kwargs)
Feb 17 03:29:08.697532 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 17 03:29:08.697532 dv-cinder-759943-5-iscsi neutron-server[83810]:     **endpoint_filter)
Feb 17 03:29:08.697532 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 17 03:29:08.697532 dv-cinder-759943-5-iscsi neutron-server[83810]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 17 03:29:08.697532 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 17 03:29:08.697532 dv-cinder-759943-5-iscsi neutron-server[83810]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 17 03:29:08.697532 dv-cinder-759943-5-iscsi neutron-server[83810]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 17 03:29:08.782064 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fbbd236-7b97-4182-8fe1-acbc901bf34e', 'tag': '3f278c60-d4fc-48d2-a84d-a1bd008033aa', 'status': 'completed', 'code': 200}
Feb 17 03:29:08.827640 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce52f58-7224-413c-b7ef-657416f65ebe req-0e38614c-fb90-46ce-989e-d8f2747f5ee4 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:08.835390 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-dce52f58-7224-413c-b7ef-657416f65ebe req-0e38614c-fb90-46ce-989e-d8f2747f5ee4 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] 10.222.0.57 "GET /v2.0/ports?device_id=4fbbd236-7b97-4182-8fe1-acbc901bf34e HTTP/1.1" status: 200  len: 943 time: 0.6616092
Feb 17 03:29:08.861697 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-3a64e141-7613-4984-9188-c83b54844ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16672364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853781874'] for network, after_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:08.872149 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021531b1-5642-42ff-aded-a09cd2da0eaa req-820b0fe4-2c21-4f76-bf2b-2e6b90d98307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:08.879531 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-021531b1-5642-42ff-aded-a09cd2da0eaa req-820b0fe4-2c21-4f76-bf2b-2e6b90d98307 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=41ae341c7001465897265b1c5eda9767&device_id=4fbbd236-7b97-4182-8fe1-acbc901bf34e HTTP/1.1" status: 200  len: 1160 time: 0.1533566
Feb 17 03:29:08.881151 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-bc613cde-1529-473b-8a05-72c3261a2698 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:29:08.903608 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a64e141-7613-4984-9188-c83b54844ea4 admin admin] Pushing event deleted for resources: {'Network': ['ID=7250ffa3-b5f2-45bc-8c2b-8a04a901bc68,revision_number=None']} {{(pid=83922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:29:08.905968 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-3a64e141-7613-4984-9188-c83b54844ea4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854193028'] for network, before_response {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:08.910800 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-3a64e141-7613-4984-9188-c83b54844ea4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:29:08.921546 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-dce52f58-7224-413c-b7ef-657416f65ebe req-c2707aff-86e3-4a7b-ad69-277c27cfedbd tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] 10.222.0.57 "GET /v2.0/security-groups?id=7a034f11-6095-46d6-bffd-d2ce932f5f6d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0851626
Feb 17 03:29:08.949326 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-3a64e141-7613-4984-9188-c83b54844ea4 admin admin] 10.222.0.57 "DELETE /v2.0/networks/7250ffa3-b5f2-45bc-8c2b-8a04a901bc68 HTTP/1.1" status: 204  len: 168 time: 1.4474356
Feb 17 03:29:09.034104 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-021531b1-5642-42ff-aded-a09cd2da0eaa req-88b57b92-5cb6-42f1-a040-95a4aefd91f3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3f278c60-d4fc-48d2-a84d-a1bd008033aa HTTP/1.1" status: 200  len: 217 time: 0.1388814
Feb 17 03:29:09.172905 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb879e54-68ed-45ae-92cc-0d1d4c5951bd req-99986e78-d60e-42fd-aaa6-e666320ed7b2 tempest-VolumesSnapshotTestJSON-1509273995 tempest-VolumesSnapshotTestJSON-1509273995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:09.176194 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-bb879e54-68ed-45ae-92cc-0d1d4c5951bd req-99986e78-d60e-42fd-aaa6-e666320ed7b2 tempest-VolumesSnapshotTestJSON-1509273995 tempest-VolumesSnapshotTestJSON-1509273995-project] 10.222.0.57 "GET /v2.0/ports?device_id=affa2e6b-a2e1-47dc-9593-14492775c963 HTTP/1.1" status: 200  len: 943 time: 0.1059854
Feb 17 03:29:09.179509 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021531b1-5642-42ff-aded-a09cd2da0eaa req-79d16eec-55f8-4f96-808f-0bfc221ebf7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:09.181690 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-021531b1-5642-42ff-aded-a09cd2da0eaa req-79d16eec-55f8-4f96-808f-0bfc221ebf7e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=2c8050c3-d22a-4b7f-8b2d-686c8f16c9a7 HTTP/1.1" status: 200  len: 854 time: 0.1050522
Feb 17 03:29:09.192417 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aacebe6-3f1d-40b2-9432-eeca8d824f11 req-5d57599e-6ab4-439a-a5e6-f1db9b1a43b3 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:09.194327 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-8aacebe6-3f1d-40b2-9432-eeca8d824f11 req-5d57599e-6ab4-439a-a5e6-f1db9b1a43b3 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/ports?device_id=4d4f9c42-f07a-4f40-aad4-702d0fd26d82 HTTP/1.1" status: 200  len: 946 time: 0.1589808
Feb 17 03:29:09.221101 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83922) accepted ('10.222.0.57', 37840) {{(pid=83922) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:29:09.259662 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-bb879e54-68ed-45ae-92cc-0d1d4c5951bd req-fb3f02e1-4bc8-43fd-a493-a6880af2c5f1 tempest-VolumesSnapshotTestJSON-1509273995 tempest-VolumesSnapshotTestJSON-1509273995-project] 10.222.0.57 "GET /v2.0/security-groups?id=4d424e17-ab05-4607-9df7-8d3f76ab183e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0745304
Feb 17 03:29:09.266228 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-021531b1-5642-42ff-aded-a09cd2da0eaa req-5326ba64-75a5-4460-9be0-6916f0d8f5c5 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=90e5bf38-a0dc-48bd-9401-739bcf8a5d8a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0708663
Feb 17 03:29:09.304972 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-e17539f4-802f-482c-96d9-03581ac339e6 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=f26d86e30e4e473798e908122de8a6fc&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0824213
Feb 17 03:29:09.307443 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83922) accepted ('10.222.0.57', 37850) {{(pid=83922) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:29:09.376038 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-8aacebe6-3f1d-40b2-9432-eeca8d824f11 req-3d11042d-ca75-416f-b877-ad19e5453481 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/security-groups?id=a8d8b256-f933-42bb-9ad3-a02b9415114a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1404080
Feb 17 03:29:09.376446 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-aa9f0768-71fa-43ae-9c02-0136aa00222e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:09.407271 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-aa9f0768-71fa-43ae-9c02-0136aa00222e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:09.459412 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-aa9f0768-71fa-43ae-9c02-0136aa00222e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876219'] for security_group, after_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:09.466216 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:29:09.482717 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9f0768-71fa-43ae-9c02-0136aa00222e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8140522c-d712-47c7-b8dd-44151d8bce78,revision_number=None']} {{(pid=83922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:29:09.485801 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-aa9f0768-71fa-43ae-9c02-0136aa00222e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:29:09.502489 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-aa9f0768-71fa-43ae-9c02-0136aa00222e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:09.504761 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-021531b1-5642-42ff-aded-a09cd2da0eaa req-c9d7f0ce-736d-44ff-9a29-163e601112c9 service neutron] 10.222.0.54 "GET /v2.0/networks/90e5bf38-a0dc-48bd-9401-739bcf8a5d8a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2212105
Feb 17 03:29:09.510621 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-aa9f0768-71fa-43ae-9c02-0136aa00222e admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/8140522c-d712-47c7-b8dd-44151d8bce78 HTTP/1.1" status: 204  len: 168 time: 0.2011189
Feb 17 03:29:09.666521 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-021531b1-5642-42ff-aded-a09cd2da0eaa req-42c97301-83f4-45b4-b9c4-baaa3209eeb0 service neutron] 10.222.0.54 "GET /v2.0/networks/90e5bf38-a0dc-48bd-9401-739bcf8a5d8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1539550
Feb 17 03:29:09.921093 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f174f0-f9bc-408c-9094-23719815b62b req-0c0005a9-5012-46f4-b0ba-03fae8e9dba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:09.922754 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-c9f174f0-f9bc-408c-9094-23719815b62b req-0c0005a9-5012-46f4-b0ba-03fae8e9dba5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=41ae341c7001465897265b1c5eda9767&device_id=4fbbd236-7b97-4182-8fe1-acbc901bf34e HTTP/1.1" status: 200  len: 1160 time: 0.1035843
Feb 17 03:29:10.158990 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c4796f-6961-455b-931a-dde8e9b67556 req-6d17ea3c-87ed-4e30-a0a9-9e6a1c557e51 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:10.161647 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-83c4796f-6961-455b-931a-dde8e9b67556 req-6d17ea3c-87ed-4e30-a0a9-9e6a1c557e51 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] 10.222.0.57 "GET /v2.0/ports?device_id=4fbbd236-7b97-4182-8fe1-acbc901bf34e HTTP/1.1" status: 200  len: 943 time: 0.1137764
Feb 17 03:29:10.199554 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f174f0-f9bc-408c-9094-23719815b62b req-14289472-a92e-4a53-998b-bfc0acf81b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:10.201080 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-c9f174f0-f9bc-408c-9094-23719815b62b req-14289472-a92e-4a53-998b-bfc0acf81b85 service neutron] 10.222.0.54 "GET /v2.0/networks?id=90e5bf38-a0dc-48bd-9401-739bcf8a5d8a HTTP/1.1" status: 200  len: 908 time: 0.2163713
Feb 17 03:29:10.221018 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-83c4796f-6961-455b-931a-dde8e9b67556 req-ce387ad8-c03c-4fb1-9176-6bbc934b302a tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] 10.222.0.57 "GET /v2.0/security-groups?id=7a034f11-6095-46d6-bffd-d2ce932f5f6d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0482671
Feb 17 03:29:10.291970 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-c9f174f0-f9bc-408c-9094-23719815b62b req-a8bbf11b-1109-42a1-84da-9589718a1d90 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3f278c60-d4fc-48d2-a84d-a1bd008033aa HTTP/1.1" status: 200  len: 217 time: 0.0825319
Feb 17 03:29:10.368456 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f174f0-f9bc-408c-9094-23719815b62b req-0fa2364a-c2d5-4f59-a540-9667f9c93dba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:10.370084 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-c9f174f0-f9bc-408c-9094-23719815b62b req-0fa2364a-c2d5-4f59-a540-9667f9c93dba service neutron] 10.222.0.54 "GET /v2.0/subnets?id=2c8050c3-d22a-4b7f-8b2d-686c8f16c9a7 HTTP/1.1" status: 200  len: 854 time: 0.0702643
Feb 17 03:29:10.424955 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-c9f174f0-f9bc-408c-9094-23719815b62b req-da345f77-f8d7-4bb4-93b9-db0a55790bd2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=90e5bf38-a0dc-48bd-9401-739bcf8a5d8a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0478883
Feb 17 03:29:10.618419 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805ca749-3fa0-41a3-95f4-25da1ff86f43 req-38c79466-09ba-4727-89a2-c72256201dc3 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:10.626402 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-805ca749-3fa0-41a3-95f4-25da1ff86f43 req-38c79466-09ba-4727-89a2-c72256201dc3 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/ports?device_id=4d4f9c42-f07a-4f40-aad4-702d0fd26d82 HTTP/1.1" status: 200  len: 946 time: 0.1066737
Feb 17 03:29:10.677101 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-c9f174f0-f9bc-408c-9094-23719815b62b req-51dd8c2e-c6a0-4f9d-a2a8-c23902998f60 service neutron] 10.222.0.54 "GET /v2.0/networks/90e5bf38-a0dc-48bd-9401-739bcf8a5d8a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2428014
Feb 17 03:29:10.684561 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c24b39-6d66-42e8-a04e-7fb3d6b8d884 req-8c525d52-d571-4ee1-a12e-4cf078320966 tempest-VolumesSnapshotTestJSON-1509273995 tempest-VolumesSnapshotTestJSON-1509273995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:10.686396 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-79c24b39-6d66-42e8-a04e-7fb3d6b8d884 req-8c525d52-d571-4ee1-a12e-4cf078320966 tempest-VolumesSnapshotTestJSON-1509273995 tempest-VolumesSnapshotTestJSON-1509273995-project] 10.222.0.57 "GET /v2.0/ports?device_id=affa2e6b-a2e1-47dc-9593-14492775c963 HTTP/1.1" status: 200  len: 943 time: 0.1427281
Feb 17 03:29:10.897996 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-79c24b39-6d66-42e8-a04e-7fb3d6b8d884 req-e8004544-c96c-42a0-9fa0-26958055f5b3 tempest-VolumesSnapshotTestJSON-1509273995 tempest-VolumesSnapshotTestJSON-1509273995-project] 10.222.0.57 "GET /v2.0/security-groups?id=4d424e17-ab05-4607-9df7-8d3f76ab183e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1666188
Feb 17 03:29:10.973057 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-805ca749-3fa0-41a3-95f4-25da1ff86f43 req-2aa44bec-2337-46a6-9a8c-5e509222a135 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/security-groups?id=a8d8b256-f933-42bb-9ad3-a02b9415114a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3457239
Feb 17 03:29:11.005799 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-c9f174f0-f9bc-408c-9094-23719815b62b req-b6e8bbcc-21cb-4c0d-a929-8df66362fc32 service neutron] 10.222.0.54 "GET /v2.0/networks/90e5bf38-a0dc-48bd-9401-739bcf8a5d8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3167632
Feb 17 03:29:11.067315 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.objects.ports [None req-d4634986-3578-4f10-a0e0-d87527db9973 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=83923) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}}
Feb 17 03:29:11.468966 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbf3520-9d4c-4e48-b5fd-c252df0eef9e req-c9a3f2fb-4dd9-485a-a689-0332b6f52079 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:11.469809 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [req-5fbf3520-9d4c-4e48-b5fd-c252df0eef9e req-c9a3f2fb-4dd9-485a-a689-0332b6f52079 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] Synchronizing usage tracker for tenant:41ae341c7001465897265b1c5eda9767 on resource:port {{(pid=83921) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 03:29:11.491888 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [req-5fbf3520-9d4c-4e48-b5fd-c252df0eef9e req-c9a3f2fb-4dd9-485a-a689-0332b6f52079 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] Unset dirty status for tenant:41ae341c7001465897265b1c5eda9767 on resource:port {{(pid=83921) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 03:29:11.491888 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-5fbf3520-9d4c-4e48-b5fd-c252df0eef9e req-c9a3f2fb-4dd9-485a-a689-0332b6f52079 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] 10.222.0.57 "GET /v2.0/ports?device_id=4fbbd236-7b97-4182-8fe1-acbc901bf34e HTTP/1.1" status: 200  len: 943 time: 0.1205342
Feb 17 03:29:11.538647 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-5fbf3520-9d4c-4e48-b5fd-c252df0eef9e req-e3e8a216-39a9-401d-90a7-6c0a1e169696 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] 10.222.0.57 "GET /v2.0/security-groups?id=7a034f11-6095-46d6-bffd-d2ce932f5f6d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437186
Feb 17 03:29:11.928513 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.57', 37960) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:29:12.069280 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-f516ea01-8867-4de2-a230-e2bd54ff57b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:12.092223 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-f516ea01-8867-4de2-a230-e2bd54ff57b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:29:12.096685 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-f516ea01-8867-4de2-a230-e2bd54ff57b3 admin admin] Usage tracker for resource:security_group_rule and tenant:24262234f544450998fe96ffa755875b is out of sync, need to count used quota {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:29:12.099762 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-f516ea01-8867-4de2-a230-e2bd54ff57b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:29:12.105762 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-f516ea01-8867-4de2-a230-e2bd54ff57b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:29:12.174916 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53674b69-1acd-421c-be6f-4a176f1bb2fb req-d5373364-ab7a-41d3-80ad-8ea9cb641591 tempest-VolumesSnapshotTestJSON-1509273995 tempest-VolumesSnapshotTestJSON-1509273995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:12.176504 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-53674b69-1acd-421c-be6f-4a176f1bb2fb req-d5373364-ab7a-41d3-80ad-8ea9cb641591 tempest-VolumesSnapshotTestJSON-1509273995 tempest-VolumesSnapshotTestJSON-1509273995-project] 10.222.0.57 "GET /v2.0/ports?device_id=affa2e6b-a2e1-47dc-9593-14492775c963 HTTP/1.1" status: 200  len: 943 time: 0.1028302
Feb 17 03:29:12.237611 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-53674b69-1acd-421c-be6f-4a176f1bb2fb req-62070d7a-637a-495a-9f53-e6c76d67e001 tempest-VolumesSnapshotTestJSON-1509273995 tempest-VolumesSnapshotTestJSON-1509273995-project] 10.222.0.57 "GET /v2.0/security-groups?id=4d424e17-ab05-4607-9df7-8d3f76ab183e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0541036
Feb 17 03:29:12.281337 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235e480c-6860-4092-aa7b-f95b45f8f5b4 req-8857506c-1616-43ca-a00d-f5025a88ab4d tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:12.282961 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-235e480c-6860-4092-aa7b-f95b45f8f5b4 req-8857506c-1616-43ca-a00d-f5025a88ab4d tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/ports?device_id=4d4f9c42-f07a-4f40-aad4-702d0fd26d82 HTTP/1.1" status: 200  len: 946 time: 0.1733730
Feb 17 03:29:12.337807 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-f516ea01-8867-4de2-a230-e2bd54ff57b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:12.348523 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-f516ea01-8867-4de2-a230-e2bd54ff57b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876219'] for security_group, after_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:12.359792 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-dac3e38b-ca2d-4298-931b-d8abf218aa74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:29:12.399074 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-235e480c-6860-4092-aa7b-f95b45f8f5b4 req-b8b7656b-813f-42d4-b060-9b0af66a98de tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/security-groups?id=a8d8b256-f933-42bb-9ad3-a02b9415114a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1020434
Feb 17 03:29:12.411141 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Device e0b1164b-a521-406c-ad35-9ec6820de4cc up at agent ovs-agent-hv-cinder-75994 {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:29:12.416014 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-f516ea01-8867-4de2-a230-e2bd54ff57b3 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=24262234f544450998fe96ffa755875b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4837415
Feb 17 03:29:12.416014 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f516ea01-8867-4de2-a230-e2bd54ff57b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b66e9be0-acc3-4323-a5ec-1e721fd8d428,revision_number=1']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:29:12.416336 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83922) accepted ('10.222.0.57', 37980) {{(pid=83922) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:29:12.423732 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-f516ea01-8867-4de2-a230-e2bd54ff57b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:29:12.485815 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-0cb2aa1a-cd6a-49b0-9be4-d91fecfd11d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:12.489111 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Provisioning for port e0b1164b-a521-406c-ad35-9ec6820de4cc completed by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 03:29:12.495714 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Provisioning complete for port e0b1164b-a521-406c-ad35-9ec6820de4cc triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:29:12.495930 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838161172'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:12.515144 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-0cb2aa1a-cd6a-49b0-9be4-d91fecfd11d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:12.565447 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-0cb2aa1a-cd6a-49b0-9be4-d91fecfd11d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876219'] for security_group, after_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:12.571606 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-f63295e0-f886-4cdf-a274-66293fa317b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:29:12.586090 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb2aa1a-cd6a-49b0-9be4-d91fecfd11d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b66e9be0-acc3-4323-a5ec-1e721fd8d428,revision_number=None']} {{(pid=83922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:29:12.588602 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-0cb2aa1a-cd6a-49b0-9be4-d91fecfd11d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:29:12.591110 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-0cb2aa1a-cd6a-49b0-9be4-d91fecfd11d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:12.594820 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-0cb2aa1a-cd6a-49b0-9be4-d91fecfd11d8 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b66e9be0-acc3-4323-a5ec-1e721fd8d428 HTTP/1.1" status: 204  len: 168 time: 0.1750727
Feb 17 03:29:12.644736 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for port, before_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:12.679390 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'affa2e6b-a2e1-47dc-9593-14492775c963', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0b1164b-a521-406c-ad35-9ec6820de4cc'}] {{(pid=83923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 03:29:12.687440 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.db [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] For port e0b1164b-a521-406c-ad35-9ec6820de4cc, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=e0b1164b-a521-406c-ad35-9ec6820de4cc,segment=NetworkSegment(be06ba5d-3909-4934-8aa1-39344881a56f),segment_id=be06ba5d-3909-4934-8aa1-39344881a56f)] {{(pid=83923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:29:12.691103 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303097879514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733756514675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303098261108'] for port, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:12.693602 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:29:12.735546 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'affa2e6b-a2e1-47dc-9593-14492775c963', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0b1164b-a521-406c-ad35-9ec6820de4cc', 'code': 200}
Feb 17 03:29:12.778135 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Pushing event updated for resources: {'Port': ['ID=e0b1164b-a521-406c-ad35-9ec6820de4cc,revision_number=4']} {{(pid=83923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:29:12.784031 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:29:12.797372 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f85a8fa-c27b-4fd9-a3c7-aa6a9ed8b8e6 req-94d6ac3d-8f3e-4976-8252-82113fe0aea6 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:12.799218 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-9f85a8fa-c27b-4fd9-a3c7-aa6a9ed8b8e6 req-94d6ac3d-8f3e-4976-8252-82113fe0aea6 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] 10.222.0.57 "GET /v2.0/ports?device_id=4fbbd236-7b97-4182-8fe1-acbc901bf34e HTTP/1.1" status: 200  len: 943 time: 0.1084776
Feb 17 03:29:12.853194 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-9f85a8fa-c27b-4fd9-a3c7-aa6a9ed8b8e6 req-bca4ea3f-a0e6-428a-a7a4-36da1821c198 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] 10.222.0.57 "GET /v2.0/security-groups?id=7a034f11-6095-46d6-bffd-d2ce932f5f6d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0465450
Feb 17 03:29:12.945263 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83922) accepted ('10.222.0.57', 37992) {{(pid=83922) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:29:12.964955 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-bbb82b9b-b9e6-4440-a18f-e653036822f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:12.980510 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-bbb82b9b-b9e6-4440-a18f-e653036822f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:29:12.985784 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-bbb82b9b-b9e6-4440-a18f-e653036822f3 admin admin] Usage tracker for resource:security_group_rule and tenant:50861a9d78124a1dae39f9a2eecde301 is out of sync, need to count used quota {{(pid=83922) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:29:12.990121 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-bbb82b9b-b9e6-4440-a18f-e653036822f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83922) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:29:12.996858 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-bbb82b9b-b9e6-4440-a18f-e653036822f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:29:13.085587 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-bbb82b9b-b9e6-4440-a18f-e653036822f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:13.089646 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84df953-c800-4fc3-a94e-0382b11799bf req-7a3f0ab0-6060-4711-8bc7-5d2a06c86d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:13.089787 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-bbb82b9b-b9e6-4440-a18f-e653036822f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876219'] for security_group, after_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:13.091304 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-d84df953-c800-4fc3-a94e-0382b11799bf req-7a3f0ab0-6060-4711-8bc7-5d2a06c86d17 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=affa2e6b-a2e1-47dc-9593-14492775c963 HTTP/1.1" status: 200  len: 1162 time: 0.0805910
Feb 17 03:29:13.098670 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-f44298ce-af22-44b7-8372-a0926ff14c75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:29:13.139651 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-d84df953-c800-4fc3-a94e-0382b11799bf req-48045c88-a211-4aa1-b33f-9ac5acc13beb service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=4d424e17-ab05-4607-9df7-8d3f76ab183e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409510
Feb 17 03:29:13.140723 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb82b9b-b9e6-4440-a18f-e653036822f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6f80230-0656-44a9-a56f-efa89eeb0e41,revision_number=1']} {{(pid=83922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:29:13.145956 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-bbb82b9b-b9e6-4440-a18f-e653036822f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:29:13.149332 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-bbb82b9b-b9e6-4440-a18f-e653036822f3 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=50861a9d78124a1dae39f9a2eecde301&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2024221
Feb 17 03:29:13.152346 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83922) accepted ('10.222.0.57', 37996) {{(pid=83922) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:29:13.215445 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-fbbe4be8-b180-43a2-b1a5-e7f0417d742a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:13.245388 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-fbbe4be8-b180-43a2-b1a5-e7f0417d742a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:13.290108 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-fbbe4be8-b180-43a2-b1a5-e7f0417d742a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876219'] for security_group, after_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:13.295110 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-3f29f9ab-2ecf-4eac-b377-4e79a2dd2696 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:29:13.308938 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbe4be8-b180-43a2-b1a5-e7f0417d742a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6f80230-0656-44a9-a56f-efa89eeb0e41,revision_number=None']} {{(pid=83922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:29:13.311949 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-fbbe4be8-b180-43a2-b1a5-e7f0417d742a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:29:13.312845 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-fbbe4be8-b180-43a2-b1a5-e7f0417d742a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:13.314099 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-fbbe4be8-b180-43a2-b1a5-e7f0417d742a admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b6f80230-0656-44a9-a56f-efa89eeb0e41 HTTP/1.1" status: 204  len: 168 time: 0.1607895
Feb 17 03:29:13.464467 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af66fea-5993-4f46-ad6a-c1f29210ba90 req-755777d4-46cc-4212-9cdf-74877494be2f tempest-VolumesSnapshotTestJSON-1509273995 tempest-VolumesSnapshotTestJSON-1509273995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:13.466162 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-8af66fea-5993-4f46-ad6a-c1f29210ba90 req-755777d4-46cc-4212-9cdf-74877494be2f tempest-VolumesSnapshotTestJSON-1509273995 tempest-VolumesSnapshotTestJSON-1509273995-project] 10.222.0.57 "GET /v2.0/ports?device_id=affa2e6b-a2e1-47dc-9593-14492775c963 HTTP/1.1" status: 200  len: 945 time: 0.1049302
Feb 17 03:29:13.647964 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56ae1d8-df07-4fb6-9f34-e37705003af3 req-0c4bb6b7-a952-42b1-a6a5-3fc3d555d995 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:13.650272 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-d56ae1d8-df07-4fb6-9f34-e37705003af3 req-0c4bb6b7-a952-42b1-a6a5-3fc3d555d995 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/ports?device_id=4d4f9c42-f07a-4f40-aad4-702d0fd26d82 HTTP/1.1" status: 200  len: 946 time: 0.1123753
Feb 17 03:29:13.719908 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-d56ae1d8-df07-4fb6-9f34-e37705003af3 req-29662bc6-56cb-4004-b94c-b66c8da1ce44 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/security-groups?id=a8d8b256-f933-42bb-9ad3-a02b9415114a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0618618
Feb 17 03:29:13.752154 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-8af66fea-5993-4f46-ad6a-c1f29210ba90 req-47e9b3cf-70d5-477a-8c29-c91a10b36130 tempest-VolumesSnapshotTestJSON-1509273995 tempest-VolumesSnapshotTestJSON-1509273995-project] 10.222.0.57 "GET /v2.0/security-groups?id=4d424e17-ab05-4607-9df7-8d3f76ab183e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2794986
Feb 17 03:29:13.937597 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Device e0b1164b-a521-406c-ad35-9ec6820de4cc up at agent ovs-agent-hv-cinder-75994 {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:29:14.013612 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Provisioning complete for port e0b1164b-a521-406c-ad35-9ec6820de4cc triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:29:14.014037 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838161172'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:14.147654 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Device c4b7f0c6-bfe4-49e1-936d-f15129c212a8 up at agent ovs-agent-hv-cinder-75994 {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:29:14.224221 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Provisioning complete for port c4b7f0c6-bfe4-49e1-936d-f15129c212a8 triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:29:14.224903 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838161172'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:14.229347 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0660159-607a-4df9-b03a-47b91437d72b req-6d2610b5-7688-4390-9b94-116b7ee38103 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:14.230951 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-d0660159-607a-4df9-b03a-47b91437d72b req-6d2610b5-7688-4390-9b94-116b7ee38103 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] 10.222.0.57 "GET /v2.0/ports?device_id=4fbbd236-7b97-4182-8fe1-acbc901bf34e HTTP/1.1" status: 200  len: 943 time: 0.0881634
Feb 17 03:29:14.284144 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-d0660159-607a-4df9-b03a-47b91437d72b req-52da62cc-701c-44dd-b7a1-fc25f4a8f682 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] 10.222.0.57 "GET /v2.0/security-groups?id=7a034f11-6095-46d6-bffd-d2ce932f5f6d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461786
Feb 17 03:29:14.944510 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb34b200-5e7b-4b99-be6d-fbd4431100bd req-15052f3d-0b2d-4829-9bce-fc4a2a33e67c tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:14.947715 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-bb34b200-5e7b-4b99-be6d-fbd4431100bd req-15052f3d-0b2d-4829-9bce-fc4a2a33e67c tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/ports?device_id=4d4f9c42-f07a-4f40-aad4-702d0fd26d82 HTTP/1.1" status: 200  len: 946 time: 0.1078119
Feb 17 03:29:14.982225 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a094b7d0-3357-482f-a019-c3f1fe91f5a1 req-63d2cb97-ef62-4a4b-9d40-c7fceaa034b9 tempest-VolumesSnapshotTestJSON-1509273995 tempest-VolumesSnapshotTestJSON-1509273995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:14.989699 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-a094b7d0-3357-482f-a019-c3f1fe91f5a1 req-63d2cb97-ef62-4a4b-9d40-c7fceaa034b9 tempest-VolumesSnapshotTestJSON-1509273995 tempest-VolumesSnapshotTestJSON-1509273995-project] 10.222.0.57 "GET /v2.0/ports?device_id=affa2e6b-a2e1-47dc-9593-14492775c963 HTTP/1.1" status: 200  len: 945 time: 0.1014767
Feb 17 03:29:15.002241 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-bb34b200-5e7b-4b99-be6d-fbd4431100bd req-ce4f0bb2-bf09-4aa0-b6cb-5eff79cff970 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/security-groups?id=a8d8b256-f933-42bb-9ad3-a02b9415114a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0479252
Feb 17 03:29:15.036252 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-a094b7d0-3357-482f-a019-c3f1fe91f5a1 req-60eef543-cc35-48f6-bc17-5b54e3618ce8 tempest-VolumesSnapshotTestJSON-1509273995 tempest-VolumesSnapshotTestJSON-1509273995-project] 10.222.0.57 "GET /v2.0/security-groups?id=4d424e17-ab05-4607-9df7-8d3f76ab183e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442429
Feb 17 03:29:15.531021 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42fab0c-e81c-4e54-b8f0-1f40ff1ab664 req-f7e1161d-0294-40eb-beca-5540622ee1c0 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:15.532622 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-e42fab0c-e81c-4e54-b8f0-1f40ff1ab664 req-f7e1161d-0294-40eb-beca-5540622ee1c0 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] 10.222.0.57 "GET /v2.0/ports?device_id=4fbbd236-7b97-4182-8fe1-acbc901bf34e HTTP/1.1" status: 200  len: 943 time: 0.1017396
Feb 17 03:29:15.583461 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-e42fab0c-e81c-4e54-b8f0-1f40ff1ab664 req-a0df3afc-f9d3-4f95-9aba-18863c3fb03e tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] 10.222.0.57 "GET /v2.0/security-groups?id=7a034f11-6095-46d6-bffd-d2ce932f5f6d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443754
Feb 17 03:29:15.687721 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Device e0b1164b-a521-406c-ad35-9ec6820de4cc up at agent ovs-agent-hv-cinder-75994 {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:29:15.763832 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Provisioning complete for port e0b1164b-a521-406c-ad35-9ec6820de4cc triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:29:15.764240 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838161172'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:15.895042 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Device c4b7f0c6-bfe4-49e1-936d-f15129c212a8 up at agent ovs-agent-hv-cinder-75994 {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:29:15.976302 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Provisioning complete for port c4b7f0c6-bfe4-49e1-936d-f15129c212a8 triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:29:15.976768 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838161172'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:16.263840 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0fae9c-ebf4-4224-a719-429723232bef req-3567f74b-6edb-4546-9b74-1e079b62e668 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:16.269558 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-9a0fae9c-ebf4-4224-a719-429723232bef req-3567f74b-6edb-4546-9b74-1e079b62e668 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/ports?device_id=4d4f9c42-f07a-4f40-aad4-702d0fd26d82 HTTP/1.1" status: 200  len: 946 time: 0.1066737
Feb 17 03:29:16.273115 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba873a72-4ab4-48fb-a22a-78bc4f72684d req-1a78a82a-f143-413e-925e-a02b3c001665 tempest-VolumesSnapshotTestJSON-1509273995 tempest-VolumesSnapshotTestJSON-1509273995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:16.274799 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-ba873a72-4ab4-48fb-a22a-78bc4f72684d req-1a78a82a-f143-413e-925e-a02b3c001665 tempest-VolumesSnapshotTestJSON-1509273995 tempest-VolumesSnapshotTestJSON-1509273995-project] 10.222.0.57 "GET /v2.0/ports?device_id=affa2e6b-a2e1-47dc-9593-14492775c963 HTTP/1.1" status: 200  len: 945 time: 0.0964725
Feb 17 03:29:16.318452 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-9a0fae9c-ebf4-4224-a719-429723232bef req-6c20cd11-a9d0-4b43-91fe-51a77a22749c tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/security-groups?id=a8d8b256-f933-42bb-9ad3-a02b9415114a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459054
Feb 17 03:29:16.323644 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-ba873a72-4ab4-48fb-a22a-78bc4f72684d req-0e074a82-f3ac-42ec-b1f8-c7b4df5873f0 tempest-VolumesSnapshotTestJSON-1509273995 tempest-VolumesSnapshotTestJSON-1509273995-project] 10.222.0.57 "GET /v2.0/security-groups?id=4d424e17-ab05-4607-9df7-8d3f76ab183e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422246
Feb 17 03:29:16.821356 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252bdc43-b698-4f86-bc31-d516322377fe req-23cd7659-6ea1-472f-8bef-15a7dd3c7fdd tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:16.823079 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-252bdc43-b698-4f86-bc31-d516322377fe req-23cd7659-6ea1-472f-8bef-15a7dd3c7fdd tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] 10.222.0.57 "GET /v2.0/ports?device_id=4fbbd236-7b97-4182-8fe1-acbc901bf34e HTTP/1.1" status: 200  len: 943 time: 0.1089046
Feb 17 03:29:16.881588 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-252bdc43-b698-4f86-bc31-d516322377fe req-fd8103a6-dc51-4a42-a927-1555f38e2c7b tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] 10.222.0.57 "GET /v2.0/security-groups?id=7a034f11-6095-46d6-bffd-d2ce932f5f6d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0486879
Feb 17 03:29:17.171917 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afbafd9-7cd4-4aef-a90f-ea5e31a687a8 req-7e64dbd8-7b60-4c9a-9500-b47a69e9d8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:17.173574 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-0afbafd9-7cd4-4aef-a90f-ea5e31a687a8 req-7e64dbd8-7b60-4c9a-9500-b47a69e9d8fd service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=4d4f9c42-f07a-4f40-aad4-702d0fd26d82 HTTP/1.1" status: 200  len: 1163 time: 0.0799649
Feb 17 03:29:17.224283 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-0afbafd9-7cd4-4aef-a90f-ea5e31a687a8 req-1ec07105-6ce0-4a90-98d9-4f65372d76c4 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=a8d8b256-f933-42bb-9ad3-a02b9415114a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426662
Feb 17 03:29:17.525450 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d14eab-901f-47da-996d-dd20d5268410 req-fc8a7331-1309-47f1-9907-ba6cf866ac5a tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:17.527048 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-e4d14eab-901f-47da-996d-dd20d5268410 req-fc8a7331-1309-47f1-9907-ba6cf866ac5a tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/ports?device_id=4d4f9c42-f07a-4f40-aad4-702d0fd26d82 HTTP/1.1" status: 200  len: 946 time: 0.0879865
Feb 17 03:29:17.574014 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-e4d14eab-901f-47da-996d-dd20d5268410 req-7ebe203e-13a6-4dbd-aba2-d0a47cb6e411 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/security-groups?id=a8d8b256-f933-42bb-9ad3-a02b9415114a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408232
Feb 17 03:29:18.096003 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a864f0e2-ba8a-4d2a-bddc-128e8f50e270 req-05354c04-de32-4876-b41f-d0c529247384 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:18.097638 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-a864f0e2-ba8a-4d2a-bddc-128e8f50e270 req-05354c04-de32-4876-b41f-d0c529247384 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] 10.222.0.57 "GET /v2.0/ports?device_id=4fbbd236-7b97-4182-8fe1-acbc901bf34e HTTP/1.1" status: 200  len: 943 time: 0.0902138
Feb 17 03:29:18.146225 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-a864f0e2-ba8a-4d2a-bddc-128e8f50e270 req-91fd3176-dada-42e5-b153-9f939cacc50b tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] 10.222.0.57 "GET /v2.0/security-groups?id=7a034f11-6095-46d6-bffd-d2ce932f5f6d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420816
Feb 17 03:29:18.666963 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Device 3f278c60-d4fc-48d2-a84d-a1bd008033aa up at agent ovs-agent-hv-cinder-75994 {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:29:18.759886 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Provisioning for port 3f278c60-d4fc-48d2-a84d-a1bd008033aa completed by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 03:29:18.766798 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Provisioning complete for port 3f278c60-d4fc-48d2-a84d-a1bd008033aa triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:29:18.767322 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838161172'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:18.823451 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2a6ab4-c8e9-48b1-a324-18d94803bd8d req-a46e689d-b5c1-4ae9-bc76-73619e9ee5f1 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:18.825468 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-ec2a6ab4-c8e9-48b1-a324-18d94803bd8d req-a46e689d-b5c1-4ae9-bc76-73619e9ee5f1 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/ports?device_id=4d4f9c42-f07a-4f40-aad4-702d0fd26d82 HTTP/1.1" status: 200  len: 946 time: 0.1330705
Feb 17 03:29:18.904573 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-ec2a6ab4-c8e9-48b1-a324-18d94803bd8d req-80afb81f-6e3e-4008-bd7a-02f7846cea39 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/security-groups?id=a8d8b256-f933-42bb-9ad3-a02b9415114a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0708733
Feb 17 03:29:18.952500 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for port, before_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:19.006124 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fbbd236-7b97-4182-8fe1-acbc901bf34e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f278c60-d4fc-48d2-a84d-a1bd008033aa'}] {{(pid=83923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 03:29:19.019462 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.db [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] For port 3f278c60-d4fc-48d2-a84d-a1bd008033aa, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=3f278c60-d4fc-48d2-a84d-a1bd008033aa,segment=NetworkSegment(4bd29afe-058f-4758-98df-05beb902e75b),segment_id=4bd29afe-058f-4758-98df-05beb902e75b)] {{(pid=83923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:29:19.025654 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303097879514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733756514675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303098261108'] for port, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:19.026783 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Device e0b1164b-a521-406c-ad35-9ec6820de4cc up at agent ovs-agent-hv-cinder-75994 {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:29:19.087758 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:29:19.180804 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Pushing event updated for resources: {'Port': ['ID=3f278c60-d4fc-48d2-a84d-a1bd008033aa,revision_number=4']} {{(pid=83923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:29:19.186630 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:29:19.204440 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fbbd236-7b97-4182-8fe1-acbc901bf34e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f278c60-d4fc-48d2-a84d-a1bd008033aa', 'code': 200}
Feb 17 03:29:19.236866 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Provisioning complete for port e0b1164b-a521-406c-ad35-9ec6820de4cc triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:29:19.237332 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838161172'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:19.413630 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca859c8d-cbed-44f8-a68e-3f0a3c119e0e req-a10613b5-0344-4996-8b4b-184fa2d5e179 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:19.426047 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-ca859c8d-cbed-44f8-a68e-3f0a3c119e0e req-a10613b5-0344-4996-8b4b-184fa2d5e179 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] 10.222.0.57 "GET /v2.0/ports?device_id=4fbbd236-7b97-4182-8fe1-acbc901bf34e HTTP/1.1" status: 200  len: 945 time: 0.1164081
Feb 17 03:29:19.479583 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-ca859c8d-cbed-44f8-a68e-3f0a3c119e0e req-97fc6728-2338-4043-9222-01f9b2b33a7e tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] 10.222.0.57 "GET /v2.0/security-groups?id=7a034f11-6095-46d6-bffd-d2ce932f5f6d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0520887
Feb 17 03:29:19.769519 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892b4245-179a-410e-afda-369cd3d68b6d req-f6095135-ed3a-4bb9-a794-dfa56706b73b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:19.771201 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-892b4245-179a-410e-afda-369cd3d68b6d req-f6095135-ed3a-4bb9-a794-dfa56706b73b service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=4fbbd236-7b97-4182-8fe1-acbc901bf34e HTTP/1.1" status: 200  len: 1162 time: 0.0829072
Feb 17 03:29:19.816435 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-892b4245-179a-410e-afda-369cd3d68b6d req-9d952389-bcf3-4934-8c96-83ccbe7099cb service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=7a034f11-6095-46d6-bffd-d2ce932f5f6d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0366013
Feb 17 03:29:20.125352 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d12f83-1bde-49b9-bbb4-6a04855ca58c req-bc02afb9-2dc6-48ff-97b2-dc78e6b06ff8 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:20.126966 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-45d12f83-1bde-49b9-bbb4-6a04855ca58c req-bc02afb9-2dc6-48ff-97b2-dc78e6b06ff8 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/ports?device_id=4d4f9c42-f07a-4f40-aad4-702d0fd26d82 HTTP/1.1" status: 200  len: 946 time: 0.0950401
Feb 17 03:29:20.175664 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-45d12f83-1bde-49b9-bbb4-6a04855ca58c req-d0de0c26-5b1b-44a9-bb7d-16e55191bc5a tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/security-groups?id=a8d8b256-f933-42bb-9ad3-a02b9415114a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421822
Feb 17 03:29:20.368365 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33feb8f-f5fa-4af6-9d3e-a7c66246f1fa req-b4afdbf2-0e98-4606-b81a-e58c946027da tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:20.369996 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-e33feb8f-f5fa-4af6-9d3e-a7c66246f1fa req-b4afdbf2-0e98-4606-b81a-e58c946027da tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/ports?device_id=b4d58358-22a0-4562-9370-9574a29ec572 HTTP/1.1" status: 200  len: 945 time: 0.0855567
Feb 17 03:29:20.419688 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-e33feb8f-f5fa-4af6-9d3e-a7c66246f1fa req-ee1b552f-078c-475f-8e38-e99e5e6b9f72 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/security-groups?id=a8d8b256-f933-42bb-9ad3-a02b9415114a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409942
Feb 17 03:29:23.385503 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-04522cf4-6cc9-4037-a664-f899492712f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:25.251101 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:25.437329 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-7381c77d-92a6-4b64-b48d-23847a460a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:26.375296 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-8cda4ffb-98e6-4bcf-adaf-c47fc353fc1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:26.731227 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7d2f0e-25eb-4556-b8b3-a6a56989e576 req-ed70ccae-e8e0-495f-a188-0e5975ba10e5 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:26.732810 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-3c7d2f0e-25eb-4556-b8b3-a6a56989e576 req-ed70ccae-e8e0-495f-a188-0e5975ba10e5 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] 10.222.0.57 "GET /v2.0/ports?device_id=4fbbd236-7b97-4182-8fe1-acbc901bf34e HTTP/1.1" status: 200  len: 945 time: 0.0906081
Feb 17 03:29:26.780241 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-3c7d2f0e-25eb-4556-b8b3-a6a56989e576 req-b3e76026-1455-424a-8256-d2e2cce5b2eb tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] 10.222.0.57 "GET /v2.0/security-groups?id=7a034f11-6095-46d6-bffd-d2ce932f5f6d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410647
Feb 17 03:29:26.842631 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Device 3f278c60-d4fc-48d2-a84d-a1bd008033aa up at agent ovs-agent-hv-cinder-75994 {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:29:26.919378 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Provisioning complete for port 3f278c60-d4fc-48d2-a84d-a1bd008033aa triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:29:26.919787 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838161172'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:27.032147 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-95e36df0-95a2-4f54-9dfe-8f6138a8de36 req-bbbde24d-8181-44c4-9185-dbac9fd95e9e service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=05b5b64f-7a56-4bd2-97ed-2e54c9e65a96&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0810447
Feb 17 03:29:27.044461 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Device c4b7f0c6-bfe4-49e1-936d-f15129c212a8 up at agent ovs-agent-hv-cinder-75994 {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:29:27.114830 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Provisioning complete for port c4b7f0c6-bfe4-49e1-936d-f15129c212a8 triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:29:27.115166 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838161172'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:27.155396 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e36df0-95a2-4f54-9dfe-8f6138a8de36 req-8a60cf5e-c24c-432a-8f03-369749c9edb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:27.157387 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-95e36df0-95a2-4f54-9dfe-8f6138a8de36 req-8a60cf5e-c24c-432a-8f03-369749c9edb9 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=41ae341c7001465897265b1c5eda9767&device_id=05b5b64f-7a56-4bd2-97ed-2e54c9e65a96 HTTP/1.1" status: 200  len: 1163 time: 0.0801711
Feb 17 03:29:27.247617 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:27.346326 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e36df0-95a2-4f54-9dfe-8f6138a8de36 req-5f7c6716-fd70-4c8f-8d13-3c27d2206065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:27.347944 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-95e36df0-95a2-4f54-9dfe-8f6138a8de36 req-5f7c6716-fd70-4c8f-8d13-3c27d2206065 service neutron] 10.222.0.54 "GET /v2.0/networks?id=90e5bf38-a0dc-48bd-9401-739bcf8a5d8a HTTP/1.1" status: 200  len: 908 time: 0.1653130
Feb 17 03:29:27.430605 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-95e36df0-95a2-4f54-9dfe-8f6138a8de36 req-a45e9dfa-b689-4ac1-8229-c96c882b688b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a22a3785-c250-4a30-9d0e-f779f4acfbdd HTTP/1.1" status: 200  len: 217 time: 0.0706580
Feb 17 03:29:27.501894 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e36df0-95a2-4f54-9dfe-8f6138a8de36 req-e38f9e45-eaa9-44af-8349-2b5948f4d310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:27.503643 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-95e36df0-95a2-4f54-9dfe-8f6138a8de36 req-e38f9e45-eaa9-44af-8349-2b5948f4d310 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=2c8050c3-d22a-4b7f-8b2d-686c8f16c9a7 HTTP/1.1" status: 200  len: 854 time: 0.0645607
Feb 17 03:29:27.530057 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-3bdb028f-655c-46e9-b0eb-5d4ca64bdb37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:27.562435 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-95e36df0-95a2-4f54-9dfe-8f6138a8de36 req-44e826c6-6044-4b8a-bb8c-43672ba70097 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=90e5bf38-a0dc-48bd-9401-739bcf8a5d8a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0511816
Feb 17 03:29:27.715848 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-95e36df0-95a2-4f54-9dfe-8f6138a8de36 req-212411c6-2ef4-4b1e-bf34-c2fdfafe7b89 service neutron] 10.222.0.54 "GET /v2.0/networks/90e5bf38-a0dc-48bd-9401-739bcf8a5d8a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1402447
Feb 17 03:29:27.979459 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-95e36df0-95a2-4f54-9dfe-8f6138a8de36 req-2262b2d8-e0bf-4756-9bfb-c735b1e96895 service neutron] 10.222.0.54 "GET /v2.0/networks/90e5bf38-a0dc-48bd-9401-739bcf8a5d8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2421145
Feb 17 03:29:27.993710 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d685be-61ae-4957-b30c-cb89c3a36429 req-0939e982-beb9-4a96-9f88-7526845544e5 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:27.995488 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-12d685be-61ae-4957-b30c-cb89c3a36429 req-0939e982-beb9-4a96-9f88-7526845544e5 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] 10.222.0.57 "GET /v2.0/ports?device_id=4fbbd236-7b97-4182-8fe1-acbc901bf34e HTTP/1.1" status: 200  len: 945 time: 0.0933466
Feb 17 03:29:28.043578 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68c426a-a4df-4d07-be1b-27d89de2d733 req-14599466-a1c2-4e32-a804-ac7528ca931f tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:28.044347 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-12d685be-61ae-4957-b30c-cb89c3a36429 req-8c0ae9b9-2633-47ec-8834-79d5f21be07e tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] 10.222.0.57 "GET /v2.0/security-groups?id=7a034f11-6095-46d6-bffd-d2ce932f5f6d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416813
Feb 17 03:29:28.045520 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-f68c426a-a4df-4d07-be1b-27d89de2d733 req-14599466-a1c2-4e32-a804-ac7528ca931f tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/ports?device_id=b4d58358-22a0-4562-9370-9574a29ec572 HTTP/1.1" status: 200  len: 945 time: 0.1797769
Feb 17 03:29:28.058550 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ffe645-fc9a-4045-97c8-89fc78c8f12d req-6f1d9916-1d90-4482-b750-367ae5c60918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:28.060130 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-17ffe645-fc9a-4045-97c8-89fc78c8f12d req-6f1d9916-1d90-4482-b750-367ae5c60918 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8da7eb55c2cb47dc99275360edd183e2&device_id=b4d58358-22a0-4562-9370-9574a29ec572 HTTP/1.1" status: 200  len: 1162 time: 0.1373441
Feb 17 03:29:28.200603 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-f68c426a-a4df-4d07-be1b-27d89de2d733 req-57913cdc-d60c-437c-9d2a-4fe1900a459e tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/security-groups?id=a8d8b256-f933-42bb-9ad3-a02b9415114a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1458023
Feb 17 03:29:28.240541 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ffe645-fc9a-4045-97c8-89fc78c8f12d req-d51cb01b-6fd7-4d17-890e-594095af2808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:28.242748 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-17ffe645-fc9a-4045-97c8-89fc78c8f12d req-d51cb01b-6fd7-4d17-890e-594095af2808 service neutron] 10.222.0.54 "GET /v2.0/networks?id=07c25ad2-4e60-4400-a677-ca2c2e7c85f8 HTTP/1.1" status: 200  len: 912 time: 0.1664653
Feb 17 03:29:28.403579 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-17ffe645-fc9a-4045-97c8-89fc78c8f12d req-571172bf-2e0d-4e63-93be-7364b838a47c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d5ada634-5cb7-40f0-b70e-0091b83e2ef6 HTTP/1.1" status: 200  len: 217 time: 0.0729196
Feb 17 03:29:28.479664 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ffe645-fc9a-4045-97c8-89fc78c8f12d req-fa98efb5-2431-4aa5-a60f-e262a780618e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:28.481858 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-17ffe645-fc9a-4045-97c8-89fc78c8f12d req-fa98efb5-2431-4aa5-a60f-e262a780618e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e1c7a001-c305-42ea-923a-4661960efd2e HTTP/1.1" status: 200  len: 858 time: 0.0693207
Feb 17 03:29:28.577065 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-17ffe645-fc9a-4045-97c8-89fc78c8f12d req-1e83d823-6337-41d2-a1a6-1160b44c104c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=07c25ad2-4e60-4400-a677-ca2c2e7c85f8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0530081
Feb 17 03:29:28.731711 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-17ffe645-fc9a-4045-97c8-89fc78c8f12d req-29b84629-8288-4797-9a68-577bfb602489 service neutron] 10.222.0.54 "GET /v2.0/networks/07c25ad2-4e60-4400-a677-ca2c2e7c85f8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1454964
Feb 17 03:29:28.901016 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-17ffe645-fc9a-4045-97c8-89fc78c8f12d req-ffaa2ccc-d2ec-43d7-b356-86c9861a892e service neutron] 10.222.0.54 "GET /v2.0/networks/07c25ad2-4e60-4400-a677-ca2c2e7c85f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1570804
Feb 17 03:29:29.259217 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2db0a0-02a1-482c-8dc6-294a55a5303d req-10ab22ff-d883-46b0-b47e-6d2761c00aef tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:29.260690 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-de2db0a0-02a1-482c-8dc6-294a55a5303d req-10ab22ff-d883-46b0-b47e-6d2761c00aef tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] 10.222.0.57 "GET /v2.0/ports?device_id=4fbbd236-7b97-4182-8fe1-acbc901bf34e HTTP/1.1" status: 200  len: 945 time: 0.0962887
Feb 17 03:29:29.311065 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-de2db0a0-02a1-482c-8dc6-294a55a5303d req-93cf1fdc-5886-4d02-a00a-1ff628031736 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] 10.222.0.57 "GET /v2.0/security-groups?id=7a034f11-6095-46d6-bffd-d2ce932f5f6d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431614
Feb 17 03:29:29.427158 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f90dcf2-0f7c-43aa-9789-1e14838ca5c7 req-6d5ac993-3793-483b-b070-042fe8e39dd4 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:29.429185 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-8f90dcf2-0f7c-43aa-9789-1e14838ca5c7 req-6d5ac993-3793-483b-b070-042fe8e39dd4 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/ports?device_id=b4d58358-22a0-4562-9370-9574a29ec572 HTTP/1.1" status: 200  len: 945 time: 0.1052835
Feb 17 03:29:29.487310 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-8f90dcf2-0f7c-43aa-9789-1e14838ca5c7 req-a8cca18b-ca86-4804-8b6c-9a78fb618da1 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/security-groups?id=a8d8b256-f933-42bb-9ad3-a02b9415114a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0481653
Feb 17 03:29:29.759699 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83922) accepted ('10.222.0.57', 38416) {{(pid=83922) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:29:29.891516 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-fc801cee-6b14-4389-b255-17239f338bc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:29.909711 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-fc801cee-6b14-4389-b255-17239f338bc5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:29:29.914697 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-fc801cee-6b14-4389-b255-17239f338bc5 admin admin] Usage tracker for resource:security_group_rule and tenant:9efda50b7ead4b7da11c53fe16866348 is out of sync, need to count used quota {{(pid=83922) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:29:29.919469 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-fc801cee-6b14-4389-b255-17239f338bc5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83922) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:29:29.926964 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-fc801cee-6b14-4389-b255-17239f338bc5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:29:30.021944 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-fc801cee-6b14-4389-b255-17239f338bc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:30.024944 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-fc801cee-6b14-4389-b255-17239f338bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876219'] for security_group, after_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:30.033820 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-b100ce63-e465-4199-86bc-7b6c8b50db16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:29:30.088910 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-fc801cee-6b14-4389-b255-17239f338bc5 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=9efda50b7ead4b7da11c53fe16866348&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3280609
Feb 17 03:29:30.089619 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83922) accepted ('10.222.0.57', 38434) {{(pid=83922) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:29:30.106427 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc801cee-6b14-4389-b255-17239f338bc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9d09e38-e605-4af4-9cef-9d70e107f597,revision_number=1']} {{(pid=83922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:29:30.123014 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc801cee-6b14-4389-b255-17239f338bc5 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:29:30.123425 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc801cee-6b14-4389-b255-17239f338bc5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:29:30.123898 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc801cee-6b14-4389-b255-17239f338bc5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:29:30.124360 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc801cee-6b14-4389-b255-17239f338bc5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:29:30.124831 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc801cee-6b14-4389-b255-17239f338bc5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:29:30.125366 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc801cee-6b14-4389-b255-17239f338bc5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:29:30.125850 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc801cee-6b14-4389-b255-17239f338bc5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:29:30.126406 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc801cee-6b14-4389-b255-17239f338bc5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:29:30.128946 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc801cee-6b14-4389-b255-17239f338bc5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:29:30.128946 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc801cee-6b14-4389-b255-17239f338bc5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:29:30.128946 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc801cee-6b14-4389-b255-17239f338bc5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:29:30.128946 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc801cee-6b14-4389-b255-17239f338bc5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:29:30.128946 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc801cee-6b14-4389-b255-17239f338bc5 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:29:30.128946 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc801cee-6b14-4389-b255-17239f338bc5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:29:30.129426 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc801cee-6b14-4389-b255-17239f338bc5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:29:30.129426 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc801cee-6b14-4389-b255-17239f338bc5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:29:30.132133 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc801cee-6b14-4389-b255-17239f338bc5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:29:30.132948 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc801cee-6b14-4389-b255-17239f338bc5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:29:30.133378 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc801cee-6b14-4389-b255-17239f338bc5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:29:30.133776 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc801cee-6b14-4389-b255-17239f338bc5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:29:30.134170 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc801cee-6b14-4389-b255-17239f338bc5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:29:30.134558 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc801cee-6b14-4389-b255-17239f338bc5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:29:30.134944 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc801cee-6b14-4389-b255-17239f338bc5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:29:30.135328 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc801cee-6b14-4389-b255-17239f338bc5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:29:30.140098 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-fc801cee-6b14-4389-b255-17239f338bc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:29:30.200004 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-c5ce7034-e094-4209-8d3a-1878437fa4ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:30.231199 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-c5ce7034-e094-4209-8d3a-1878437fa4ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:30.287002 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-c5ce7034-e094-4209-8d3a-1878437fa4ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876219'] for security_group, after_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:30.292731 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-e5bed030-a67f-4199-8bd6-5a222df53adb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:29:30.305314 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ce7034-e094-4209-8d3a-1878437fa4ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9d09e38-e605-4af4-9cef-9d70e107f597,revision_number=None']} {{(pid=83922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:29:30.308425 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-c5ce7034-e094-4209-8d3a-1878437fa4ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:29:30.310518 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-c5ce7034-e094-4209-8d3a-1878437fa4ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:30.314537 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-c5ce7034-e094-4209-8d3a-1878437fa4ad admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b9d09e38-e605-4af4-9cef-9d70e107f597 HTTP/1.1" status: 204  len: 168 time: 0.2211664
Feb 17 03:29:30.667385 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83922) accepted ('10.222.0.57', 38462) {{(pid=83922) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:29:30.688239 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-3a9fd354-7512-4430-acf3-584fde50fdcf admin admin] Notify callbacks [] for security_group, before_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:30.704772 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-3a9fd354-7512-4430-acf3-584fde50fdcf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:29:30.708340 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec54147-8d21-4538-afc1-88fc19ef2b40 req-7d49d719-c09d-4923-a81a-1051e2f0aa40 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:30.709363 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-3a9fd354-7512-4430-acf3-584fde50fdcf admin admin] Usage tracker for resource:security_group_rule and tenant:84b70b49c8d4497f8c19425788008ab2 is out of sync, need to count used quota {{(pid=83922) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:29:30.710032 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-6ec54147-8d21-4538-afc1-88fc19ef2b40 req-7d49d719-c09d-4923-a81a-1051e2f0aa40 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/ports?device_id=b4d58358-22a0-4562-9370-9574a29ec572 HTTP/1.1" status: 200  len: 945 time: 0.0951672
Feb 17 03:29:30.713008 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-3a9fd354-7512-4430-acf3-584fde50fdcf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83922) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:29:30.718891 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-3a9fd354-7512-4430-acf3-584fde50fdcf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:29:30.763734 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-6ec54147-8d21-4538-afc1-88fc19ef2b40 req-aa673daa-e09e-483c-849f-7d4dd1c35263 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/security-groups?id=a8d8b256-f933-42bb-9ad3-a02b9415114a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463724
Feb 17 03:29:30.815843 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-3a9fd354-7512-4430-acf3-584fde50fdcf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:30.818605 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-3a9fd354-7512-4430-acf3-584fde50fdcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876219'] for security_group, after_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:30.831551 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:29:30.874687 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-3a9fd354-7512-4430-acf3-584fde50fdcf admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=84b70b49c8d4497f8c19425788008ab2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2055998
Feb 17 03:29:30.876367 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9fd354-7512-4430-acf3-584fde50fdcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=154b96c0-99fd-4fca-90aa-b5b9a3e7455c,revision_number=1']} {{(pid=83922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:29:30.877651 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.57', 38466) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:29:30.879588 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-3a9fd354-7512-4430-acf3-584fde50fdcf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:29:30.947809 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-5ca575e0-54d4-4caf-b566-bdf5547a364d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:30.975709 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-5ca575e0-54d4-4caf-b566-bdf5547a364d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:31.022033 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-5ca575e0-54d4-4caf-b566-bdf5547a364d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876219'] for security_group, after_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:31.027076 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-3d2587bf-93c2-4e20-80d7-ebd28a23096d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:29:31.039487 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca575e0-54d4-4caf-b566-bdf5547a364d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=154b96c0-99fd-4fca-90aa-b5b9a3e7455c,revision_number=None']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:29:31.052154 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca575e0-54d4-4caf-b566-bdf5547a364d admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:29:31.052555 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca575e0-54d4-4caf-b566-bdf5547a364d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:29:31.052949 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca575e0-54d4-4caf-b566-bdf5547a364d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:29:31.053366 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca575e0-54d4-4caf-b566-bdf5547a364d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:29:31.053751 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca575e0-54d4-4caf-b566-bdf5547a364d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:29:31.054135 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca575e0-54d4-4caf-b566-bdf5547a364d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:29:31.055006 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca575e0-54d4-4caf-b566-bdf5547a364d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:29:31.055384 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca575e0-54d4-4caf-b566-bdf5547a364d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:29:31.055785 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca575e0-54d4-4caf-b566-bdf5547a364d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:29:31.056140 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca575e0-54d4-4caf-b566-bdf5547a364d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:29:31.056515 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca575e0-54d4-4caf-b566-bdf5547a364d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:29:31.056893 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca575e0-54d4-4caf-b566-bdf5547a364d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:29:31.057413 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca575e0-54d4-4caf-b566-bdf5547a364d admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:29:31.057799 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca575e0-54d4-4caf-b566-bdf5547a364d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:29:31.058178 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca575e0-54d4-4caf-b566-bdf5547a364d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:29:31.058555 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca575e0-54d4-4caf-b566-bdf5547a364d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:29:31.058933 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca575e0-54d4-4caf-b566-bdf5547a364d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:29:31.059311 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca575e0-54d4-4caf-b566-bdf5547a364d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:29:31.059690 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca575e0-54d4-4caf-b566-bdf5547a364d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:29:31.060067 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca575e0-54d4-4caf-b566-bdf5547a364d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:29:31.060443 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca575e0-54d4-4caf-b566-bdf5547a364d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:29:31.060818 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca575e0-54d4-4caf-b566-bdf5547a364d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:29:31.061241 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca575e0-54d4-4caf-b566-bdf5547a364d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:29:31.061607 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca575e0-54d4-4caf-b566-bdf5547a364d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:29:31.065542 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-5ca575e0-54d4-4caf-b566-bdf5547a364d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:29:31.067666 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-5ca575e0-54d4-4caf-b566-bdf5547a364d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:31.068814 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-5ca575e0-54d4-4caf-b566-bdf5547a364d admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/154b96c0-99fd-4fca-90aa-b5b9a3e7455c HTTP/1.1" status: 204  len: 168 time: 0.1900876
Feb 17 03:29:31.448863 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.57', 38478) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:29:31.468044 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-25ff689a-1eab-4a51-89e9-3538bfee9955 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:31.483763 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-25ff689a-1eab-4a51-89e9-3538bfee9955 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:29:31.487806 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-25ff689a-1eab-4a51-89e9-3538bfee9955 admin admin] Usage tracker for resource:security_group_rule and tenant:5c6724fe0e11461d841ef961b43e40d3 is out of sync, need to count used quota {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:29:31.490781 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-25ff689a-1eab-4a51-89e9-3538bfee9955 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:29:31.497211 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-25ff689a-1eab-4a51-89e9-3538bfee9955 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:29:31.584911 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-25ff689a-1eab-4a51-89e9-3538bfee9955 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:31.587662 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-25ff689a-1eab-4a51-89e9-3538bfee9955 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876219'] for security_group, after_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:31.600463 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:29:31.648564 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-25ff689a-1eab-4a51-89e9-3538bfee9955 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=5c6724fe0e11461d841ef961b43e40d3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1984046
Feb 17 03:29:31.648746 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83922) accepted ('10.222.0.57', 38492) {{(pid=83922) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:29:31.649601 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ff689a-1eab-4a51-89e9-3538bfee9955 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84a6a25d-5fa2-42c1-a1a9-fb12a1558cb2,revision_number=1']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:29:31.653006 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-25ff689a-1eab-4a51-89e9-3538bfee9955 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:29:31.724520 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-98239ca0-5807-4cca-81d4-8555622d16cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:31.753843 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-98239ca0-5807-4cca-81d4-8555622d16cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:31.803349 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-98239ca0-5807-4cca-81d4-8555622d16cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876219'] for security_group, after_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:31.812551 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-fd5db9cc-dd22-4c6c-a295-bdc7e2870f9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:29:31.832782 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-98239ca0-5807-4cca-81d4-8555622d16cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:31.834690 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-98239ca0-5807-4cca-81d4-8555622d16cb admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/84a6a25d-5fa2-42c1-a1a9-fb12a1558cb2 HTTP/1.1" status: 204  len: 168 time: 0.1843998
Feb 17 03:29:31.836359 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98239ca0-5807-4cca-81d4-8555622d16cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84a6a25d-5fa2-42c1-a1a9-fb12a1558cb2,revision_number=None']} {{(pid=83922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:29:31.840470 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-98239ca0-5807-4cca-81d4-8555622d16cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:29:32.040406 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92018167-b8ae-4ee7-a41d-83fd27b41ed5 req-ce1e20a5-7101-4abf-8a27-472ba06b1a5e tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:32.042124 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-92018167-b8ae-4ee7-a41d-83fd27b41ed5 req-ce1e20a5-7101-4abf-8a27-472ba06b1a5e tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/ports?device_id=b4d58358-22a0-4562-9370-9574a29ec572 HTTP/1.1" status: 200  len: 945 time: 0.1215048
Feb 17 03:29:32.095886 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-92018167-b8ae-4ee7-a41d-83fd27b41ed5 req-d8a2ad45-0dcd-4837-90f2-76a95024cb7a tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/security-groups?id=a8d8b256-f933-42bb-9ad3-a02b9415114a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0471950
Feb 17 03:29:32.176250 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83922) accepted ('10.222.0.57', 38514) {{(pid=83922) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:29:32.308082 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-8b8f0c84-492f-4829-abda-92ff1f06c2a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:32.324596 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-8b8f0c84-492f-4829-abda-92ff1f06c2a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:29:32.328649 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-8b8f0c84-492f-4829-abda-92ff1f06c2a7 admin admin] Usage tracker for resource:security_group_rule and tenant:c6daa84c1af144ac9d41b53d8a7e5072 is out of sync, need to count used quota {{(pid=83922) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:29:32.331697 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-8b8f0c84-492f-4829-abda-92ff1f06c2a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83922) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:29:32.338091 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-8b8f0c84-492f-4829-abda-92ff1f06c2a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:29:32.426982 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-8b8f0c84-492f-4829-abda-92ff1f06c2a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:32.429519 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-8b8f0c84-492f-4829-abda-92ff1f06c2a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876219'] for security_group, after_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:32.439031 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-0cb2aa1a-cd6a-49b0-9be4-d91fecfd11d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:29:32.484879 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8f0c84-492f-4829-abda-92ff1f06c2a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60796185-de96-4ff2-af1a-d5532b1124a0,revision_number=1']} {{(pid=83922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:29:32.488477 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-8b8f0c84-492f-4829-abda-92ff1f06c2a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:29:32.491471 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-8b8f0c84-492f-4829-abda-92ff1f06c2a7 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c6daa84c1af144ac9d41b53d8a7e5072&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3136845
Feb 17 03:29:32.494927 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.57', 38536) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:29:32.578988 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-a98a0a83-e523-41bd-a32a-a381e9d2c754 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:32.607517 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-a98a0a83-e523-41bd-a32a-a381e9d2c754 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:32.658405 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-a98a0a83-e523-41bd-a32a-a381e9d2c754 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876219'] for security_group, after_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:32.663662 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:29:32.677453 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98a0a83-e523-41bd-a32a-a381e9d2c754 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60796185-de96-4ff2-af1a-d5532b1124a0,revision_number=None']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:29:32.682222 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-a98a0a83-e523-41bd-a32a-a381e9d2c754 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:29:32.689331 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-a98a0a83-e523-41bd-a32a-a381e9d2c754 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:32.694023 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-a98a0a83-e523-41bd-a32a-a381e9d2c754 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/60796185-de96-4ff2-af1a-d5532b1124a0 HTTP/1.1" status: 204  len: 168 time: 0.1974847
Feb 17 03:29:33.097068 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.57', 38566) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:29:33.116161 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-fc37d74d-023c-45c2-9b0f-7585a6c04235 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:33.132971 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-fc37d74d-023c-45c2-9b0f-7585a6c04235 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:29:33.137230 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-fc37d74d-023c-45c2-9b0f-7585a6c04235 admin admin] Usage tracker for resource:security_group_rule and tenant:47b1d4fb866441a6a6a36a6f622f47c2 is out of sync, need to count used quota {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:29:33.140355 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-fc37d74d-023c-45c2-9b0f-7585a6c04235 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:29:33.146642 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-fc37d74d-023c-45c2-9b0f-7585a6c04235 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:29:33.250323 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-fc37d74d-023c-45c2-9b0f-7585a6c04235 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:33.253909 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-fc37d74d-023c-45c2-9b0f-7585a6c04235 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876219'] for security_group, after_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:33.265507 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-f516ea01-8867-4de2-a230-e2bd54ff57b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:29:33.314943 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-fc37d74d-023c-45c2-9b0f-7585a6c04235 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=47b1d4fb866441a6a6a36a6f622f47c2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2141593
Feb 17 03:29:33.314943 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc37d74d-023c-45c2-9b0f-7585a6c04235 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5872a60-6cc4-4a3d-be08-547389f49dcc,revision_number=1']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:29:33.316688 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83922) accepted ('10.222.0.57', 38580) {{(pid=83922) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:29:33.317202 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-fc37d74d-023c-45c2-9b0f-7585a6c04235 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:29:33.385793 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-395c82d4-1eb3-4e11-9369-558519d08f9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:33.415461 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-395c82d4-1eb3-4e11-9369-558519d08f9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:33.468652 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-395c82d4-1eb3-4e11-9369-558519d08f9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876219'] for security_group, after_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:33.473862 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-762f7cdf-d592-43fc-8e8d-0757df01c184 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:29:33.490672 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491f2fe9-11bc-478b-acc3-1f3dd48475d5 req-8125b25f-c722-48b2-a1aa-3107e232b645 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:33.492826 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-491f2fe9-11bc-478b-acc3-1f3dd48475d5 req-8125b25f-c722-48b2-a1aa-3107e232b645 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/ports?device_id=b4d58358-22a0-4562-9370-9574a29ec572 HTTP/1.1" status: 200  len: 945 time: 0.0913320
Feb 17 03:29:33.495339 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395c82d4-1eb3-4e11-9369-558519d08f9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5872a60-6cc4-4a3d-be08-547389f49dcc,revision_number=None']} {{(pid=83922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:29:33.497803 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-395c82d4-1eb3-4e11-9369-558519d08f9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:33.501639 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-395c82d4-1eb3-4e11-9369-558519d08f9b admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e5872a60-6cc4-4a3d-be08-547389f49dcc HTTP/1.1" status: 204  len: 168 time: 0.1807215
Feb 17 03:29:33.501639 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-395c82d4-1eb3-4e11-9369-558519d08f9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:29:33.565599 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-491f2fe9-11bc-478b-acc3-1f3dd48475d5 req-cb2005a5-06d3-40f0-80e6-97569700151e tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/security-groups?id=a8d8b256-f933-42bb-9ad3-a02b9415114a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0608685
Feb 17 03:29:34.797636 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8d5a8e-f71a-4d8a-bcf0-cb8774ee292d req-bfe840dc-54ef-4658-a864-c49c05c0ab16 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:34.799277 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-8e8d5a8e-f71a-4d8a-bcf0-cb8774ee292d req-bfe840dc-54ef-4658-a864-c49c05c0ab16 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/ports?device_id=b4d58358-22a0-4562-9370-9574a29ec572 HTTP/1.1" status: 200  len: 945 time: 0.0966699
Feb 17 03:29:34.848232 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-8e8d5a8e-f71a-4d8a-bcf0-cb8774ee292d req-27491eaa-02f4-4681-abf5-ec301046ede9 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/security-groups?id=a8d8b256-f933-42bb-9ad3-a02b9415114a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426908
Feb 17 03:29:35.607880 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83922) accepted ('10.222.0.57', 38664) {{(pid=83922) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:29:35.732009 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-eb4348e0-e839-4f7e-a9a4-d37bc31e478f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:35.747979 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-eb4348e0-e839-4f7e-a9a4-d37bc31e478f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:29:35.752015 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-eb4348e0-e839-4f7e-a9a4-d37bc31e478f admin admin] Usage tracker for resource:security_group_rule and tenant:72dc3ecdde8147ff8fd8ebf31cb89f48 is out of sync, need to count used quota {{(pid=83922) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:29:35.755096 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-eb4348e0-e839-4f7e-a9a4-d37bc31e478f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83922) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:29:35.761585 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-eb4348e0-e839-4f7e-a9a4-d37bc31e478f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:29:35.847045 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-eb4348e0-e839-4f7e-a9a4-d37bc31e478f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:35.851070 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-eb4348e0-e839-4f7e-a9a4-d37bc31e478f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876219'] for security_group, after_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:35.880080 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-594d76cd-e71b-47b5-bce9-f4fa314f8db3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:29:35.917639 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-eb4348e0-e839-4f7e-a9a4-d37bc31e478f admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=72dc3ecdde8147ff8fd8ebf31cb89f48&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3085475
Feb 17 03:29:35.918853 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4348e0-e839-4f7e-a9a4-d37bc31e478f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a132f4c-1f40-4319-aff1-73ec8896c98d,revision_number=1']} {{(pid=83922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:29:35.919071 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.57', 38676) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:29:35.923560 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-eb4348e0-e839-4f7e-a9a4-d37bc31e478f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:29:36.074065 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-18afaff4-fee4-4909-bd20-d89906d489c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:36.115540 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-18afaff4-fee4-4909-bd20-d89906d489c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:36.144384 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcdbe77-35f2-45cc-a860-94e57904fddf req-a62049cb-1596-43e2-acff-17fdc25e27f1 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:36.146017 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-9bcdbe77-35f2-45cc-a860-94e57904fddf req-a62049cb-1596-43e2-acff-17fdc25e27f1 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/ports?device_id=b4d58358-22a0-4562-9370-9574a29ec572 HTTP/1.1" status: 200  len: 945 time: 0.1684904
Feb 17 03:29:36.214377 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-9bcdbe77-35f2-45cc-a860-94e57904fddf req-c7039ad8-4d89-4e2e-b6e7-6c376cf20c83 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/security-groups?id=a8d8b256-f933-42bb-9ad3-a02b9415114a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0538964
Feb 17 03:29:36.219451 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-18afaff4-fee4-4909-bd20-d89906d489c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876219'] for security_group, after_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:36.224488 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-00fe36e4-649f-464e-b40f-8fad386432f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:29:36.238770 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18afaff4-fee4-4909-bd20-d89906d489c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a132f4c-1f40-4319-aff1-73ec8896c98d,revision_number=None']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:29:36.249226 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-18afaff4-fee4-4909-bd20-d89906d489c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:29:36.257899 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-18afaff4-fee4-4909-bd20-d89906d489c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:36.262472 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-18afaff4-fee4-4909-bd20-d89906d489c3 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/1a132f4c-1f40-4319-aff1-73ec8896c98d HTTP/1.1" status: 204  len: 168 time: 0.3417580
Feb 17 03:29:36.616549 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.57', 38706) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:29:36.636989 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-236c86d8-26e7-4732-b193-d34d826fd0d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:36.662373 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-236c86d8-26e7-4732-b193-d34d826fd0d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:29:36.667501 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-236c86d8-26e7-4732-b193-d34d826fd0d1 admin admin] Usage tracker for resource:security_group_rule and tenant:8d4664b8933a4b5a88e09e3e5f7f7e39 is out of sync, need to count used quota {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:29:36.670867 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-236c86d8-26e7-4732-b193-d34d826fd0d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:29:36.677369 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-236c86d8-26e7-4732-b193-d34d826fd0d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:29:36.784095 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-236c86d8-26e7-4732-b193-d34d826fd0d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:36.788276 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-236c86d8-26e7-4732-b193-d34d826fd0d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876219'] for security_group, after_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:36.790967 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29582d8-8872-477c-b454-fde11b25a2e9 req-353cd5d9-f23b-4eb4-9761-6084bfeb23a2 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:36.792618 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-f29582d8-8872-477c-b454-fde11b25a2e9 req-353cd5d9-f23b-4eb4-9761-6084bfeb23a2 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] 10.222.0.57 "GET /v2.0/networks?id=90e5bf38-a0dc-48bd-9401-739bcf8a5d8a HTTP/1.1" status: 200  len: 814 time: 0.1767859
Feb 17 03:29:36.798419 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-41eb43ae-0938-40fe-8b68-d15018ee1424 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:29:36.809006 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-f29582d8-8872-477c-b454-fde11b25a2e9 req-99ce02ab-c8ab-4f95-88f1-acc6fb4535d6 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] 10.222.0.57 "GET /v2.0/quotas/41ae341c7001465897265b1c5eda9767 HTTP/1.1" status: 200  len: 375 time: 0.0102756
Feb 17 03:29:36.842211 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236c86d8-26e7-4732-b193-d34d826fd0d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e83dff3b-5d11-4026-bc35-f1923a98d08f,revision_number=1']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:29:36.860634 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-236c86d8-26e7-4732-b193-d34d826fd0d1 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=8d4664b8933a4b5a88e09e3e5f7f7e39&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2296829
Feb 17 03:29:36.861414 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.57', 38714) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:29:36.865772 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-236c86d8-26e7-4732-b193-d34d826fd0d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:29:36.921720 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-f29582d8-8872-477c-b454-fde11b25a2e9 req-a67387c6-c120-41d8-81d5-7805cdff1f94 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=41ae341c7001465897265b1c5eda9767&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1066430
Feb 17 03:29:36.947019 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-44c4a201-88d6-4881-a27e-77f38af6900f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:36.975162 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-44c4a201-88d6-4881-a27e-77f38af6900f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:37.022575 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-44c4a201-88d6-4881-a27e-77f38af6900f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876219'] for security_group, after_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:37.027958 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-21fbfd0f-f63f-4570-8ab8-d851026d4024 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:29:37.043883 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c4a201-88d6-4881-a27e-77f38af6900f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e83dff3b-5d11-4026-bc35-f1923a98d08f,revision_number=None']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:29:37.047100 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-44c4a201-88d6-4881-a27e-77f38af6900f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:29:37.049119 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-44c4a201-88d6-4881-a27e-77f38af6900f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:37.053106 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-44c4a201-88d6-4881-a27e-77f38af6900f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e83dff3b-5d11-4026-bc35-f1923a98d08f HTTP/1.1" status: 204  len: 168 time: 0.1815331
Feb 17 03:29:37.073383 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-f29582d8-8872-477c-b454-fde11b25a2e9 req-ce7bf2aa-cadf-434c-8c1b-d711f4a337a4 service neutron] 10.222.0.57 "GET /v2.0/networks/90e5bf38-a0dc-48bd-9401-739bcf8a5d8a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1429291
Feb 17 03:29:37.226942 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-f29582d8-8872-477c-b454-fde11b25a2e9 req-8267a925-3b81-49e2-8902-50ea99ccac62 service neutron] 10.222.0.57 "GET /v2.0/networks/90e5bf38-a0dc-48bd-9401-739bcf8a5d8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1460361
Feb 17 03:29:37.479421 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb70a70-25d4-46dd-9c89-09652ab4029e req-10aa1b6f-4a02-4f52-aa40-e5d8acb16865 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:37.481420 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-deb70a70-25d4-46dd-9c89-09652ab4029e req-10aa1b6f-4a02-4f52-aa40-e5d8acb16865 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/ports?device_id=b4d58358-22a0-4562-9370-9574a29ec572 HTTP/1.1" status: 200  len: 945 time: 0.1022410
Feb 17 03:29:37.535124 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-deb70a70-25d4-46dd-9c89-09652ab4029e req-d440c139-85c8-43cf-9323-34d38ebd1ce9 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/security-groups?id=a8d8b256-f933-42bb-9ad3-a02b9415114a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467131
Feb 17 03:29:37.634297 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-78e50baa-da7b-4fc8-9467-853d6810f4a9 req-5daf0e43-4392-4d49-9c1c-689a51b63d51 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] 10.222.0.57 "GET /v2.0/ports?device_id=9c691a18-0bdc-4921-9246-3de1981b4c2b HTTP/1.1" status: 200  len: 210 time: 0.0555084
Feb 17 03:29:38.564488 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.57', 38794) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:29:38.782162 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7441b3c-6d01-4601-8579-cfaefdd3ff87 req-563f04eb-9b37-4b52-8284-9903e17c8e77 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:38.796341 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-f7441b3c-6d01-4601-8579-cfaefdd3ff87 req-563f04eb-9b37-4b52-8284-9903e17c8e77 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/ports?device_id=b4d58358-22a0-4562-9370-9574a29ec572 HTTP/1.1" status: 200  len: 945 time: 0.1269374
Feb 17 03:29:38.856154 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-f7441b3c-6d01-4601-8579-cfaefdd3ff87 req-24c0e7d9-43c1-4d07-8c05-2ce067a72912 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/security-groups?id=a8d8b256-f933-42bb-9ad3-a02b9415114a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0523486
Feb 17 03:29:39.145685 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-3af18b61-454b-4c87-b9d6-bbac068e51f1 req-b6737921-a4c5-4679-992c-bd463e771512 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] 10.222.0.57 "GET /v2.0/ports?device_id=9c691a18-0bdc-4921-9246-3de1981b4c2b HTTP/1.1" status: 200  len: 210 time: 0.3438084
Feb 17 03:29:39.253759 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-78a76cf6-fa73-4a9e-8e67-c8f5ae6ed828 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:39.290163 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-78a76cf6-fa73-4a9e-8e67-c8f5ae6ed828 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:29:39.297585 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-78a76cf6-fa73-4a9e-8e67-c8f5ae6ed828 admin admin] Usage tracker for resource:security_group_rule and tenant:2adc082d48f443af9725674624b3c519 is out of sync, need to count used quota {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:29:39.303139 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-78a76cf6-fa73-4a9e-8e67-c8f5ae6ed828 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:29:39.322464 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-78a76cf6-fa73-4a9e-8e67-c8f5ae6ed828 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:29:39.378251 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29582d8-8872-477c-b454-fde11b25a2e9 req-d4751d42-2ce0-45a4-80ea-80f840785d58 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:39.379820 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-f29582d8-8872-477c-b454-fde11b25a2e9 req-d4751d42-2ce0-45a4-80ea-80f840785d58 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] 10.222.0.54 "GET /v2.0/networks?id=90e5bf38-a0dc-48bd-9401-739bcf8a5d8a HTTP/1.1" status: 200  len: 814 time: 0.2315111
Feb 17 03:29:39.423964 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.v2.base [req-f29582d8-8872-477c-b454-fde11b25a2e9 req-3c8eb516-4244-4b8e-a3f6-fa90b51b8e70 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] Request body: {'port': {'device_id': '9c691a18-0bdc-4921-9246-3de1981b4c2b', 'network_id': '90e5bf38-a0dc-48bd-9401-739bcf8a5d8a', 'admin_state_up': True, 'tenant_id': '41ae341c7001465897265b1c5eda9767'}} {{(pid=83921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:29:39.543529 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-78a76cf6-fa73-4a9e-8e67-c8f5ae6ed828 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:39.547289 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-78a76cf6-fa73-4a9e-8e67-c8f5ae6ed828 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876219'] for security_group, after_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:39.558154 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:29:39.628277 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-78a76cf6-fa73-4a9e-8e67-c8f5ae6ed828 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=2adc082d48f443af9725674624b3c519&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0625858
Feb 17 03:29:39.631529 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83922) accepted ('10.222.0.57', 38842) {{(pid=83922) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:29:39.640720 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a76cf6-fa73-4a9e-8e67-c8f5ae6ed828 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed6de2ef-917d-4aec-9190-aec29d77120e,revision_number=1']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:29:39.647028 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-78a76cf6-fa73-4a9e-8e67-c8f5ae6ed828 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:29:39.656360 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [req-f29582d8-8872-477c-b454-fde11b25a2e9 req-3c8eb516-4244-4b8e-a3f6-fa90b51b8e70 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:29:39.668002 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [req-f29582d8-8872-477c-b454-fde11b25a2e9 req-3c8eb516-4244-4b8e-a3f6-fa90b51b8e70 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:29:39.678768 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f29582d8-8872-477c-b454-fde11b25a2e9 req-3c8eb516-4244-4b8e-a3f6-fa90b51b8e70 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] Made reservation on behalf of 41ae341c7001465897265b1c5eda9767 for: {'port': 1} {{(pid=83921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 03:29:39.685917 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-f29582d8-8872-477c-b454-fde11b25a2e9 req-3c8eb516-4244-4b8e-a3f6-fa90b51b8e70 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for port, before_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:39.703024 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-6e99108c-e23b-45f1-8c8f-9adc4fa3679c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:39.735189 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-6e99108c-e23b-45f1-8c8f-9adc4fa3679c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:39.804164 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-6e99108c-e23b-45f1-8c8f-9adc4fa3679c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876219'] for security_group, after_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:39.809879 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-fbbe4be8-b180-43a2-b1a5-e7f0417d742a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:29:39.823591 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e99108c-e23b-45f1-8c8f-9adc4fa3679c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed6de2ef-917d-4aec-9190-aec29d77120e,revision_number=None']} {{(pid=83922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:29:39.827998 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-6e99108c-e23b-45f1-8c8f-9adc4fa3679c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:29:39.833463 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-6e99108c-e23b-45f1-8c8f-9adc4fa3679c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:39.837591 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-6e99108c-e23b-45f1-8c8f-9adc4fa3679c admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/ed6de2ef-917d-4aec-9190-aec29d77120e HTTP/1.1" status: 204  len: 168 time: 0.2050433
Feb 17 03:29:40.140833 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.db_base_plugin_common [req-f29582d8-8872-477c-b454-fde11b25a2e9 req-3c8eb516-4244-4b8e-a3f6-fa90b51b8e70 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] Allocated IP 172.20.0.11 (90e5bf38-a0dc-48bd-9401-739bcf8a5d8a/2c8050c3-d22a-4b7f-8b2d-686c8f16c9a7/a0f6513d-f485-4f7e-a35c-1db2dcf6b082) {{(pid=83921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 03:29:40.198403 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387b15fc-6f7e-4135-aeba-90f0c02ba654 req-2e15da11-a180-4987-baa1-23b5439025fa tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:40.200089 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-387b15fc-6f7e-4135-aeba-90f0c02ba654 req-2e15da11-a180-4987-baa1-23b5439025fa tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/ports?device_id=b4d58358-22a0-4562-9370-9574a29ec572 HTTP/1.1" status: 200  len: 945 time: 0.1788530
Feb 17 03:29:40.328986 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83922) accepted ('10.222.0.57', 38870) {{(pid=83922) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:29:40.360685 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-387b15fc-6f7e-4135-aeba-90f0c02ba654 req-451da056-b77b-4c0e-9e4b-db98e5a436ef tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/security-groups?id=a8d8b256-f933-42bb-9ad3-a02b9415114a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1462090
Feb 17 03:29:40.490155 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-f29582d8-8872-477c-b454-fde11b25a2e9 req-3c8eb516-4244-4b8e-a3f6-fa90b51b8e70 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] Notify callbacks [] for port, precommit_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:40.500931 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83922) accepted ('10.222.0.57', 38876) {{(pid=83922) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:29:40.505498 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-45d0f9c1-b024-4cdd-9a25-5bb5630e05bd req-77b64ce8-9d5c-4406-ad7b-3252a8486101 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] 10.222.0.57 "GET /v2.0/ports?device_id=9c691a18-0bdc-4921-9246-3de1981b4c2b HTTP/1.1" status: 200  len: 210 time: 0.0710945
Feb 17 03:29:40.525453 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-2cf0ef85-927e-48ea-9624-6beeb59b5fcc admin admin] Notify callbacks [] for security_group, before_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:40.540503 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-f29582d8-8872-477c-b454-fde11b25a2e9 req-3c8eb516-4244-4b8e-a3f6-fa90b51b8e70 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363303098263190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852640907'] for port, after_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:40.548566 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-2cf0ef85-927e-48ea-9624-6beeb59b5fcc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:29:40.553141 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-2cf0ef85-927e-48ea-9624-6beeb59b5fcc admin admin] Usage tracker for resource:security_group_rule and tenant:c6ee5506f8ea4598ad9e672e2251639e is out of sync, need to count used quota {{(pid=83922) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:29:40.557178 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-2cf0ef85-927e-48ea-9624-6beeb59b5fcc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83922) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:29:40.562069 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-994eaf40-61dc-44d9-b302-91201eaccb32 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:29:40.564016 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-2cf0ef85-927e-48ea-9624-6beeb59b5fcc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:29:40.671180 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-2cf0ef85-927e-48ea-9624-6beeb59b5fcc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:40.681256 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-2cf0ef85-927e-48ea-9624-6beeb59b5fcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876219'] for security_group, after_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:40.702017 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:29:40.731352 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8eb516-4244-4b8e-a3f6-fa90b51b8e70 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] Pushing event updated for resources: {'Port': ['ID=a0f6513d-f485-4f7e-a35c-1db2dcf6b082,revision_number=1']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:29:40.736687 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-3c8eb516-4244-4b8e-a3f6-fa90b51b8e70 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:29:40.779215 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f29582d8-8872-477c-b454-fde11b25a2e9 req-3c8eb516-4244-4b8e-a3f6-fa90b51b8e70 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] Network 90e5bf38-a0dc-48bd-9401-739bcf8a5d8a is already hosted by enough agents. {{(pid=83921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 03:29:40.780404 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.scheduler.base_scheduler [req-f29582d8-8872-477c-b454-fde11b25a2e9 req-3c8eb516-4244-4b8e-a3f6-fa90b51b8e70 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] Resources bound (agent type, host, resource id):  {{(pid=83921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 03:29:40.782887 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvrscheduler_db [req-f29582d8-8872-477c-b454-fde11b25a2e9 req-3c8eb516-4244-4b8e-a3f6-fa90b51b8e70 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] Received port after_create {{(pid=83921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 03:29:40.790393 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-ddcf8724-a991-487a-8771-f5e07e0819a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:40.799990 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf0ef85-927e-48ea-9624-6beeb59b5fcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=156a3bfc-3401-463c-ac05-a4ca1a24742e,revision_number=1']} {{(pid=83922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:29:40.803421 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-2cf0ef85-927e-48ea-9624-6beeb59b5fcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:29:40.815842 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-2cf0ef85-927e-48ea-9624-6beeb59b5fcc admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c6ee5506f8ea4598ad9e672e2251639e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3137922
Feb 17 03:29:40.817779 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83922) accepted ('10.222.0.57', 38884) {{(pid=83922) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:29:40.839422 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-ddcf8724-a991-487a-8771-f5e07e0819a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:29:40.857296 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29582d8-8872-477c-b454-fde11b25a2e9 req-3c8eb516-4244-4b8e-a3f6-fa90b51b8e70 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:40.857996 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-f29582d8-8872-477c-b454-fde11b25a2e9 req-3c8eb516-4244-4b8e-a3f6-fa90b51b8e70 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774597'] for port, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:40.873687 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-ddcf8724-a991-487a-8771-f5e07e0819a4 admin admin] Usage tracker for resource:security_group_rule and tenant:328060a98dc3473f89cfa0937cfdcd1b is out of sync, need to count used quota {{(pid=83922) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:29:40.890145 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-f29582d8-8872-477c-b454-fde11b25a2e9 req-3c8eb516-4244-4b8e-a3f6-fa90b51b8e70 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.4730763
Feb 17 03:29:40.892321 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-ddcf8724-a991-487a-8771-f5e07e0819a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83922) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:29:40.902196 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-ddcf8724-a991-487a-8771-f5e07e0819a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:29:40.919530 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.v2.base [req-f29582d8-8872-477c-b454-fde11b25a2e9 req-df6521b1-b45d-48b0-822e-f0bd80cb55c0 service neutron] Request body: {'port': {'device_id': '9c691a18-0bdc-4921-9246-3de1981b4c2b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75994'}} {{(pid=83921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:29:40.933404 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-d1b5760f-7542-45ba-b66e-f24cf6f60f9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:40.972514 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-d1b5760f-7542-45ba-b66e-f24cf6f60f9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:41.042186 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-f29582d8-8872-477c-b454-fde11b25a2e9 req-df6521b1-b45d-48b0-822e-f0bd80cb55c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for port, before_update {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:41.065381 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-ddcf8724-a991-487a-8771-f5e07e0819a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:41.066511 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-d1b5760f-7542-45ba-b66e-f24cf6f60f9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876219'] for security_group, after_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:41.072095 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-2cf0ef85-927e-48ea-9624-6beeb59b5fcc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:29:41.083076 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-ddcf8724-a991-487a-8771-f5e07e0819a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876219'] for security_group, after_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:41.096435 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b5760f-7542-45ba-b66e-f24cf6f60f9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=156a3bfc-3401-463c-ac05-a4ca1a24742e,revision_number=None']} {{(pid=83922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:29:41.104037 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-d1b5760f-7542-45ba-b66e-f24cf6f60f9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:29:41.111047 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-aa9f0768-71fa-43ae-9c02-0136aa00222e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:29:41.136636 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-d1b5760f-7542-45ba-b66e-f24cf6f60f9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:41.142574 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-d1b5760f-7542-45ba-b66e-f24cf6f60f9e admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/156a3bfc-3401-463c-ac05-a4ca1a24742e HTTP/1.1" status: 204  len: 168 time: 0.3171041
Feb 17 03:29:41.152570 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.agents_db [None req-06fda002-6a6c-4595-892c-f579c445b334 None None] Agent healthcheck: found 6 active agents {{(pid=83924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 03:29:41.154378 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcf8724-a991-487a-8771-f5e07e0819a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd466c8e-8b09-4fb2-8f0a-6cb3c712d4b3,revision_number=1']} {{(pid=83922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:29:41.161835 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-ddcf8724-a991-487a-8771-f5e07e0819a4 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=328060a98dc3473f89cfa0937cfdcd1b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8317082
Feb 17 03:29:41.163154 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-ddcf8724-a991-487a-8771-f5e07e0819a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:29:41.163683 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83922) accepted ('10.222.0.57', 38890) {{(pid=83922) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:29:41.230399 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-8fe65f3b-681d-4eef-9a37-f8850f58810a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:41.263021 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-8fe65f3b-681d-4eef-9a37-f8850f58810a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:41.316434 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-8fe65f3b-681d-4eef-9a37-f8850f58810a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876219'] for security_group, after_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:41.323736 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-58481d09-3433-4a81-b939-da322d602265 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:29:41.339298 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe65f3b-681d-4eef-9a37-f8850f58810a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd466c8e-8b09-4fb2-8f0a-6cb3c712d4b3,revision_number=None']} {{(pid=83922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:29:41.342089 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-8fe65f3b-681d-4eef-9a37-f8850f58810a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:29:41.342896 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-8fe65f3b-681d-4eef-9a37-f8850f58810a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:41.344120 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-8fe65f3b-681d-4eef-9a37-f8850f58810a admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/fd466c8e-8b09-4fb2-8f0a-6cb3c712d4b3 HTTP/1.1" status: 204  len: 168 time: 0.1794059
Feb 17 03:29:41.654803 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.notifiers.nova [req-f29582d8-8872-477c-b454-fde11b25a2e9 req-df6521b1-b45d-48b0-822e-f0bd80cb55c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0f6513d-f485-4f7e-a35c-1db2dcf6b082 {{(pid=83921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 17 03:29:41.667853 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-f29582d8-8872-477c-b454-fde11b25a2e9 req-df6521b1-b45d-48b0-822e-f0bd80cb55c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:41.691759 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [req-f29582d8-8872-477c-b454-fde11b25a2e9 req-df6521b1-b45d-48b0-822e-f0bd80cb55c0 service neutron] Transition to ACTIVE for port object a0f6513d-f485-4f7e-a35c-1db2dcf6b082 will not be triggered until provisioned by entity L2. {{(pid=83921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 03:29:41.700911 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-f29582d8-8872-477c-b454-fde11b25a2e9 req-df6521b1-b45d-48b0-822e-f0bd80cb55c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303097879514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733756514675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303098261108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2134908'] for port, after_update {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:41.716508 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-e11dc502-908b-49bb-8c6f-0b74a4836bfa tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:29:41.771245 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7115eba3-d0a3-4c8c-b69c-be7f10fad52c req-5ccf1a88-e358-427f-8f97-a8d69b012460 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:41.772922 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-7115eba3-d0a3-4c8c-b69c-be7f10fad52c req-5ccf1a88-e358-427f-8f97-a8d69b012460 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] 10.222.0.57 "GET /v2.0/ports?device_id=9c691a18-0bdc-4921-9246-3de1981b4c2b HTTP/1.1" status: 200  len: 944 time: 0.1267695
Feb 17 03:29:41.836384 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-7115eba3-d0a3-4c8c-b69c-be7f10fad52c req-d6bebd2e-4194-4fcb-9f1d-a29426b5ea0e tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] 10.222.0.57 "GET /v2.0/security-groups?id=7a034f11-6095-46d6-bffd-d2ce932f5f6d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0562172
Feb 17 03:29:41.873775 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83922) accepted ('10.222.0.57', 38922) {{(pid=83922) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:29:41.896249 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11667d9-e34d-4c01-a9eb-24192d47a38f req-51690aec-a5a6-4d1d-8044-cf13fc4b0940 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:41.898288 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-e11667d9-e34d-4c01-a9eb-24192d47a38f req-51690aec-a5a6-4d1d-8044-cf13fc4b0940 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/ports?device_id=b4d58358-22a0-4562-9370-9574a29ec572 HTTP/1.1" status: 200  len: 945 time: 0.3367445
Feb 17 03:29:41.904014 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-567c35c9-31bc-4e62-97b4-94806a8daad4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:41.932306 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6521b1-b45d-48b0-822e-f0bd80cb55c0 service neutron] Pushing event updated for resources: {'Port': ['ID=a0f6513d-f485-4f7e-a35c-1db2dcf6b082,revision_number=2']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:29:41.969607 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-567c35c9-31bc-4e62-97b4-94806a8daad4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:29:41.974550 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-567c35c9-31bc-4e62-97b4-94806a8daad4 admin admin] Usage tracker for resource:security_group_rule and tenant:34de83701b8846229e7bd0a3acb4a35d is out of sync, need to count used quota {{(pid=83922) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:29:41.976680 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-df6521b1-b45d-48b0-822e-f0bd80cb55c0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:29:41.978659 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-567c35c9-31bc-4e62-97b4-94806a8daad4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83922) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:29:41.986468 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-567c35c9-31bc-4e62-97b4-94806a8daad4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:29:42.035196 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-e11667d9-e34d-4c01-a9eb-24192d47a38f req-2c9ba75b-eea5-46c3-9e61-8a7416bafb0d tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/security-groups?id=a8d8b256-f933-42bb-9ad3-a02b9415114a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1068065
Feb 17 03:29:42.124074 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-567c35c9-31bc-4e62-97b4-94806a8daad4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:42.133332 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-567c35c9-31bc-4e62-97b4-94806a8daad4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876219'] for security_group, after_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:42.143325 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-b91b51d7-392b-4e0d-9c9b-5db100ec84dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:29:42.191165 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567c35c9-31bc-4e62-97b4-94806a8daad4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d85caa80-d132-49bb-babb-517188b37fab,revision_number=1']} {{(pid=83922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:29:42.192052 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.managers [req-f29582d8-8872-477c-b454-fde11b25a2e9 req-df6521b1-b45d-48b0-822e-f0bd80cb55c0 service neutron] Attempting to bind port a0f6513d-f485-4f7e-a35c-1db2dcf6b082 on host hv-cinder-75994 for vnic_type normal with profile  {{(pid=83921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 03:29:42.192450 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.managers [req-f29582d8-8872-477c-b454-fde11b25a2e9 req-df6521b1-b45d-48b0-822e-f0bd80cb55c0 service neutron] Attempting to bind port a0f6513d-f485-4f7e-a35c-1db2dcf6b082 by drivers openvswitch on host hv-cinder-75994 at level 0 using segments [{'id': '4bd29afe-058f-4758-98df-05beb902e75b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '90e5bf38-a0dc-48bd-9401-739bcf8a5d8a'}] {{(pid=83921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 03:29:42.192969 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f29582d8-8872-477c-b454-fde11b25a2e9 req-df6521b1-b45d-48b0-822e-f0bd80cb55c0 service neutron] Attempting to bind port a0f6513d-f485-4f7e-a35c-1db2dcf6b082 on network 90e5bf38-a0dc-48bd-9401-739bcf8a5d8a {{(pid=83921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 03:29:42.196679 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-567c35c9-31bc-4e62-97b4-94806a8daad4 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=34de83701b8846229e7bd0a3acb4a35d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3217013
Feb 17 03:29:42.197664 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-567c35c9-31bc-4e62-97b4-94806a8daad4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:29:42.199503 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83922) accepted ('10.222.0.57', 38932) {{(pid=83922) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:29:42.202615 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f29582d8-8872-477c-b454-fde11b25a2e9 req-df6521b1-b45d-48b0-822e-f0bd80cb55c0 service neutron] Checking agent: {'id': '1c3dee76-e565-424d-b4cd-b2af1407410d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75994', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 3, 25, 23), 'started_at': datetime.datetime(2021, 2, 17, 3, 25, 53), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 3, 29, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.11', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 03:29:42.203269 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f29582d8-8872-477c-b454-fde11b25a2e9 req-df6521b1-b45d-48b0-822e-f0bd80cb55c0 service neutron] Checking segment: {'id': '4bd29afe-058f-4758-98df-05beb902e75b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '90e5bf38-a0dc-48bd-9401-739bcf8a5d8a'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 03:29:42.203893 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-f29582d8-8872-477c-b454-fde11b25a2e9 req-df6521b1-b45d-48b0-822e-f0bd80cb55c0 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:42.204474 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f29582d8-8872-477c-b454-fde11b25a2e9 req-df6521b1-b45d-48b0-822e-f0bd80cb55c0 service neutron] Bound using segment: {'id': '4bd29afe-058f-4758-98df-05beb902e75b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '90e5bf38-a0dc-48bd-9401-739bcf8a5d8a'} {{(pid=83921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 03:29:42.205265 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.managers [req-f29582d8-8872-477c-b454-fde11b25a2e9 req-df6521b1-b45d-48b0-822e-f0bd80cb55c0 service neutron] Bound port: a0f6513d-f485-4f7e-a35c-1db2dcf6b082, host: hv-cinder-75994, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bd29afe-058f-4758-98df-05beb902e75b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '90e5bf38-a0dc-48bd-9401-739bcf8a5d8a'}}] {{(pid=83921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 03:29:42.205842 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-f29582d8-8872-477c-b454-fde11b25a2e9 req-df6521b1-b45d-48b0-822e-f0bd80cb55c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for port, before_update {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:42.266433 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-d6e69f2f-508c-41e9-a5d3-d330cff2e480 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:42.301045 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-d6e69f2f-508c-41e9-a5d3-d330cff2e480 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:42.318917 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.db [req-f29582d8-8872-477c-b454-fde11b25a2e9 req-df6521b1-b45d-48b0-822e-f0bd80cb55c0 service neutron] For port a0f6513d-f485-4f7e-a35c-1db2dcf6b082, host hv-cinder-75994, cleared binding levels {{(pid=83921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 03:29:42.324608 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.db [req-f29582d8-8872-477c-b454-fde11b25a2e9 req-df6521b1-b45d-48b0-822e-f0bd80cb55c0 service neutron] For port a0f6513d-f485-4f7e-a35c-1db2dcf6b082, host hv-cinder-75994, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=a0f6513d-f485-4f7e-a35c-1db2dcf6b082,segment=NetworkSegment(4bd29afe-058f-4758-98df-05beb902e75b),segment_id=4bd29afe-058f-4758-98df-05beb902e75b)] {{(pid=83921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 03:29:42.329175 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-f29582d8-8872-477c-b454-fde11b25a2e9 req-df6521b1-b45d-48b0-822e-f0bd80cb55c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303097879514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733756514675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303098261108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2134908'] for port, after_update {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:42.346738 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-994eaf40-61dc-44d9-b302-91201eaccb32 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:29:42.353073 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-d6e69f2f-508c-41e9-a5d3-d330cff2e480 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876219'] for security_group, after_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:42.359162 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-ff2ade2d-7b14-4f7c-875f-f3659f358a1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:29:42.373073 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e69f2f-508c-41e9-a5d3-d330cff2e480 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d85caa80-d132-49bb-babb-517188b37fab,revision_number=None']} {{(pid=83922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:29:42.380103 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-d6e69f2f-508c-41e9-a5d3-d330cff2e480 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:29:42.381327 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-d6e69f2f-508c-41e9-a5d3-d330cff2e480 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:42.385123 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-d6e69f2f-508c-41e9-a5d3-d330cff2e480 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/d85caa80-d132-49bb-babb-517188b37fab HTTP/1.1" status: 204  len: 168 time: 0.1845241
Feb 17 03:29:42.509414 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6521b1-b45d-48b0-822e-f0bd80cb55c0 service neutron] Pushing event updated for resources: {'Port': ['ID=a0f6513d-f485-4f7e-a35c-1db2dcf6b082,revision_number=3']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:29:42.516522 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-df6521b1-b45d-48b0-822e-f0bd80cb55c0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:29:42.559466 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29582d8-8872-477c-b454-fde11b25a2e9 req-df6521b1-b45d-48b0-822e-f0bd80cb55c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:42.560289 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-f29582d8-8872-477c-b454-fde11b25a2e9 req-df6521b1-b45d-48b0-822e-f0bd80cb55c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774597'] for port, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:42.562042 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-f29582d8-8872-477c-b454-fde11b25a2e9 req-df6521b1-b45d-48b0-822e-f0bd80cb55c0 service neutron] 10.222.0.54 "PUT /v2.0/ports/a0f6513d-f485-4f7e-a35c-1db2dcf6b082 HTTP/1.1" status: 200  len: 1158 time: 1.6482890
Feb 17 03:29:42.562679 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c691a18-0bdc-4921-9246-3de1981b4c2b', 'tag': 'a0f6513d-f485-4f7e-a35c-1db2dcf6b082'}] {{(pid=83921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 03:29:42.689083 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c691a18-0bdc-4921-9246-3de1981b4c2b', 'tag': 'a0f6513d-f485-4f7e-a35c-1db2dcf6b082', 'status': 'completed', 'code': 200}
Feb 17 03:29:42.737421 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29582d8-8872-477c-b454-fde11b25a2e9 req-b8ffab0b-9633-4ed3-b894-4305daadd954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:42.739184 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-f29582d8-8872-477c-b454-fde11b25a2e9 req-b8ffab0b-9633-4ed3-b894-4305daadd954 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=41ae341c7001465897265b1c5eda9767&device_id=9c691a18-0bdc-4921-9246-3de1981b4c2b HTTP/1.1" status: 200  len: 1161 time: 0.0982795
Feb 17 03:29:42.837456 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-f29582d8-8872-477c-b454-fde11b25a2e9 req-4f09975c-d670-473c-8639-1a7322d2345f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a0f6513d-f485-4f7e-a35c-1db2dcf6b082 HTTP/1.1" status: 200  len: 217 time: 0.0759637
Feb 17 03:29:42.950345 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29582d8-8872-477c-b454-fde11b25a2e9 req-9d8bd895-bf44-4f45-8d2b-5bcc3c0e5dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:42.952468 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-f29582d8-8872-477c-b454-fde11b25a2e9 req-9d8bd895-bf44-4f45-8d2b-5bcc3c0e5dc2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=2c8050c3-d22a-4b7f-8b2d-686c8f16c9a7 HTTP/1.1" status: 200  len: 854 time: 0.1073139
Feb 17 03:29:43.049489 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-f29582d8-8872-477c-b454-fde11b25a2e9 req-ca14ba91-d75c-4271-9a54-36479f5f4cfc service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=90e5bf38-a0dc-48bd-9401-739bcf8a5d8a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0872407
Feb 17 03:29:43.215442 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b603d3d1-737a-46e0-8bf3-91a6226d0ea7 req-05e3933f-f66e-4369-8af8-aca8cce0a91c tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:43.227289 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-b603d3d1-737a-46e0-8bf3-91a6226d0ea7 req-05e3933f-f66e-4369-8af8-aca8cce0a91c tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] 10.222.0.57 "GET /v2.0/ports?device_id=9c691a18-0bdc-4921-9246-3de1981b4c2b HTTP/1.1" status: 200  len: 944 time: 0.1841056
Feb 17 03:29:43.233856 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-f29582d8-8872-477c-b454-fde11b25a2e9 req-890cfafb-20c3-4127-8d9a-46e9e1c80447 service neutron] 10.222.0.54 "GET /v2.0/networks/90e5bf38-a0dc-48bd-9401-739bcf8a5d8a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1745679
Feb 17 03:29:43.283107 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-b603d3d1-737a-46e0-8bf3-91a6226d0ea7 req-b7df81a5-f567-4f68-beda-920c57551823 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] 10.222.0.57 "GET /v2.0/security-groups?id=7a034f11-6095-46d6-bffd-d2ce932f5f6d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0547981
Feb 17 03:29:43.702222 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-f29582d8-8872-477c-b454-fde11b25a2e9 req-e9faf3d8-e30c-49fa-9045-692a8dd43bea service neutron] 10.222.0.54 "GET /v2.0/networks/90e5bf38-a0dc-48bd-9401-739bcf8a5d8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4589725
Feb 17 03:29:43.713135 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f550a9a-c3c7-4dbd-92f3-0782df90b0fe req-390ae4fc-a314-44a5-8f48-2b01eb2f7a66 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:43.714743 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-3f550a9a-c3c7-4dbd-92f3-0782df90b0fe req-390ae4fc-a314-44a5-8f48-2b01eb2f7a66 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/ports?device_id=b4d58358-22a0-4562-9370-9574a29ec572 HTTP/1.1" status: 200  len: 945 time: 0.1432436
Feb 17 03:29:43.771500 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-3f550a9a-c3c7-4dbd-92f3-0782df90b0fe req-0bf2f533-8e68-4b7b-9593-cd81131ee5a6 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/security-groups?id=a8d8b256-f933-42bb-9ad3-a02b9415114a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0476568
Feb 17 03:29:43.916131 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26833b65-5d00-4d62-9012-5e5bb1900627 req-8450c5e8-deae-4ce1-9f36-eee5067e1293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:43.918459 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-26833b65-5d00-4d62-9012-5e5bb1900627 req-8450c5e8-deae-4ce1-9f36-eee5067e1293 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=41ae341c7001465897265b1c5eda9767&device_id=9c691a18-0bdc-4921-9246-3de1981b4c2b HTTP/1.1" status: 200  len: 1161 time: 0.1017480
Feb 17 03:29:44.100442 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26833b65-5d00-4d62-9012-5e5bb1900627 req-93d4dee5-d09a-4f6f-852e-7a4677a24f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:44.103285 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-26833b65-5d00-4d62-9012-5e5bb1900627 req-93d4dee5-d09a-4f6f-852e-7a4677a24f8d service neutron] 10.222.0.54 "GET /v2.0/networks?id=90e5bf38-a0dc-48bd-9401-739bcf8a5d8a HTTP/1.1" status: 200  len: 908 time: 0.1660025
Feb 17 03:29:44.188285 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-26833b65-5d00-4d62-9012-5e5bb1900627 req-08136421-4255-41e3-83a9-feb74aac38cc service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a0f6513d-f485-4f7e-a35c-1db2dcf6b082 HTTP/1.1" status: 200  len: 217 time: 0.0751092
Feb 17 03:29:44.267222 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26833b65-5d00-4d62-9012-5e5bb1900627 req-b768bea4-2cbf-45ba-913b-a09cf657b9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:44.268764 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-26833b65-5d00-4d62-9012-5e5bb1900627 req-b768bea4-2cbf-45ba-913b-a09cf657b9c1 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=2c8050c3-d22a-4b7f-8b2d-686c8f16c9a7 HTTP/1.1" status: 200  len: 854 time: 0.0687196
Feb 17 03:29:44.323782 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-26833b65-5d00-4d62-9012-5e5bb1900627 req-774ad288-6bae-44ed-982e-3f4a7cf290f6 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=90e5bf38-a0dc-48bd-9401-739bcf8a5d8a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0467112
Feb 17 03:29:44.547629 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-26833b65-5d00-4d62-9012-5e5bb1900627 req-a33c560a-9db3-434d-94ce-b04387f7df3f service neutron] 10.222.0.54 "GET /v2.0/networks/90e5bf38-a0dc-48bd-9401-739bcf8a5d8a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2126727
Feb 17 03:29:44.558485 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51e0939-d055-479e-91f7-994d40757af3 req-0abf3f9b-6de8-4b8c-9778-40aa929d7d52 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:44.559239 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [req-d51e0939-d055-479e-91f7-994d40757af3 req-0abf3f9b-6de8-4b8c-9778-40aa929d7d52 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] Synchronizing usage tracker for tenant:41ae341c7001465897265b1c5eda9767 on resource:port {{(pid=83921) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 03:29:44.665501 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [req-d51e0939-d055-479e-91f7-994d40757af3 req-0abf3f9b-6de8-4b8c-9778-40aa929d7d52 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] Unset dirty status for tenant:41ae341c7001465897265b1c5eda9767 on resource:port {{(pid=83921) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 03:29:44.666788 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-d51e0939-d055-479e-91f7-994d40757af3 req-0abf3f9b-6de8-4b8c-9778-40aa929d7d52 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] 10.222.0.57 "GET /v2.0/ports?device_id=9c691a18-0bdc-4921-9246-3de1981b4c2b HTTP/1.1" status: 200  len: 944 time: 0.2502759
Feb 17 03:29:44.750545 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-d51e0939-d055-479e-91f7-994d40757af3 req-1d88d75b-c729-423a-ba37-f736d2d175f7 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] 10.222.0.57 "GET /v2.0/security-groups?id=7a034f11-6095-46d6-bffd-d2ce932f5f6d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0769546
Feb 17 03:29:44.752645 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-26833b65-5d00-4d62-9012-5e5bb1900627 req-6ffaf045-a0b2-4a70-accc-fc28d1b4b0d2 service neutron] 10.222.0.54 "GET /v2.0/networks/90e5bf38-a0dc-48bd-9401-739bcf8a5d8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1882055
Feb 17 03:29:44.972062 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.57', 39038) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:29:44.995425 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ace071-f585-4e68-bd14-ea2714762591 req-e9356751-469f-404a-8f64-5902348b9fb3 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:44.997059 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-e8ace071-f585-4e68-bd14-ea2714762591 req-e9356751-469f-404a-8f64-5902348b9fb3 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/ports?device_id=b4d58358-22a0-4562-9370-9574a29ec572 HTTP/1.1" status: 200  len: 945 time: 0.0906808
Feb 17 03:29:45.047680 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-e8ace071-f585-4e68-bd14-ea2714762591 req-91c228f1-c66f-453e-9ef2-9ac73de122fd tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/security-groups?id=a8d8b256-f933-42bb-9ad3-a02b9415114a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441818
Feb 17 03:29:45.106599 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e7b6f1c2-d53e-4c81-9960-0a70630578d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:45.122165 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-e7b6f1c2-d53e-4c81-9960-0a70630578d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:29:45.126245 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-e7b6f1c2-d53e-4c81-9960-0a70630578d9 admin admin] Usage tracker for resource:security_group_rule and tenant:8f16d74a33ff413193dde1866ace5c90 is out of sync, need to count used quota {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:29:45.129240 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-e7b6f1c2-d53e-4c81-9960-0a70630578d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:29:45.135448 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-e7b6f1c2-d53e-4c81-9960-0a70630578d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:29:45.233846 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e7b6f1c2-d53e-4c81-9960-0a70630578d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:45.236928 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e7b6f1c2-d53e-4c81-9960-0a70630578d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876219'] for security_group, after_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:45.247040 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:29:45.291161 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-e7b6f1c2-d53e-4c81-9960-0a70630578d9 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=8f16d74a33ff413193dde1866ace5c90&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3173711
Feb 17 03:29:45.292084 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b6f1c2-d53e-4c81-9960-0a70630578d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3654877-9fde-4cbd-be1e-70eefd5fb1d8,revision_number=1']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:29:45.294074 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83922) accepted ('10.222.0.57', 39048) {{(pid=83922) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:29:45.295352 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-e7b6f1c2-d53e-4c81-9960-0a70630578d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:29:45.360517 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-6fa5ec45-4495-4b79-b1ef-b9011eeb19e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:45.387949 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-6fa5ec45-4495-4b79-b1ef-b9011eeb19e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:45.435236 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-6fa5ec45-4495-4b79-b1ef-b9011eeb19e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876219'] for security_group, after_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:45.440282 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-395c82d4-1eb3-4e11-9369-558519d08f9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:29:45.454750 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa5ec45-4495-4b79-b1ef-b9011eeb19e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3654877-9fde-4cbd-be1e-70eefd5fb1d8,revision_number=None']} {{(pid=83922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:29:45.458589 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-6fa5ec45-4495-4b79-b1ef-b9011eeb19e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:29:45.460781 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-6fa5ec45-4495-4b79-b1ef-b9011eeb19e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:45.464218 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-6fa5ec45-4495-4b79-b1ef-b9011eeb19e2 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e3654877-9fde-4cbd-be1e-70eefd5fb1d8 HTTP/1.1" status: 204  len: 168 time: 0.1660361
Feb 17 03:29:45.766313 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83922) accepted ('10.222.0.57', 39058) {{(pid=83922) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:29:45.785853 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-6bba2861-2065-46fd-beab-b5268051022c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:45.801108 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-6bba2861-2065-46fd-beab-b5268051022c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:29:45.805184 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-6bba2861-2065-46fd-beab-b5268051022c admin admin] Usage tracker for resource:security_group_rule and tenant:a8039e59a2f349a181a73ed7c3bddb92 is out of sync, need to count used quota {{(pid=83922) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:29:45.808594 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-6bba2861-2065-46fd-beab-b5268051022c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83922) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:29:45.814481 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-6bba2861-2065-46fd-beab-b5268051022c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:29:45.914854 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-6bba2861-2065-46fd-beab-b5268051022c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:45.917684 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-6bba2861-2065-46fd-beab-b5268051022c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876219'] for security_group, after_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:45.942324 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-c88709dd-558a-4d1e-85c3-db3011ad3fc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:29:45.964530 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-6bba2861-2065-46fd-beab-b5268051022c admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=a8039e59a2f349a181a73ed7c3bddb92&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1946788
Feb 17 03:29:45.966205 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab105ae-4741-41a6-9303-bfafc5163858 req-677a9ae3-78fd-486e-8037-876843d39635 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:45.967845 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-4ab105ae-4741-41a6-9303-bfafc5163858 req-677a9ae3-78fd-486e-8037-876843d39635 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] 10.222.0.57 "GET /v2.0/ports?device_id=9c691a18-0bdc-4921-9246-3de1981b4c2b HTTP/1.1" status: 200  len: 944 time: 0.1022592
Feb 17 03:29:45.968353 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.57', 39068) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:29:45.976653 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bba2861-2065-46fd-beab-b5268051022c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07206ac8-854f-4e31-9eb2-bea8b588e8a4,revision_number=1']} {{(pid=83922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:29:45.980082 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-6bba2861-2065-46fd-beab-b5268051022c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:29:46.055242 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-4ab105ae-4741-41a6-9303-bfafc5163858 req-b6b6be00-3a29-4fb5-82f2-09a667b89a6e tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] 10.222.0.57 "GET /v2.0/security-groups?id=7a034f11-6095-46d6-bffd-d2ce932f5f6d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0695469
Feb 17 03:29:46.074417 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-6ba8388f-d68e-4cce-8064-cc5c8f7c2a07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:46.103835 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-6ba8388f-d68e-4cce-8064-cc5c8f7c2a07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:46.161158 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-6ba8388f-d68e-4cce-8064-cc5c8f7c2a07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876219'] for security_group, after_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:46.166393 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-12e5a571-524c-43ca-8911-866ce52b9a9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:29:46.180366 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba8388f-d68e-4cce-8064-cc5c8f7c2a07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07206ac8-854f-4e31-9eb2-bea8b588e8a4,revision_number=None']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:29:46.184293 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-6ba8388f-d68e-4cce-8064-cc5c8f7c2a07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:29:46.190307 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-6ba8388f-d68e-4cce-8064-cc5c8f7c2a07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:46.191536 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-6ba8388f-d68e-4cce-8064-cc5c8f7c2a07 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/07206ac8-854f-4e31-9eb2-bea8b588e8a4 HTTP/1.1" status: 204  len: 168 time: 0.2221944
Feb 17 03:29:46.346116 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2631ec43-05d8-4d3b-8ce4-de945e26cd20 req-af00d8c8-9b2f-4ec5-a729-a7a3f3a35e81 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:46.347834 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-2631ec43-05d8-4d3b-8ce4-de945e26cd20 req-af00d8c8-9b2f-4ec5-a729-a7a3f3a35e81 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/ports?device_id=b4d58358-22a0-4562-9370-9574a29ec572 HTTP/1.1" status: 200  len: 945 time: 0.1188293
Feb 17 03:29:46.403632 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-2631ec43-05d8-4d3b-8ce4-de945e26cd20 req-06b82e44-8fb2-4cad-9f23-ce8b557153f2 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/security-groups?id=a8d8b256-f933-42bb-9ad3-a02b9415114a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0487187
Feb 17 03:29:47.269904 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95132d39-8702-4382-ad37-1cf83d645d96 req-a211fa65-d42b-4da2-a0a9-c74ad42c23b4 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:47.271540 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-95132d39-8702-4382-ad37-1cf83d645d96 req-a211fa65-d42b-4da2-a0a9-c74ad42c23b4 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] 10.222.0.57 "GET /v2.0/ports?device_id=9c691a18-0bdc-4921-9246-3de1981b4c2b HTTP/1.1" status: 200  len: 944 time: 0.0965457
Feb 17 03:29:47.320136 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-95132d39-8702-4382-ad37-1cf83d645d96 req-15001d66-8efd-4b20-80d3-43cf1378ab6e tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] 10.222.0.57 "GET /v2.0/security-groups?id=7a034f11-6095-46d6-bffd-d2ce932f5f6d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419903
Feb 17 03:29:47.510725 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83922) accepted ('10.222.0.57', 39132) {{(pid=83922) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:29:47.619591 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faac6346-c78a-4400-bf1b-a8491aa8ccc1 req-c5332648-a9e7-4f06-bac7-947c5e87d986 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:47.621236 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-faac6346-c78a-4400-bf1b-a8491aa8ccc1 req-c5332648-a9e7-4f06-bac7-947c5e87d986 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/ports?device_id=b4d58358-22a0-4562-9370-9574a29ec572 HTTP/1.1" status: 200  len: 945 time: 0.0880928
Feb 17 03:29:47.657169 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-37e51ea3-01f0-41ce-84f4-548b1195c6bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:47.691805 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-37e51ea3-01f0-41ce-84f4-548b1195c6bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:29:47.700785 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-faac6346-c78a-4400-bf1b-a8491aa8ccc1 req-2121cddf-844b-42c2-92e3-c0c6ad57c1f0 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/security-groups?id=a8d8b256-f933-42bb-9ad3-a02b9415114a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0621417
Feb 17 03:29:47.701878 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-37e51ea3-01f0-41ce-84f4-548b1195c6bc admin admin] Usage tracker for resource:security_group_rule and tenant:0095a1e96c164acf8a3f23d01f47cde1 is out of sync, need to count used quota {{(pid=83922) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:29:47.706140 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-37e51ea3-01f0-41ce-84f4-548b1195c6bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83922) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:29:47.717728 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-37e51ea3-01f0-41ce-84f4-548b1195c6bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:29:47.816043 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-37e51ea3-01f0-41ce-84f4-548b1195c6bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:47.819122 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-37e51ea3-01f0-41ce-84f4-548b1195c6bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876219'] for security_group, after_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:47.827453 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-c5ce7034-e094-4209-8d3a-1878437fa4ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:29:47.869872 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e51ea3-01f0-41ce-84f4-548b1195c6bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8aef552d-33a3-4837-984d-9ef15e2d2793,revision_number=1']} {{(pid=83922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:29:47.873216 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-37e51ea3-01f0-41ce-84f4-548b1195c6bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:29:47.875965 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-37e51ea3-01f0-41ce-84f4-548b1195c6bc admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=0095a1e96c164acf8a3f23d01f47cde1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3641579
Feb 17 03:29:47.878852 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83922) accepted ('10.222.0.57', 39142) {{(pid=83922) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:29:47.938534 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-f4e1137d-08a0-48ed-9a61-26e326b44972 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:47.969290 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-f4e1137d-08a0-48ed-9a61-26e326b44972 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:48.011910 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-f4e1137d-08a0-48ed-9a61-26e326b44972 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876219'] for security_group, after_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:48.015547 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-bbb82b9b-b9e6-4440-a18f-e653036822f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:29:48.028475 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e1137d-08a0-48ed-9a61-26e326b44972 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aef552d-33a3-4837-984d-9ef15e2d2793,revision_number=None']} {{(pid=83922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:29:48.030976 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-f4e1137d-08a0-48ed-9a61-26e326b44972 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:29:48.039872 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-f4e1137d-08a0-48ed-9a61-26e326b44972 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:48.041092 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-f4e1137d-08a0-48ed-9a61-26e326b44972 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/8aef552d-33a3-4837-984d-9ef15e2d2793 HTTP/1.1" status: 204  len: 168 time: 0.1613886
Feb 17 03:29:48.528850 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f5e6cd-831b-4a83-9a30-b282525a6be6 req-2fa31253-1904-4cfe-9ce2-c024fa5160e6 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:48.530531 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-81f5e6cd-831b-4a83-9a30-b282525a6be6 req-2fa31253-1904-4cfe-9ce2-c024fa5160e6 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] 10.222.0.57 "GET /v2.0/ports?device_id=9c691a18-0bdc-4921-9246-3de1981b4c2b HTTP/1.1" status: 200  len: 944 time: 0.0966241
Feb 17 03:29:48.580203 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-81f5e6cd-831b-4a83-9a30-b282525a6be6 req-3477a43b-4184-4472-ba76-76e2dc1abd76 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] 10.222.0.57 "GET /v2.0/security-groups?id=7a034f11-6095-46d6-bffd-d2ce932f5f6d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429747
Feb 17 03:29:53.386639 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-f2458ad2-1360-4efe-9e75-e55c19a4accc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:54.139771 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d98409-199c-4078-a0af-19bf453825de req-625c55ac-9a2f-4649-8614-300da9fe177e tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:54.141874 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-e5d98409-199c-4078-a0af-19bf453825de req-625c55ac-9a2f-4649-8614-300da9fe177e tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/ports?device_id=b4d58358-22a0-4562-9370-9574a29ec572 HTTP/1.1" status: 200  len: 945 time: 0.1016138
Feb 17 03:29:54.149195 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4b25f7-a0e1-40de-b498-5e372c01f466 req-f9988e30-e135-466c-81a3-a807c092605d tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:54.150798 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-3f4b25f7-a0e1-40de-b498-5e372c01f466 req-f9988e30-e135-466c-81a3-a807c092605d tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] 10.222.0.57 "GET /v2.0/ports?device_id=9c691a18-0bdc-4921-9246-3de1981b4c2b HTTP/1.1" status: 200  len: 944 time: 0.0971906
Feb 17 03:29:54.191495 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-e5d98409-199c-4078-a0af-19bf453825de req-71e8bb8d-76d1-4dff-a843-6793ccce3874 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/security-groups?id=a8d8b256-f933-42bb-9ad3-a02b9415114a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424213
Feb 17 03:29:54.200998 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-3f4b25f7-a0e1-40de-b498-5e372c01f466 req-5c6cad13-f86a-4e32-a49b-5c04d25fed7f tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] 10.222.0.57 "GET /v2.0/security-groups?id=7a034f11-6095-46d6-bffd-d2ce932f5f6d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441124
Feb 17 03:29:54.251088 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Device d5ada634-5cb7-40f0-b70e-0091b83e2ef6 up at agent ovs-agent-hv-cinder-75994 {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:29:54.330022 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Provisioning complete for port d5ada634-5cb7-40f0-b70e-0091b83e2ef6 triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:29:54.330441 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838161172'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:55.273323 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:55.408913 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea743c36-9043-4437-a9a2-099e355fd7eb req-8f7b70ff-d5a3-414c-a852-d5a96f93d6ee tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:55.410632 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-ea743c36-9043-4437-a9a2-099e355fd7eb req-8f7b70ff-d5a3-414c-a852-d5a96f93d6ee tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/ports?device_id=b4d58358-22a0-4562-9370-9574a29ec572 HTTP/1.1" status: 200  len: 945 time: 0.0921931
Feb 17 03:29:55.434898 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad5bf5c-ee10-43bc-830f-53d0cf4a48ad req-e75cf572-d27b-4f4a-b5d8-c07a8495d079 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:55.436997 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-cad5bf5c-ee10-43bc-830f-53d0cf4a48ad req-e75cf572-d27b-4f4a-b5d8-c07a8495d079 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] 10.222.0.57 "GET /v2.0/ports?device_id=9c691a18-0bdc-4921-9246-3de1981b4c2b HTTP/1.1" status: 200  len: 944 time: 0.0982232
Feb 17 03:29:55.445206 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-01e63a1b-e855-439d-aa8f-eeee1d4277e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:55.464048 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-ea743c36-9043-4437-a9a2-099e355fd7eb req-79dc80e2-342e-4cd4-b0d1-2cd3ad8e603b tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/security-groups?id=a8d8b256-f933-42bb-9ad3-a02b9415114a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0465906
Feb 17 03:29:55.487944 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-cad5bf5c-ee10-43bc-830f-53d0cf4a48ad req-6a4995d3-c1c9-4ed5-bcd7-315f8c652342 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] 10.222.0.57 "GET /v2.0/security-groups?id=7a034f11-6095-46d6-bffd-d2ce932f5f6d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417686
Feb 17 03:29:56.377845 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-8cda4ffb-98e6-4bcf-adaf-c47fc353fc1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:56.665471 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cff3038-b20c-4b52-88a9-f85892f06e82 req-a1a03260-3e4e-4005-8eec-ef1674cb461c tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:56.667096 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-9cff3038-b20c-4b52-88a9-f85892f06e82 req-a1a03260-3e4e-4005-8eec-ef1674cb461c tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/ports?device_id=b4d58358-22a0-4562-9370-9574a29ec572 HTTP/1.1" status: 200  len: 945 time: 0.0864754
Feb 17 03:29:56.715417 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-9cff3038-b20c-4b52-88a9-f85892f06e82 req-aa85a361-1acd-4967-9659-4b775ebe9172 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/security-groups?id=a8d8b256-f933-42bb-9ad3-a02b9415114a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418344
Feb 17 03:29:56.730668 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1a310b-fc05-4ba1-abd4-844754706762 req-da682482-9bec-406d-81b5-a18009257777 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:56.732295 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-af1a310b-fc05-4ba1-abd4-844754706762 req-da682482-9bec-406d-81b5-a18009257777 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] 10.222.0.57 "GET /v2.0/ports?device_id=9c691a18-0bdc-4921-9246-3de1981b4c2b HTTP/1.1" status: 200  len: 944 time: 0.0859549
Feb 17 03:29:56.785408 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-af1a310b-fc05-4ba1-abd4-844754706762 req-29a88f61-cf2b-43ae-b760-64b356a74588 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] 10.222.0.57 "GET /v2.0/security-groups?id=7a034f11-6095-46d6-bffd-d2ce932f5f6d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0466790
Feb 17 03:29:57.200378 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:57.533425 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-3bdb028f-655c-46e9-b0eb-5d4ca64bdb37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:03.299799 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db9ecf5-9df0-4e51-9161-5b8a0efe6341 req-5cf1a9d3-4237-47de-92bd-630ec9a6bca6 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:30:03.301415 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-4db9ecf5-9df0-4e51-9161-5b8a0efe6341 req-5cf1a9d3-4237-47de-92bd-630ec9a6bca6 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/ports?device_id=b4d58358-22a0-4562-9370-9574a29ec572 HTTP/1.1" status: 200  len: 945 time: 0.0942304
Feb 17 03:30:03.352621 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-4db9ecf5-9df0-4e51-9161-5b8a0efe6341 req-58e08cea-b8c9-49d4-a6c7-7a229bd7c1bb tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/security-groups?id=a8d8b256-f933-42bb-9ad3-a02b9415114a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448530
Feb 17 03:30:03.588788 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da082a3a-d84c-49bb-b8b3-795104961054 req-4976c8c7-2407-4590-b69b-84d490e50539 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:30:03.590408 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-da082a3a-d84c-49bb-b8b3-795104961054 req-4976c8c7-2407-4590-b69b-84d490e50539 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] 10.222.0.57 "GET /v2.0/ports?device_id=9c691a18-0bdc-4921-9246-3de1981b4c2b HTTP/1.1" status: 200  len: 944 time: 0.2838943
Feb 17 03:30:03.640812 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-da082a3a-d84c-49bb-b8b3-795104961054 req-e7f26b8e-1279-4622-aeb1-63562d93063c tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] 10.222.0.57 "GET /v2.0/security-groups?id=7a034f11-6095-46d6-bffd-d2ce932f5f6d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433550
Feb 17 03:30:04.721108 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542996d2-304a-4012-9074-a041d070f51f req-69419de0-c68b-48cd-82a6-98099ba46368 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:30:04.722762 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-542996d2-304a-4012-9074-a041d070f51f req-69419de0-c68b-48cd-82a6-98099ba46368 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/ports?device_id=b4d58358-22a0-4562-9370-9574a29ec572 HTTP/1.1" status: 200  len: 945 time: 0.0916529
Feb 17 03:30:04.776202 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-542996d2-304a-4012-9074-a041d070f51f req-d5d2532c-66c1-4700-ac5b-0d0e80497202 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/security-groups?id=a8d8b256-f933-42bb-9ad3-a02b9415114a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459471
Feb 17 03:30:04.854032 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baeb47e4-438e-44e0-a309-65ec7ec63570 req-31460303-8088-487d-8324-378a8051e0d3 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:30:04.855448 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-baeb47e4-438e-44e0-a309-65ec7ec63570 req-31460303-8088-487d-8324-378a8051e0d3 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] 10.222.0.57 "GET /v2.0/ports?device_id=9c691a18-0bdc-4921-9246-3de1981b4c2b HTTP/1.1" status: 200  len: 944 time: 0.0920391
Feb 17 03:30:04.916702 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-baeb47e4-438e-44e0-a309-65ec7ec63570 req-4384dce9-0fdc-4936-94ea-d6604f046439 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] 10.222.0.57 "GET /v2.0/security-groups?id=7a034f11-6095-46d6-bffd-d2ce932f5f6d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0488145
Feb 17 03:30:05.964732 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407230a9-2e6d-4617-bb03-1ff8cb8f674a req-7f109c4e-ded8-4181-88a1-9f2c4e9fd313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:30:05.967993 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-407230a9-2e6d-4617-bb03-1ff8cb8f674a req-7f109c4e-ded8-4181-88a1-9f2c4e9fd313 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=b4d58358-22a0-4562-9370-9574a29ec572 HTTP/1.1" status: 200  len: 1162 time: 0.1335163
Feb 17 03:30:06.064458 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-407230a9-2e6d-4617-bb03-1ff8cb8f674a req-c964c516-2f1d-421b-bf0c-4972485c526e service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=a8d8b256-f933-42bb-9ad3-a02b9415114a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0741792
Feb 17 03:30:06.071485 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4cef5a-e185-49cc-8c71-fdc070e80f32 req-49c17ae1-843d-45be-94b6-703883ca40ce tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:30:06.073143 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-9d4cef5a-e185-49cc-8c71-fdc070e80f32 req-49c17ae1-843d-45be-94b6-703883ca40ce tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/ports?device_id=b4d58358-22a0-4562-9370-9574a29ec572 HTTP/1.1" status: 200  len: 945 time: 0.1678793
Feb 17 03:30:06.124630 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-9d4cef5a-e185-49cc-8c71-fdc070e80f32 req-f5d5a87f-7e74-4946-b7fa-86e1b5f8db29 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/security-groups?id=a8d8b256-f933-42bb-9ad3-a02b9415114a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450325
Feb 17 03:30:06.130485 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6de290-86ec-4f59-8d65-a4be7d8b97e7 req-1a5b6b3c-511d-434c-8ce8-5541694e746f tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:30:06.133642 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-dd6de290-86ec-4f59-8d65-a4be7d8b97e7 req-1a5b6b3c-511d-434c-8ce8-5541694e746f tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] 10.222.0.57 "GET /v2.0/ports?device_id=9c691a18-0bdc-4921-9246-3de1981b4c2b HTTP/1.1" status: 200  len: 944 time: 0.0969253
Feb 17 03:30:06.181995 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-dd6de290-86ec-4f59-8d65-a4be7d8b97e7 req-b37fecae-8a0c-4b87-b928-a3065e430f31 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] 10.222.0.57 "GET /v2.0/security-groups?id=7a034f11-6095-46d6-bffd-d2ce932f5f6d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422082
Feb 17 03:30:07.334627 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8beacb4-0f44-410f-aaa8-4322ca921d46 req-7b5fdfcc-3fc2-4db9-8749-e267d12f58ba tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:30:07.336768 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-b8beacb4-0f44-410f-aaa8-4322ca921d46 req-7b5fdfcc-3fc2-4db9-8749-e267d12f58ba tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/ports?device_id=b4d58358-22a0-4562-9370-9574a29ec572 HTTP/1.1" status: 200  len: 945 time: 0.0887811
Feb 17 03:30:07.384457 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-b8beacb4-0f44-410f-aaa8-4322ca921d46 req-72313b16-56fe-4c56-8c00-66176dcae48e tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/security-groups?id=a8d8b256-f933-42bb-9ad3-a02b9415114a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412183
Feb 17 03:30:07.385169 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5720bef8-54ba-4a27-bb72-ff916322adcc req-3a4cf8bf-f29b-400b-888f-9faf43bb8bdf tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:30:07.386790 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-5720bef8-54ba-4a27-bb72-ff916322adcc req-3a4cf8bf-f29b-400b-888f-9faf43bb8bdf tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] 10.222.0.57 "GET /v2.0/ports?device_id=9c691a18-0bdc-4921-9246-3de1981b4c2b HTTP/1.1" status: 200  len: 944 time: 0.0870249
Feb 17 03:30:07.436638 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-5720bef8-54ba-4a27-bb72-ff916322adcc req-16e066ef-9784-47ea-b54e-45b7d2b7e4aa tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] 10.222.0.57 "GET /v2.0/security-groups?id=7a034f11-6095-46d6-bffd-d2ce932f5f6d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436792
Feb 17 03:30:08.643758 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f01f4f-3660-41a4-92b4-45532f52df6c req-34d46fbf-8855-426d-ab64-d61d2b5817ac tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:30:08.655648 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-74f01f4f-3660-41a4-92b4-45532f52df6c req-34d46fbf-8855-426d-ab64-d61d2b5817ac tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/ports?device_id=b4d58358-22a0-4562-9370-9574a29ec572 HTTP/1.1" status: 200  len: 945 time: 0.1345983
Feb 17 03:30:08.662310 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a18a9c1-39a2-459d-81d0-04bfd442da84 req-f9336dcf-f071-4db7-8158-71380c4305f8 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:30:08.671802 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-7a18a9c1-39a2-459d-81d0-04bfd442da84 req-f9336dcf-f071-4db7-8158-71380c4305f8 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] 10.222.0.57 "GET /v2.0/ports?device_id=9c691a18-0bdc-4921-9246-3de1981b4c2b HTTP/1.1" status: 200  len: 944 time: 0.1065943
Feb 17 03:30:08.726405 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-74f01f4f-3660-41a4-92b4-45532f52df6c req-ba3f0f9a-93a3-4e09-a473-262e40bac573 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/security-groups?id=a8d8b256-f933-42bb-9ad3-a02b9415114a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0638878
Feb 17 03:30:08.812359 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-7a18a9c1-39a2-459d-81d0-04bfd442da84 req-23517dca-5302-4647-b859-83066fe43f1f tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] 10.222.0.57 "GET /v2.0/security-groups?id=7a034f11-6095-46d6-bffd-d2ce932f5f6d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1374509
Feb 17 03:30:09.621967 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Device d5ada634-5cb7-40f0-b70e-0091b83e2ef6 up at agent ovs-agent-hv-cinder-75994 {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:30:09.698527 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Provisioning complete for port d5ada634-5cb7-40f0-b70e-0091b83e2ef6 triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:30:09.699075 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838161172'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:09.830600 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Device a0f6513d-f485-4f7e-a35c-1db2dcf6b082 up at agent ovs-agent-hv-cinder-75994 {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:30:09.904089 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Provisioning for port a0f6513d-f485-4f7e-a35c-1db2dcf6b082 completed by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 03:30:09.909140 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Provisioning complete for port a0f6513d-f485-4f7e-a35c-1db2dcf6b082 triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:30:09.909567 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838161172'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:09.958078 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d06a8b-9bc2-4d90-b8c1-13054b2b158b req-62ccf047-446b-41af-b1b3-8f6fa4dc9c32 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:30:09.961553 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-a2d06a8b-9bc2-4d90-b8c1-13054b2b158b req-62ccf047-446b-41af-b1b3-8f6fa4dc9c32 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/ports?device_id=b4d58358-22a0-4562-9370-9574a29ec572 HTTP/1.1" status: 200  len: 945 time: 0.1181276
Feb 17 03:30:10.030047 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-a2d06a8b-9bc2-4d90-b8c1-13054b2b158b req-438a4205-4cba-4e4c-9f3d-1182d21d59db tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/security-groups?id=a8d8b256-f933-42bb-9ad3-a02b9415114a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0620852
Feb 17 03:30:10.048660 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for port, before_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:10.051918 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d90828-69d1-40ca-8f21-4dcf67ea36cf req-f55a1a24-3cce-43d5-8f3c-721d0f0cda88 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:30:10.054244 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-60d90828-69d1-40ca-8f21-4dcf67ea36cf req-f55a1a24-3cce-43d5-8f3c-721d0f0cda88 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] 10.222.0.57 "GET /v2.0/ports?device_id=9c691a18-0bdc-4921-9246-3de1981b4c2b HTTP/1.1" status: 200  len: 944 time: 0.1054673
Feb 17 03:30:10.079965 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c691a18-0bdc-4921-9246-3de1981b4c2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0f6513d-f485-4f7e-a35c-1db2dcf6b082'}] {{(pid=83923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 03:30:10.090860 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.db [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] For port a0f6513d-f485-4f7e-a35c-1db2dcf6b082, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=a0f6513d-f485-4f7e-a35c-1db2dcf6b082,segment=NetworkSegment(4bd29afe-058f-4758-98df-05beb902e75b),segment_id=4bd29afe-058f-4758-98df-05beb902e75b)] {{(pid=83923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:30:10.094355 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303097879514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733756514675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303098261108'] for port, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:10.096839 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:30:10.104793 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-60d90828-69d1-40ca-8f21-4dcf67ea36cf req-9a310231-b36a-47ab-8567-c78f47baa1b6 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] 10.222.0.57 "GET /v2.0/security-groups?id=7a034f11-6095-46d6-bffd-d2ce932f5f6d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420282
Feb 17 03:30:10.167852 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c691a18-0bdc-4921-9246-3de1981b4c2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0f6513d-f485-4f7e-a35c-1db2dcf6b082', 'code': 200}
Feb 17 03:30:10.173267 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Pushing event updated for resources: {'Port': ['ID=a0f6513d-f485-4f7e-a35c-1db2dcf6b082,revision_number=4']} {{(pid=83923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:30:10.182291 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:30:10.182673 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:30:10.183143 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:30:10.183553 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:30:10.183926 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:30:10.184362 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:30:10.184818 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:30:10.185243 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:30:10.185611 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:30:10.186010 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:30:10.186370 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:30:10.186730 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:30:10.187194 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:30:10.187551 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:30:10.187909 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:30:10.188266 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:30:10.188618 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:30:10.188973 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:30:10.189349 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:30:10.189708 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:30:10.190061 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:30:10.190416 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:30:10.190768 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:30:10.191115 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:30:10.196539 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:30:10.465687 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70d723e-cb5d-4f66-930b-16987aadab9d req-07b36ccc-635c-4942-a2ce-b04e6504516f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:30:10.467528 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-a70d723e-cb5d-4f66-930b-16987aadab9d req-07b36ccc-635c-4942-a2ce-b04e6504516f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8da7eb55c2cb47dc99275360edd183e2&device_id=b4d58358-22a0-4562-9370-9574a29ec572 HTTP/1.1" status: 200  len: 1162 time: 0.0903440
Feb 17 03:30:10.528807 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49fd977-bfe7-4220-8fd0-c0595351b880 req-59613d36-54bb-4471-abb6-70813ad7831f tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:30:10.531637 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-a49fd977-bfe7-4220-8fd0-c0595351b880 req-59613d36-54bb-4471-abb6-70813ad7831f tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/ports?device_id=b4d58358-22a0-4562-9370-9574a29ec572 HTTP/1.1" status: 200  len: 945 time: 0.1087036
Feb 17 03:30:10.580004 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-a49fd977-bfe7-4220-8fd0-c0595351b880 req-d6dc6208-813b-45a5-bc28-f16b20611180 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/security-groups?id=a8d8b256-f933-42bb-9ad3-a02b9415114a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433917
Feb 17 03:30:10.617587 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Device a0f6513d-f485-4f7e-a35c-1db2dcf6b082 up at agent ovs-agent-hv-cinder-75994 {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:30:10.687596 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70d723e-cb5d-4f66-930b-16987aadab9d req-45d21f0f-46c2-4c45-a24d-f415519d3268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:30:10.689229 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-a70d723e-cb5d-4f66-930b-16987aadab9d req-45d21f0f-46c2-4c45-a24d-f415519d3268 service neutron] 10.222.0.54 "GET /v2.0/networks?id=07c25ad2-4e60-4400-a677-ca2c2e7c85f8 HTTP/1.1" status: 200  len: 912 time: 0.2149644
Feb 17 03:30:10.695641 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Provisioning complete for port a0f6513d-f485-4f7e-a35c-1db2dcf6b082 triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:30:10.696041 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838161172'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:10.697848 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dcbe23-a46d-4df3-af35-147623296e2a req-415b8257-d8fa-4079-ad66-232ccb304852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:30:10.699391 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-51dcbe23-a46d-4df3-af35-147623296e2a req-415b8257-d8fa-4079-ad66-232ccb304852 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=9c691a18-0bdc-4921-9246-3de1981b4c2b HTTP/1.1" status: 200  len: 1163 time: 0.1391308
Feb 17 03:30:10.816413 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-a70d723e-cb5d-4f66-930b-16987aadab9d req-cadcd247-1851-40f1-af2d-d44f752e3761 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d5ada634-5cb7-40f0-b70e-0091b83e2ef6 HTTP/1.1" status: 200  len: 217 time: 0.1080449
Feb 17 03:30:10.873308 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-51dcbe23-a46d-4df3-af35-147623296e2a req-c0ecee3b-b178-44f8-ad62-f0bd14e9bc93 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=7a034f11-6095-46d6-bffd-d2ce932f5f6d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1022942
Feb 17 03:30:10.898319 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70d723e-cb5d-4f66-930b-16987aadab9d req-19e1003b-c95d-4858-9d36-a0c3d9c4b725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:30:10.899898 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-a70d723e-cb5d-4f66-930b-16987aadab9d req-19e1003b-c95d-4858-9d36-a0c3d9c4b725 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e1c7a001-c305-42ea-923a-4661960efd2e HTTP/1.1" status: 200  len: 858 time: 0.0762517
Feb 17 03:30:11.314310 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0916f0-876c-4f34-89c1-62c1e0b8f0ec req-c0c739a4-4c1d-4531-a742-fb67cd759106 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:30:11.315924 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-3a0916f0-876c-4f34-89c1-62c1e0b8f0ec req-c0c739a4-4c1d-4531-a742-fb67cd759106 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] 10.222.0.57 "GET /v2.0/ports?device_id=9c691a18-0bdc-4921-9246-3de1981b4c2b HTTP/1.1" status: 200  len: 946 time: 0.0890660
Feb 17 03:30:11.365534 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-3a0916f0-876c-4f34-89c1-62c1e0b8f0ec req-7bcaf21b-eb46-48af-ad07-b343d7aa6772 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] 10.222.0.57 "GET /v2.0/security-groups?id=7a034f11-6095-46d6-bffd-d2ce932f5f6d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427747
Feb 17 03:30:11.527968 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-a70d723e-cb5d-4f66-930b-16987aadab9d req-9d403137-5145-4df1-b5d3-8acee104247a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=07c25ad2-4e60-4400-a677-ca2c2e7c85f8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0476711
Feb 17 03:30:11.716262 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-a70d723e-cb5d-4f66-930b-16987aadab9d req-1070dbc9-a476-4179-92d2-ef1955e07cb6 service neutron] 10.222.0.54 "GET /v2.0/networks/07c25ad2-4e60-4400-a677-ca2c2e7c85f8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1528897
Feb 17 03:30:11.808674 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e138b5-0d8f-426f-a572-3a3c2dcb7529 req-bc38266f-7e74-4adb-981c-f6a849e85ac3 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:30:11.810310 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-45e138b5-0d8f-426f-a572-3a3c2dcb7529 req-bc38266f-7e74-4adb-981c-f6a849e85ac3 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/ports?device_id=b4d58358-22a0-4562-9370-9574a29ec572 HTTP/1.1" status: 200  len: 945 time: 0.0929582
Feb 17 03:30:11.865472 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-45e138b5-0d8f-426f-a572-3a3c2dcb7529 req-b68393f3-2a8f-44e6-885c-680e006bb4d1 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/security-groups?id=a8d8b256-f933-42bb-9ad3-a02b9415114a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443890
Feb 17 03:30:11.871544 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-a70d723e-cb5d-4f66-930b-16987aadab9d req-242998c7-77b9-4e22-b737-beb9190cdab7 service neutron] 10.222.0.54 "GET /v2.0/networks/07c25ad2-4e60-4400-a677-ca2c2e7c85f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1481450
Feb 17 03:30:12.566250 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cffa99-754d-4016-907d-0136847de760 req-edb3b03c-4465-40a0-892e-7d9620127d95 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:30:12.567841 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-93cffa99-754d-4016-907d-0136847de760 req-edb3b03c-4465-40a0-892e-7d9620127d95 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] 10.222.0.57 "GET /v2.0/ports?device_id=9c691a18-0bdc-4921-9246-3de1981b4c2b HTTP/1.1" status: 200  len: 946 time: 0.0882194
Feb 17 03:30:12.615219 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-93cffa99-754d-4016-907d-0136847de760 req-1fd07fd8-94b4-4310-87b1-6d323ffc3cb2 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] 10.222.0.57 "GET /v2.0/security-groups?id=7a034f11-6095-46d6-bffd-d2ce932f5f6d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408988
Feb 17 03:30:13.073473 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5f3139-2b31-445c-9a54-d53e8de5d127 req-57ec3a6b-b444-4f88-8605-6b4c3a45952d tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:30:13.075271 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-1e5f3139-2b31-445c-9a54-d53e8de5d127 req-57ec3a6b-b444-4f88-8605-6b4c3a45952d tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/ports?device_id=b4d58358-22a0-4562-9370-9574a29ec572 HTTP/1.1" status: 200  len: 945 time: 0.0903859
Feb 17 03:30:13.127169 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-1e5f3139-2b31-445c-9a54-d53e8de5d127 req-1d4d3377-cb48-4608-8021-5e261b57a13c tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/security-groups?id=a8d8b256-f933-42bb-9ad3-a02b9415114a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455856
Feb 17 03:30:13.815665 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1cd2d1-9c4c-4e70-8a9c-f500333bf26d req-19fb6ae6-9174-4d31-9fad-82699a6a7cd4 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:30:13.817303 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-7f1cd2d1-9c4c-4e70-8a9c-f500333bf26d req-19fb6ae6-9174-4d31-9fad-82699a6a7cd4 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] 10.222.0.57 "GET /v2.0/ports?device_id=9c691a18-0bdc-4921-9246-3de1981b4c2b HTTP/1.1" status: 200  len: 946 time: 0.0878201
Feb 17 03:30:13.866644 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-7f1cd2d1-9c4c-4e70-8a9c-f500333bf26d req-574f7953-ac6d-4c81-af91-54f91f6298c0 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] 10.222.0.57 "GET /v2.0/security-groups?id=7a034f11-6095-46d6-bffd-d2ce932f5f6d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424356
Feb 17 03:30:14.326769 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368dc869-e596-4b5a-952c-5c4ff833d07b req-51e37135-aafa-45de-959f-255c98234e8e tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:30:14.328277 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-368dc869-e596-4b5a-952c-5c4ff833d07b req-51e37135-aafa-45de-959f-255c98234e8e tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/ports?device_id=b4d58358-22a0-4562-9370-9574a29ec572 HTTP/1.1" status: 200  len: 945 time: 0.0852735
Feb 17 03:30:14.375521 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-368dc869-e596-4b5a-952c-5c4ff833d07b req-cea1e369-5938-49b5-b24f-be62bf2216cf tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/security-groups?id=a8d8b256-f933-42bb-9ad3-a02b9415114a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409038
Feb 17 03:30:18.152397 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.agents_db [None req-06fda002-6a6c-4595-892c-f579c445b334 None None] Agent healthcheck: found 6 active agents {{(pid=83924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 03:30:19.006389 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-b8e4f04a-2839-4322-85cd-9cea1d32b657 req-dd36fc16-b0d0-4c32-a568-ed995aad9376 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=05b5b64f-7a56-4bd2-97ed-2e54c9e65a96&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0761707
Feb 17 03:30:19.172915 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e4f04a-2839-4322-85cd-9cea1d32b657 req-48451258-bee5-4283-95d8-d5cb257e4a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:30:19.174523 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-b8e4f04a-2839-4322-85cd-9cea1d32b657 req-48451258-bee5-4283-95d8-d5cb257e4a48 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=41ae341c7001465897265b1c5eda9767&device_id=05b5b64f-7a56-4bd2-97ed-2e54c9e65a96 HTTP/1.1" status: 200  len: 1163 time: 0.0796266
Feb 17 03:30:19.330079 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e4f04a-2839-4322-85cd-9cea1d32b657 req-3f1fd405-23bb-4b56-aa9d-b64fbda2a8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:30:19.331647 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-b8e4f04a-2839-4322-85cd-9cea1d32b657 req-3f1fd405-23bb-4b56-aa9d-b64fbda2a8d8 service neutron] 10.222.0.54 "GET /v2.0/networks?id=90e5bf38-a0dc-48bd-9401-739bcf8a5d8a HTTP/1.1" status: 200  len: 908 time: 0.1383657
Feb 17 03:30:19.402384 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-b8e4f04a-2839-4322-85cd-9cea1d32b657 req-d179dd8f-489f-4670-87ee-e569b29b47b7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a22a3785-c250-4a30-9d0e-f779f4acfbdd HTTP/1.1" status: 200  len: 217 time: 0.0638776
Feb 17 03:30:19.497536 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e4f04a-2839-4322-85cd-9cea1d32b657 req-3ea59674-8ae6-475a-ae87-d207813db6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:30:19.499136 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-b8e4f04a-2839-4322-85cd-9cea1d32b657 req-3ea59674-8ae6-475a-ae87-d207813db6ba service neutron] 10.222.0.54 "GET /v2.0/subnets?id=2c8050c3-d22a-4b7f-8b2d-686c8f16c9a7 HTTP/1.1" status: 200  len: 854 time: 0.0660589
Feb 17 03:30:19.585885 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-b8e4f04a-2839-4322-85cd-9cea1d32b657 req-1f42dc36-0c8d-408f-9417-89addf8de7e9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=90e5bf38-a0dc-48bd-9401-739bcf8a5d8a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0539548
Feb 17 03:30:19.706621 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7442df96-a8ba-440c-9a82-de4d65bd9a1e req-cc74fce7-12d8-46a9-9e9b-b86dc9c8d8cd tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:30:19.708318 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-7442df96-a8ba-440c-9a82-de4d65bd9a1e req-cc74fce7-12d8-46a9-9e9b-b86dc9c8d8cd tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/ports?device_id=b4d58358-22a0-4562-9370-9574a29ec572 HTTP/1.1" status: 200  len: 945 time: 0.1012292
Feb 17 03:30:19.767317 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-7442df96-a8ba-440c-9a82-de4d65bd9a1e req-b21dfd0b-8d21-4662-a9b9-c859c50b8c4a tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/security-groups?id=a8d8b256-f933-42bb-9ad3-a02b9415114a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0518537
Feb 17 03:30:20.021333 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-b8e4f04a-2839-4322-85cd-9cea1d32b657 req-aff8f85a-5612-411f-9dec-184bc0bccab3 service neutron] 10.222.0.54 "GET /v2.0/networks/90e5bf38-a0dc-48bd-9401-739bcf8a5d8a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4252515
Feb 17 03:30:20.028681 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64c9b71-23a1-4c9f-abe0-02124b9ee3e5 req-337a3529-ab81-4bec-8489-374e3e19490b tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:30:20.030198 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-c64c9b71-23a1-4c9f-abe0-02124b9ee3e5 req-337a3529-ab81-4bec-8489-374e3e19490b tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] 10.222.0.57 "GET /v2.0/ports?device_id=9c691a18-0bdc-4921-9246-3de1981b4c2b HTTP/1.1" status: 200  len: 946 time: 0.1396706
Feb 17 03:30:20.177649 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-c64c9b71-23a1-4c9f-abe0-02124b9ee3e5 req-5aceaddc-6154-4472-953d-aba1a0061901 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] 10.222.0.57 "GET /v2.0/security-groups?id=7a034f11-6095-46d6-bffd-d2ce932f5f6d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1229701
Feb 17 03:30:20.204213 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-b8e4f04a-2839-4322-85cd-9cea1d32b657 req-9e3967d6-5e2c-4fbc-8a66-15959dedbbfc service neutron] 10.222.0.54 "GET /v2.0/networks/90e5bf38-a0dc-48bd-9401-739bcf8a5d8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1730173
Feb 17 03:30:21.132074 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628eb9e4-c7d6-48b3-8654-2a6970a0bcea req-c6e0f7b1-aa34-4d87-8783-0167777f18ad tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:30:21.133761 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-628eb9e4-c7d6-48b3-8654-2a6970a0bcea req-c6e0f7b1-aa34-4d87-8783-0167777f18ad tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/ports?device_id=b4d58358-22a0-4562-9370-9574a29ec572 HTTP/1.1" status: 200  len: 945 time: 0.0882719
Feb 17 03:30:21.187304 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-628eb9e4-c7d6-48b3-8654-2a6970a0bcea req-fec2b19c-e157-45aa-adcd-8438e785cffc tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/security-groups?id=a8d8b256-f933-42bb-9ad3-a02b9415114a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463059
Feb 17 03:30:21.388564 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73128db4-17f0-4991-8ce2-0373ede5c523 req-f15477c4-e65d-4af9-b693-60c7f265f430 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:30:21.397869 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-73128db4-17f0-4991-8ce2-0373ede5c523 req-f15477c4-e65d-4af9-b693-60c7f265f430 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] 10.222.0.57 "GET /v2.0/ports?device_id=9c691a18-0bdc-4921-9246-3de1981b4c2b HTTP/1.1" status: 200  len: 946 time: 0.1038606
Feb 17 03:30:21.445553 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-73128db4-17f0-4991-8ce2-0373ede5c523 req-abb26a03-f787-4c15-85fb-f88d0bdf4a86 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] 10.222.0.57 "GET /v2.0/security-groups?id=7a034f11-6095-46d6-bffd-d2ce932f5f6d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460317
Feb 17 03:30:22.458222 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c32df7-458c-46aa-8716-31532a9b1ee6 req-6b03b8ab-43cd-4a91-bc1b-d1eb35f881b0 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:30:22.459867 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-a9c32df7-458c-46aa-8716-31532a9b1ee6 req-6b03b8ab-43cd-4a91-bc1b-d1eb35f881b0 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/ports?device_id=b4d58358-22a0-4562-9370-9574a29ec572 HTTP/1.1" status: 200  len: 945 time: 0.0878136
Feb 17 03:30:22.507115 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-a9c32df7-458c-46aa-8716-31532a9b1ee6 req-b94ebb68-cd17-4f23-b029-87e92b021cd1 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/security-groups?id=a8d8b256-f933-42bb-9ad3-a02b9415114a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411427
Feb 17 03:30:23.389728 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-5eff405f-e64f-4b4a-b5bb-239984080949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:23.784991 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1468bcd1-8b8a-421d-820c-522b39872225 req-e632a6d5-1816-4e8d-babb-e834e9da3aa9 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:30:23.787354 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-1468bcd1-8b8a-421d-820c-522b39872225 req-e632a6d5-1816-4e8d-babb-e834e9da3aa9 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/ports?device_id=b4d58358-22a0-4562-9370-9574a29ec572 HTTP/1.1" status: 200  len: 945 time: 0.0940845
Feb 17 03:30:23.839757 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-1468bcd1-8b8a-421d-820c-522b39872225 req-2c2be587-d94c-45e7-88e2-5ce0f064df98 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/security-groups?id=a8d8b256-f933-42bb-9ad3-a02b9415114a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450382
Feb 17 03:30:25.047178 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9edc61f-bcbd-4fa0-9d6a-ec61064fd755 req-e6da4934-f3f0-4f66-94c6-1442607904c7 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:30:25.048766 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-f9edc61f-bcbd-4fa0-9d6a-ec61064fd755 req-e6da4934-f3f0-4f66-94c6-1442607904c7 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/ports?device_id=b4d58358-22a0-4562-9370-9574a29ec572 HTTP/1.1" status: 200  len: 945 time: 0.0889151
Feb 17 03:30:25.096171 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-f9edc61f-bcbd-4fa0-9d6a-ec61064fd755 req-38e09b0c-9957-4fde-8a56-119c9a354296 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/security-groups?id=a8d8b256-f933-42bb-9ad3-a02b9415114a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410721
Feb 17 03:30:25.286159 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:25.446194 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-7a28039c-0b0c-4e3a-b38d-fc4adf6abdff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:25.753422 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83922) accepted ('10.222.0.57', 39748) {{(pid=83922) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:30:25.942895 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-78871ec1-aa34-4e40-aee9-8abd522f0564 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:25.962651 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-78871ec1-aa34-4e40-aee9-8abd522f0564 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:30:25.967966 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-78871ec1-aa34-4e40-aee9-8abd522f0564 admin admin] Usage tracker for resource:security_group_rule and tenant:d82cc2fb93104ad28975b1093f543258 is out of sync, need to count used quota {{(pid=83922) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:30:25.976610 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-78871ec1-aa34-4e40-aee9-8abd522f0564 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83922) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:30:25.983794 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-78871ec1-aa34-4e40-aee9-8abd522f0564 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:30:26.083784 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-78871ec1-aa34-4e40-aee9-8abd522f0564 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:26.087325 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-78871ec1-aa34-4e40-aee9-8abd522f0564 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876219'] for security_group, after_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:26.097237 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-89fba42a-e0dd-4d52-a46f-25db0a47eb87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:30:26.143766 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-78871ec1-aa34-4e40-aee9-8abd522f0564 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=d82cc2fb93104ad28975b1093f543258&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3890910
Feb 17 03:30:26.145416 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78871ec1-aa34-4e40-aee9-8abd522f0564 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6b95dbb-acfb-4b6d-9f69-f70d75d09777,revision_number=1']} {{(pid=83922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:30:26.146602 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.57', 39764) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:30:26.149091 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-78871ec1-aa34-4e40-aee9-8abd522f0564 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:30:26.214879 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-264f213a-c977-4800-8f71-3856711f5ec4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:26.242220 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-264f213a-c977-4800-8f71-3856711f5ec4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:26.291553 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-264f213a-c977-4800-8f71-3856711f5ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876219'] for security_group, after_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:26.297079 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-5ca575e0-54d4-4caf-b566-bdf5547a364d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:30:26.309549 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264f213a-c977-4800-8f71-3856711f5ec4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6b95dbb-acfb-4b6d-9f69-f70d75d09777,revision_number=None']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:30:26.312700 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-264f213a-c977-4800-8f71-3856711f5ec4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:30:26.315136 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-264f213a-c977-4800-8f71-3856711f5ec4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:26.317533 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-264f213a-c977-4800-8f71-3856711f5ec4 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b6b95dbb-acfb-4b6d-9f69-f70d75d09777 HTTP/1.1" status: 204  len: 168 time: 0.1697409
Feb 17 03:30:26.392756 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-8cda4ffb-98e6-4bcf-adaf-c47fc353fc1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:27.202726 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:27.536660 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-3bdb028f-655c-46e9-b0eb-5d4ca64bdb37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:27.598403 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.57', 39816) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:30:27.725670 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-8ae09e5e-47f9-4b68-bccc-13e433365f0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:27.740771 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-8ae09e5e-47f9-4b68-bccc-13e433365f0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:30:27.744830 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-8ae09e5e-47f9-4b68-bccc-13e433365f0d admin admin] Usage tracker for resource:security_group_rule and tenant:00ef81c3614c4bbbaf2c5fa7295ab26e is out of sync, need to count used quota {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:30:27.747782 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-8ae09e5e-47f9-4b68-bccc-13e433365f0d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:30:27.753494 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-8ae09e5e-47f9-4b68-bccc-13e433365f0d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:30:27.841461 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-8ae09e5e-47f9-4b68-bccc-13e433365f0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:27.844026 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-8ae09e5e-47f9-4b68-bccc-13e433365f0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876219'] for security_group, after_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:27.871731 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-e7b6f1c2-d53e-4c81-9960-0a70630578d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:30:27.888206 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-8ae09e5e-47f9-4b68-bccc-13e433365f0d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=00ef81c3614c4bbbaf2c5fa7295ab26e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2861984
Feb 17 03:30:27.889283 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83922) accepted ('10.222.0.57', 39826) {{(pid=83922) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:30:27.905626 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae09e5e-47f9-4b68-bccc-13e433365f0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eef752a0-2120-4fb9-a946-5e3fe0d73497,revision_number=1']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:30:27.909446 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-8ae09e5e-47f9-4b68-bccc-13e433365f0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:30:27.958744 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-4b49ecec-65eb-4c01-92ed-3f75829613c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:27.986300 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-4b49ecec-65eb-4c01-92ed-3f75829613c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:28.089628 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-4b49ecec-65eb-4c01-92ed-3f75829613c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876219'] for security_group, after_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:28.095429 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-98239ca0-5807-4cca-81d4-8555622d16cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:30:28.119321 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b49ecec-65eb-4c01-92ed-3f75829613c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eef752a0-2120-4fb9-a946-5e3fe0d73497,revision_number=None']} {{(pid=83922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:30:28.126836 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-4b49ecec-65eb-4c01-92ed-3f75829613c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:30:28.137636 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-4b49ecec-65eb-4c01-92ed-3f75829613c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:28.139150 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-4b49ecec-65eb-4c01-92ed-3f75829613c2 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/eef752a0-2120-4fb9-a946-5e3fe0d73497 HTTP/1.1" status: 204  len: 168 time: 0.2482927
Feb 17 03:30:28.146421 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2b3f68-bfe6-42e1-8531-2a6dda658c63 req-1234ec34-779d-4e5a-a88b-458033f61f4b tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:30:28.147960 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-8c2b3f68-bfe6-42e1-8531-2a6dda658c63 req-1234ec34-779d-4e5a-a88b-458033f61f4b tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/ports?device_id=b4d58358-22a0-4562-9370-9574a29ec572 HTTP/1.1" status: 200  len: 945 time: 0.1239841
Feb 17 03:30:28.201946 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-8c2b3f68-bfe6-42e1-8531-2a6dda658c63 req-08bce45b-bc94-46a3-9ab0-e8d70aba43c6 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/security-groups?id=a8d8b256-f933-42bb-9ad3-a02b9415114a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454211
Feb 17 03:30:29.382625 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83922) accepted ('10.222.0.57', 39898) {{(pid=83922) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:30:29.534984 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-cd58b48a-a8c7-4542-a645-436b02bdb890 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:29.551306 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-cd58b48a-a8c7-4542-a645-436b02bdb890 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:30:29.555517 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-cd58b48a-a8c7-4542-a645-436b02bdb890 admin admin] Usage tracker for resource:security_group_rule and tenant:c7faa1f9e5414376a6dd904fa032ea56 is out of sync, need to count used quota {{(pid=83922) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:30:29.558603 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-cd58b48a-a8c7-4542-a645-436b02bdb890 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83922) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:30:29.564306 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-cd58b48a-a8c7-4542-a645-436b02bdb890 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:30:29.649543 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-cd58b48a-a8c7-4542-a645-436b02bdb890 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:29.652517 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-cd58b48a-a8c7-4542-a645-436b02bdb890 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876219'] for security_group, after_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:29.661212 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-f4e1137d-08a0-48ed-9a61-26e326b44972 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:30:29.704736 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-cd58b48a-a8c7-4542-a645-436b02bdb890 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c7faa1f9e5414376a6dd904fa032ea56&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3203142
Feb 17 03:30:29.705725 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd58b48a-a8c7-4542-a645-436b02bdb890 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43716703-bff2-439a-9c4f-9eaa0d4301a2,revision_number=1']} {{(pid=83922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:30:29.707568 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.57', 39910) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:30:29.709513 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-cd58b48a-a8c7-4542-a645-436b02bdb890 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:30:29.772428 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-eec6d1d0-3dee-47de-b5b8-4f584e92abb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:29.801042 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-eec6d1d0-3dee-47de-b5b8-4f584e92abb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:29.845889 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-eec6d1d0-3dee-47de-b5b8-4f584e92abb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876219'] for security_group, after_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:29.855222 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:30:29.873241 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec6d1d0-3dee-47de-b5b8-4f584e92abb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43716703-bff2-439a-9c4f-9eaa0d4301a2,revision_number=None']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:30:29.875392 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-eec6d1d0-3dee-47de-b5b8-4f584e92abb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:29.877249 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-eec6d1d0-3dee-47de-b5b8-4f584e92abb9 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/43716703-bff2-439a-9c4f-9eaa0d4301a2 HTTP/1.1" status: 204  len: 168 time: 0.1679680
Feb 17 03:30:29.877942 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-eec6d1d0-3dee-47de-b5b8-4f584e92abb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:30:53.391882 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-ff184212-4879-426d-9d7b-6c0e0a2290aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:55.152069 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.agents_db [None req-06fda002-6a6c-4595-892c-f579c445b334 None None] Agent healthcheck: found 6 active agents {{(pid=83924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 03:30:55.281120 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:55.440838 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-b2c5bb6b-f9f1-4d00-8dc2-5a0cccfbcae5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:56.384669 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-8cda4ffb-98e6-4bcf-adaf-c47fc353fc1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:57.204849 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:57.541160 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-3bdb028f-655c-46e9-b0eb-5d4ca64bdb37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:04.798578 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.57', 40528) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:31:04.928464 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-cc7e5c2b-392c-4a94-aaf9-70911f456a63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:04.944646 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-cc7e5c2b-392c-4a94-aaf9-70911f456a63 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:31:04.949018 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-cc7e5c2b-392c-4a94-aaf9-70911f456a63 admin admin] Usage tracker for resource:security_group_rule and tenant:e99f4c80522c4597954c24b639120f82 is out of sync, need to count used quota {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:31:04.951991 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-cc7e5c2b-392c-4a94-aaf9-70911f456a63 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:31:04.957922 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-cc7e5c2b-392c-4a94-aaf9-70911f456a63 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:31:05.041345 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-cc7e5c2b-392c-4a94-aaf9-70911f456a63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:05.044151 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-cc7e5c2b-392c-4a94-aaf9-70911f456a63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876219'] for security_group, after_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:05.052704 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-d40ecbb7-d52d-418c-bd8d-e428e6c9b7b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:31:05.092427 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-cc7e5c2b-392c-4a94-aaf9-70911f456a63 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e99f4c80522c4597954c24b639120f82&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2926767
Feb 17 03:31:05.095292 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83922) accepted ('10.222.0.57', 40534) {{(pid=83922) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:31:05.097657 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7e5c2b-392c-4a94-aaf9-70911f456a63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46d0c109-cb31-46ad-9942-b4e2157488fd,revision_number=1']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:31:05.105398 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7e5c2b-392c-4a94-aaf9-70911f456a63 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:31:05.105805 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7e5c2b-392c-4a94-aaf9-70911f456a63 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:31:05.106200 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7e5c2b-392c-4a94-aaf9-70911f456a63 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:31:05.106588 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7e5c2b-392c-4a94-aaf9-70911f456a63 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:31:05.106974 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7e5c2b-392c-4a94-aaf9-70911f456a63 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:31:05.107357 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7e5c2b-392c-4a94-aaf9-70911f456a63 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:31:05.107737 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7e5c2b-392c-4a94-aaf9-70911f456a63 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:31:05.108114 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7e5c2b-392c-4a94-aaf9-70911f456a63 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:31:05.108487 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7e5c2b-392c-4a94-aaf9-70911f456a63 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:31:05.108866 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7e5c2b-392c-4a94-aaf9-70911f456a63 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:31:05.109271 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7e5c2b-392c-4a94-aaf9-70911f456a63 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:31:05.109648 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7e5c2b-392c-4a94-aaf9-70911f456a63 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:31:05.110113 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7e5c2b-392c-4a94-aaf9-70911f456a63 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:31:05.110493 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7e5c2b-392c-4a94-aaf9-70911f456a63 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:31:05.110873 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7e5c2b-392c-4a94-aaf9-70911f456a63 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:31:05.111247 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7e5c2b-392c-4a94-aaf9-70911f456a63 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:31:05.111619 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7e5c2b-392c-4a94-aaf9-70911f456a63 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:31:05.111993 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7e5c2b-392c-4a94-aaf9-70911f456a63 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:31:05.112366 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7e5c2b-392c-4a94-aaf9-70911f456a63 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:31:05.112741 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7e5c2b-392c-4a94-aaf9-70911f456a63 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:31:05.113144 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7e5c2b-392c-4a94-aaf9-70911f456a63 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:31:05.113521 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7e5c2b-392c-4a94-aaf9-70911f456a63 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:31:05.113893 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7e5c2b-392c-4a94-aaf9-70911f456a63 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:31:05.114266 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7e5c2b-392c-4a94-aaf9-70911f456a63 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:31:05.119458 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-cc7e5c2b-392c-4a94-aaf9-70911f456a63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:31:05.163804 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-53b71b84-18c3-4b47-bd4d-53972624898c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:05.191471 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-53b71b84-18c3-4b47-bd4d-53972624898c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:05.235933 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-53b71b84-18c3-4b47-bd4d-53972624898c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876219'] for security_group, after_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:05.240733 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-fc801cee-6b14-4389-b255-17239f338bc5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:31:05.253599 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b71b84-18c3-4b47-bd4d-53972624898c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46d0c109-cb31-46ad-9942-b4e2157488fd,revision_number=None']} {{(pid=83922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:31:05.263802 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b71b84-18c3-4b47-bd4d-53972624898c admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:31:05.264203 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b71b84-18c3-4b47-bd4d-53972624898c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:31:05.264623 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b71b84-18c3-4b47-bd4d-53972624898c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:31:05.264988 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b71b84-18c3-4b47-bd4d-53972624898c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:31:05.265397 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b71b84-18c3-4b47-bd4d-53972624898c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:31:05.265782 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b71b84-18c3-4b47-bd4d-53972624898c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:31:05.266162 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b71b84-18c3-4b47-bd4d-53972624898c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:31:05.266541 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b71b84-18c3-4b47-bd4d-53972624898c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:31:05.266921 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b71b84-18c3-4b47-bd4d-53972624898c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:31:05.267299 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b71b84-18c3-4b47-bd4d-53972624898c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:31:05.267676 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b71b84-18c3-4b47-bd4d-53972624898c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:31:05.268052 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b71b84-18c3-4b47-bd4d-53972624898c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:31:05.268516 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b71b84-18c3-4b47-bd4d-53972624898c admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:31:05.268896 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b71b84-18c3-4b47-bd4d-53972624898c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:31:05.269297 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b71b84-18c3-4b47-bd4d-53972624898c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:31:05.269693 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b71b84-18c3-4b47-bd4d-53972624898c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:31:05.270049 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b71b84-18c3-4b47-bd4d-53972624898c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:31:05.270425 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b71b84-18c3-4b47-bd4d-53972624898c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:31:05.270801 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b71b84-18c3-4b47-bd4d-53972624898c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:31:05.271176 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b71b84-18c3-4b47-bd4d-53972624898c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:31:05.271554 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b71b84-18c3-4b47-bd4d-53972624898c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:31:05.271928 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b71b84-18c3-4b47-bd4d-53972624898c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:31:05.272299 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b71b84-18c3-4b47-bd4d-53972624898c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:31:05.272672 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b71b84-18c3-4b47-bd4d-53972624898c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:31:05.278432 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-53b71b84-18c3-4b47-bd4d-53972624898c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:31:05.280390 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-53b71b84-18c3-4b47-bd4d-53972624898c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:05.281614 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-53b71b84-18c3-4b47-bd4d-53972624898c admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/46d0c109-cb31-46ad-9942-b4e2157488fd HTTP/1.1" status: 204  len: 168 time: 0.1852682
Feb 17 03:31:12.787010 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83922) accepted ('10.222.0.57', 40662) {{(pid=83922) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:31:12.920944 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-4069a353-f215-4a7c-b1d1-fd85e9cd4ec0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:12.940368 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-4069a353-f215-4a7c-b1d1-fd85e9cd4ec0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:31:12.944461 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-4069a353-f215-4a7c-b1d1-fd85e9cd4ec0 admin admin] Usage tracker for resource:security_group_rule and tenant:f491efaaee07421d8aac6387dda867fd is out of sync, need to count used quota {{(pid=83922) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:31:12.947812 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-4069a353-f215-4a7c-b1d1-fd85e9cd4ec0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83922) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:31:12.953725 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-4069a353-f215-4a7c-b1d1-fd85e9cd4ec0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:31:13.041084 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-4069a353-f215-4a7c-b1d1-fd85e9cd4ec0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:13.043850 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-4069a353-f215-4a7c-b1d1-fd85e9cd4ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876219'] for security_group, after_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:13.052029 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-d1b5760f-7542-45ba-b66e-f24cf6f60f9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:31:13.105185 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-4069a353-f215-4a7c-b1d1-fd85e9cd4ec0 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=f491efaaee07421d8aac6387dda867fd&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3169305
Feb 17 03:31:13.106114 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4069a353-f215-4a7c-b1d1-fd85e9cd4ec0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d04b628-6395-4667-adc4-0015490d6e3c,revision_number=1']} {{(pid=83922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:31:13.108008 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.57', 40676) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:31:13.114144 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-4069a353-f215-4a7c-b1d1-fd85e9cd4ec0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:31:13.172730 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-41a651d1-817c-43e9-aeff-045939d0f888 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:13.200817 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-41a651d1-817c-43e9-aeff-045939d0f888 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:13.253318 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-41a651d1-817c-43e9-aeff-045939d0f888 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876219'] for security_group, after_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:13.259065 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-5d0907a0-60cf-471f-b16d-e20167506cbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:31:13.274445 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a651d1-817c-43e9-aeff-045939d0f888 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d04b628-6395-4667-adc4-0015490d6e3c,revision_number=None']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:31:13.277628 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-41a651d1-817c-43e9-aeff-045939d0f888 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:31:13.286457 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-41a651d1-817c-43e9-aeff-045939d0f888 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:13.290214 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-41a651d1-817c-43e9-aeff-045939d0f888 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/4d04b628-6395-4667-adc4-0015490d6e3c HTTP/1.1" status: 204  len: 168 time: 0.1773210
Feb 17 03:31:13.734098 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.57', 40702) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:31:13.886008 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-645d0ff7-57c4-473c-a0f3-51b80fc2e7a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:13.901322 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-645d0ff7-57c4-473c-a0f3-51b80fc2e7a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:31:13.905464 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-645d0ff7-57c4-473c-a0f3-51b80fc2e7a9 admin admin] Usage tracker for resource:security_group_rule and tenant:c2e6f7c50e814e49a4d2f9ef3ce4166d is out of sync, need to count used quota {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:31:13.908522 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-645d0ff7-57c4-473c-a0f3-51b80fc2e7a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:31:13.914813 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-645d0ff7-57c4-473c-a0f3-51b80fc2e7a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:31:13.963354 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83922) accepted ('10.222.0.57', 40716) {{(pid=83922) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:31:14.001520 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-645d0ff7-57c4-473c-a0f3-51b80fc2e7a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:14.004507 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-645d0ff7-57c4-473c-a0f3-51b80fc2e7a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876219'] for security_group, after_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:14.013299 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-fac74ad5-d221-4824-b916-d93aaed56a66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:31:14.053561 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645d0ff7-57c4-473c-a0f3-51b80fc2e7a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be1ca4b2-9034-42a8-9f5a-2b502efea713,revision_number=1']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:31:14.058813 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-645d0ff7-57c4-473c-a0f3-51b80fc2e7a9 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c2e6f7c50e814e49a4d2f9ef3ce4166d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3235726
Feb 17 03:31:14.059741 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-645d0ff7-57c4-473c-a0f3-51b80fc2e7a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:31:14.061753 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83922) accepted ('10.222.0.57', 40722) {{(pid=83922) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:31:14.083584 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.v2.base [None req-5ae011ba-bcaa-41a9-98da-3e52b9c9c1c2 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1162730446-network', 'tenant_id': '09f977ccc1e54aa6bfffd127c9a4be7d'}} {{(pid=83922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:31:14.105109 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-5ae011ba-bcaa-41a9-98da-3e52b9c9c1c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:31:14.111420 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-5ae011ba-bcaa-41a9-98da-3e52b9c9c1c2 admin admin] Usage tracker for resource:network and tenant:09f977ccc1e54aa6bfffd127c9a4be7d is out of sync, need to count used quota {{(pid=83922) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:31:14.121927 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-5ae011ba-bcaa-41a9-98da-3e52b9c9c1c2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83922) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:31:14.131950 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-5ae011ba-bcaa-41a9-98da-3e52b9c9c1c2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:31:14.157610 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ae011ba-bcaa-41a9-98da-3e52b9c9c1c2 admin admin] Made reservation on behalf of 09f977ccc1e54aa6bfffd127c9a4be7d for: {'network': 1} {{(pid=83922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 03:31:14.163271 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-5ae011ba-bcaa-41a9-98da-3e52b9c9c1c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for network, before_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:14.175262 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e5b070c2-e078-473d-8e3b-cd3d0c2acdf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:14.179412 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-5ae011ba-bcaa-41a9-98da-3e52b9c9c1c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:14.210774 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-5ae011ba-bcaa-41a9-98da-3e52b9c9c1c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:31:14.219935 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-5ae011ba-bcaa-41a9-98da-3e52b9c9c1c2 admin admin] Usage tracker for resource:security_group_rule and tenant:09f977ccc1e54aa6bfffd127c9a4be7d is out of sync, need to count used quota {{(pid=83922) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:31:14.223734 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e5b070c2-e078-473d-8e3b-cd3d0c2acdf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:14.231405 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-5ae011ba-bcaa-41a9-98da-3e52b9c9c1c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83922) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:31:14.240344 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-5ae011ba-bcaa-41a9-98da-3e52b9c9c1c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:31:14.307421 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e5b070c2-e078-473d-8e3b-cd3d0c2acdf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876219'] for security_group, after_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:14.313209 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-8c3e183e-e649-4c02-b87e-03fc59e0a649 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:31:14.338064 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b070c2-e078-473d-8e3b-cd3d0c2acdf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be1ca4b2-9034-42a8-9f5a-2b502efea713,revision_number=None']} {{(pid=83922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:31:14.344740 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-e5b070c2-e078-473d-8e3b-cd3d0c2acdf5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:31:14.366196 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e5b070c2-e078-473d-8e3b-cd3d0c2acdf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:14.367452 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-e5b070c2-e078-473d-8e3b-cd3d0c2acdf5 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/be1ca4b2-9034-42a8-9f5a-2b502efea713 HTTP/1.1" status: 204  len: 168 time: 0.3046279
Feb 17 03:31:14.384799 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-5ae011ba-bcaa-41a9-98da-3e52b9c9c1c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:14.389467 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-5ae011ba-bcaa-41a9-98da-3e52b9c9c1c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876219'] for security_group, after_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:14.395073 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-6bba2861-2065-46fd-beab-b5268051022c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:31:14.434166 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ae011ba-bcaa-41a9-98da-3e52b9c9c1c2 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=83922) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 17 03:31:14.437670 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae011ba-bcaa-41a9-98da-3e52b9c9c1c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40f27b5f-9bac-4f03-848c-6d8ffdff5bfe,revision_number=1']} {{(pid=83922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:31:14.444615 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-5ae011ba-bcaa-41a9-98da-3e52b9c9c1c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:31:14.448719 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-5ae011ba-bcaa-41a9-98da-3e52b9c9c1c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16617428'] for segment, precommit_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:14.449274 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.db.segments_db [None req-5ae011ba-bcaa-41a9-98da-3e52b9c9c1c2 admin admin] Added segment 1395ec13-865d-4759-982d-888e59978303 of type vxlan for network 3cb0cdf3-e2d2-4fae-b226-b086c7cc05ee
Feb 17 03:31:14.477754 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-5ae011ba-bcaa-41a9-98da-3e52b9c9c1c2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363303098315039'] for network, precommit_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:14.509453 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-5ae011ba-bcaa-41a9-98da-3e52b9c9c1c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850'] for network, after_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:14.510689 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ae011ba-bcaa-41a9-98da-3e52b9c9c1c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:31:14.511315 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-5ae011ba-bcaa-41a9-98da-3e52b9c9c1c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854193028'] for network, before_response {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:14.516808 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-3f29f9ab-2ecf-4eac-b377-4e79a2dd2696 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:31:14.620276 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-5ae011ba-bcaa-41a9-98da-3e52b9c9c1c2 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 878 time: 0.6556709
Feb 17 03:31:14.622726 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.57', 40742) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:31:14.629096 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.v2.base [None req-b6dec1ee-ebbb-42e5-b7b8-8a0233e8af50 admin admin] Request body: {'subnet': {'network_id': '3cb0cdf3-e2d2-4fae-b226-b086c7cc05ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1162730446-subnet', 'tenant_id': '09f977ccc1e54aa6bfffd127c9a4be7d', 'ip_version': 4}} {{(pid=83921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:31:14.632237 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae011ba-bcaa-41a9-98da-3e52b9c9c1c2 admin admin] Pushing event updated for resources: {'Network': ['ID=3cb0cdf3-e2d2-4fae-b226-b086c7cc05ee,revision_number=1']} {{(pid=83922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:31:14.636041 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-5ae011ba-bcaa-41a9-98da-3e52b9c9c1c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:31:14.644329 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Network 3cb0cdf3-e2d2-4fae-b226-b086c7cc05ee details requested by agent ovs-agent-dv-cinder-759943-5-iscsi with host dv-cinder-759943-5-iscsi {{(pid=83923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 03:31:14.644506 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-b6dec1ee-ebbb-42e5-b7b8-8a0233e8af50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:31:14.649620 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-b6dec1ee-ebbb-42e5-b7b8-8a0233e8af50 admin admin] Usage tracker for resource:subnet and tenant:09f977ccc1e54aa6bfffd127c9a4be7d is out of sync, need to count used quota {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:31:14.653168 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-b6dec1ee-ebbb-42e5-b7b8-8a0233e8af50 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:31:14.660790 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-b6dec1ee-ebbb-42e5-b7b8-8a0233e8af50 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:31:14.702481 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6dec1ee-ebbb-42e5-b7b8-8a0233e8af50 admin admin] Made reservation on behalf of 09f977ccc1e54aa6bfffd127c9a4be7d for: {'subnet': 1} {{(pid=83921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 03:31:14.707312 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-b6dec1ee-ebbb-42e5-b7b8-8a0233e8af50 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851337389'] for subnet, before_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:14.746621 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Network 3cb0cdf3-e2d2-4fae-b226-b086c7cc05ee details requested by agent ovs-agent-hv-cinder-75994 with host hv-cinder-75994 {{(pid=83923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 03:31:15.135635 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-b6dec1ee-ebbb-42e5-b7b8-8a0233e8af50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853913663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2134756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851337406'] for subnet, after_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:15.151298 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:31:15.284547 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dec1ee-ebbb-42e5-b7b8-8a0233e8af50 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b7a5bdd-0e94-4495-9a8f-a3426e0e5cfa,revision_number=0']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:31:15.287988 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-b6dec1ee-ebbb-42e5-b7b8-8a0233e8af50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:31:15.353695 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6dec1ee-ebbb-42e5-b7b8-8a0233e8af50 admin admin] Checking segment: {'id': '1395ec13-865d-4759-982d-888e59978303', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3cb0cdf3-e2d2-4fae-b226-b086c7cc05ee'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 03:31:15.354088 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6dec1ee-ebbb-42e5-b7b8-8a0233e8af50 admin admin] Network hostable DHCP agents. Network: 3cb0cdf3-e2d2-4fae-b226-b086c7cc05ee, hostable agents: ['7cb7ebf0-d0cf-4b99-bfd7-3c4bb0fe13b2'], hosted agents: [] {{(pid=83921) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 17 03:31:15.374046 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6dec1ee-ebbb-42e5-b7b8-8a0233e8af50 admin admin] Network 3cb0cdf3-e2d2-4fae-b226-b086c7cc05ee is scheduled to be hosted by DHCP agent 7cb7ebf0-d0cf-4b99-bfd7-3c4bb0fe13b2 with binding_index 1 {{(pid=83921) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 17 03:31:15.381979 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.scheduler.base_scheduler [None req-b6dec1ee-ebbb-42e5-b7b8-8a0233e8af50 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759943-5-iscsi, 3cb0cdf3-e2d2-4fae-b226-b086c7cc05ee) {{(pid=83921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 03:31:15.392027 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f1e817c-4a18-4881-8b0d-4f8dacfb9121 None None] Network 3cb0cdf3-e2d2-4fae-b226-b086c7cc05ee requested from dv-cinder-759943-5-iscsi {{(pid=83923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 03:31:15.395455 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6dec1ee-ebbb-42e5-b7b8-8a0233e8af50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:31:15.396146 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-b6dec1ee-ebbb-42e5-b7b8-8a0233e8af50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854193028'] for subnet, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:15.420154 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-b6dec1ee-ebbb-42e5-b7b8-8a0233e8af50 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.7962706
Feb 17 03:31:15.423046 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.57', 40756) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:31:15.430004 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.v2.base [None req-cc53c9c7-5061-4091-bf8d-398c9fdb801f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1162730446-router', 'tenant_id': '09f977ccc1e54aa6bfffd127c9a4be7d', 'external_gateway_info': {'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718'}}} {{(pid=83921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:31:15.434886 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-cc53c9c7-5061-4091-bf8d-398c9fdb801f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:31:15.438944 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-cc53c9c7-5061-4091-bf8d-398c9fdb801f admin admin] Usage tracker for resource:router and tenant:09f977ccc1e54aa6bfffd127c9a4be7d is out of sync, need to count used quota {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:31:15.446832 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-cc53c9c7-5061-4091-bf8d-398c9fdb801f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:31:15.453313 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-cc53c9c7-5061-4091-bf8d-398c9fdb801f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:31:15.462935 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-cc53c9c7-5061-4091-bf8d-398c9fdb801f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853830448', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854760905'] for router, before_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:15.464004 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-cc53c9c7-5061-4091-bf8d-398c9fdb801f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853830617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853785443', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-871862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14911'] for router, precommit_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:15.481608 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-cc53c9c7-5061-4091-bf8d-398c9fdb801f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:15.621708 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df52a70b-9208-4740-881f-242e412ee67a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp61300fb0-6849-57f9-b652-d8cd588f35fb-3cb0cdf3-e2d2-4fae-b226-b086c7cc05ee', 'network_id': '3cb0cdf3-e2d2-4fae-b226-b086c7cc05ee', 'tenant_id': '09f977ccc1e54aa6bfffd127c9a4be7d', 'fixed_ips': [{'subnet_id': '7b7a5bdd-0e94-4495-9a8f-a3426e0e5cfa'}]}} from dv-cinder-759943-5-iscsi. {{(pid=83923) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Feb 17 03:31:15.622625 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-df52a70b-9208-4740-881f-242e412ee67a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for port, before_create {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:15.762514 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-cc53c9c7-5061-4091-bf8d-398c9fdb801f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-990782', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-945334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14860'] for router, precommit_update {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:15.938549 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.db_base_plugin_common [None req-df52a70b-9208-4740-881f-242e412ee67a None None] Allocated IP 172.20.0.2 (3cb0cdf3-e2d2-4fae-b226-b086c7cc05ee/7b7a5bdd-0e94-4495-9a8f-a3426e0e5cfa/6f2b8539-9f68-4002-9455-6245f8d218ba) {{(pid=83923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 03:31:16.117097 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-cc53c9c7-5061-4091-bf8d-398c9fdb801f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:16.151282 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-cc53c9c7-5061-4091-bf8d-398c9fdb801f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for port, before_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:16.326896 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-df52a70b-9208-4740-881f-242e412ee67a None None] Notify callbacks [] for port, precommit_create {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:16.338335 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-df52a70b-9208-4740-881f-242e412ee67a None None] Transition to ACTIVE for port object 6f2b8539-9f68-4002-9455-6245f8d218ba will not be triggered until provisioned by entity L2. {{(pid=83923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 03:31:16.354121 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-df52a70b-9208-4740-881f-242e412ee67a None None] Transition to ACTIVE for port object 6f2b8539-9f68-4002-9455-6245f8d218ba will not be triggered until provisioned by entity DHCP. {{(pid=83923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 03:31:16.358397 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-df52a70b-9208-4740-881f-242e412ee67a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363303098263190'] for port, after_create {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:16.374086 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:31:16.430496 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.db_base_plugin_common [None req-cc53c9c7-5061-4091-bf8d-398c9fdb801f admin admin] Allocated IP 172.27.0.14 (47a54196-2e01-4ced-bf59-8f5a8abde718/d8fc1aa1-c957-4fea-a32a-c02e9a0805fb/aa054546-bebb-4011-8a62-78b11f5ad281) {{(pid=83921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 03:31:16.557233 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df52a70b-9208-4740-881f-242e412ee67a None None] Network 3cb0cdf3-e2d2-4fae-b226-b086c7cc05ee is already hosted by enough agents. {{(pid=83923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 03:31:16.558409 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.scheduler.base_scheduler [None req-df52a70b-9208-4740-881f-242e412ee67a None None] Resources bound (agent type, host, resource id):  {{(pid=83923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 03:31:16.561970 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df52a70b-9208-4740-881f-242e412ee67a None None] Received port after_create {{(pid=83923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 03:31:16.569484 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df52a70b-9208-4740-881f-242e412ee67a None None] Pushing event updated for resources: {'Port': ['ID=6f2b8539-9f68-4002-9455-6245f8d218ba,revision_number=1']} {{(pid=83923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:31:16.602388 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-cc53c9c7-5061-4091-bf8d-398c9fdb801f admin admin] Notify callbacks [] for port, precommit_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:16.607475 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df52a70b-9208-4740-881f-242e412ee67a None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:31:16.607861 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df52a70b-9208-4740-881f-242e412ee67a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:31:16.608235 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df52a70b-9208-4740-881f-242e412ee67a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:31:16.608605 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df52a70b-9208-4740-881f-242e412ee67a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:31:16.609017 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df52a70b-9208-4740-881f-242e412ee67a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:31:16.609447 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df52a70b-9208-4740-881f-242e412ee67a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:31:16.610028 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df52a70b-9208-4740-881f-242e412ee67a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:31:16.610169 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df52a70b-9208-4740-881f-242e412ee67a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:31:16.610498 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df52a70b-9208-4740-881f-242e412ee67a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:31:16.611073 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df52a70b-9208-4740-881f-242e412ee67a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:31:16.611208 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df52a70b-9208-4740-881f-242e412ee67a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:31:16.611538 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df52a70b-9208-4740-881f-242e412ee67a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:31:16.611978 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df52a70b-9208-4740-881f-242e412ee67a None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:31:16.612318 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df52a70b-9208-4740-881f-242e412ee67a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:31:16.612720 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df52a70b-9208-4740-881f-242e412ee67a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:31:16.613049 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df52a70b-9208-4740-881f-242e412ee67a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:31:16.613567 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df52a70b-9208-4740-881f-242e412ee67a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:31:16.613751 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df52a70b-9208-4740-881f-242e412ee67a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:31:16.614110 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df52a70b-9208-4740-881f-242e412ee67a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:31:16.614466 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df52a70b-9208-4740-881f-242e412ee67a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:31:16.614820 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df52a70b-9208-4740-881f-242e412ee67a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:31:16.615173 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df52a70b-9208-4740-881f-242e412ee67a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:31:16.615523 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df52a70b-9208-4740-881f-242e412ee67a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:31:16.615879 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df52a70b-9208-4740-881f-242e412ee67a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:31:16.624899 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-df52a70b-9208-4740-881f-242e412ee67a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:31:16.635971 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-cc53c9c7-5061-4091-bf8d-398c9fdb801f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363303098263190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852640907'] for port, after_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:16.641942 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.managers [None req-df52a70b-9208-4740-881f-242e412ee67a None None] Attempting to bind port 6f2b8539-9f68-4002-9455-6245f8d218ba on host dv-cinder-759943-5-iscsi for vnic_type normal with profile  {{(pid=83923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 03:31:16.642357 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.managers [None req-df52a70b-9208-4740-881f-242e412ee67a None None] Attempting to bind port 6f2b8539-9f68-4002-9455-6245f8d218ba by drivers openvswitch on host dv-cinder-759943-5-iscsi at level 0 using segments [{'id': '1395ec13-865d-4759-982d-888e59978303', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3cb0cdf3-e2d2-4fae-b226-b086c7cc05ee'}] {{(pid=83923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 03:31:16.642765 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df52a70b-9208-4740-881f-242e412ee67a None None] Attempting to bind port 6f2b8539-9f68-4002-9455-6245f8d218ba on network 3cb0cdf3-e2d2-4fae-b226-b086c7cc05ee {{(pid=83923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 03:31:16.648518 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df52a70b-9208-4740-881f-242e412ee67a None None] Checking agent: {'id': 'fdf6e942-9f6a-471f-a5a4-d80d5f4aedb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759943-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 3, 18, 27), 'started_at': datetime.datetime(2021, 2, 17, 3, 18, 57), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 3, 30, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759943-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 03:31:16.648932 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df52a70b-9208-4740-881f-242e412ee67a None None] Checking segment: {'id': '1395ec13-865d-4759-982d-888e59978303', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3cb0cdf3-e2d2-4fae-b226-b086c7cc05ee'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 03:31:16.649403 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-df52a70b-9208-4740-881f-242e412ee67a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:16.649838 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df52a70b-9208-4740-881f-242e412ee67a None None] Bound using segment: {'id': '1395ec13-865d-4759-982d-888e59978303', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3cb0cdf3-e2d2-4fae-b226-b086c7cc05ee'} {{(pid=83923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 03:31:16.650347 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.managers [None req-df52a70b-9208-4740-881f-242e412ee67a None None] Bound port: 6f2b8539-9f68-4002-9455-6245f8d218ba, host: dv-cinder-759943-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1395ec13-865d-4759-982d-888e59978303', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3cb0cdf3-e2d2-4fae-b226-b086c7cc05ee'}}] {{(pid=83923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 03:31:16.650763 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-df52a70b-9208-4740-881f-242e412ee67a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for port, before_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:16.652117 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:31:16.748904 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.db [None req-df52a70b-9208-4740-881f-242e412ee67a None None] For port 6f2b8539-9f68-4002-9455-6245f8d218ba, host dv-cinder-759943-5-iscsi, cleared binding levels {{(pid=83923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 03:31:16.752491 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.db [None req-df52a70b-9208-4740-881f-242e412ee67a None None] For port 6f2b8539-9f68-4002-9455-6245f8d218ba, host dv-cinder-759943-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-5-iscsi',level=0,port_id=6f2b8539-9f68-4002-9455-6245f8d218ba,segment=NetworkSegment(1395ec13-865d-4759-982d-888e59978303),segment_id=1395ec13-865d-4759-982d-888e59978303)] {{(pid=83923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 03:31:16.756247 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-df52a70b-9208-4740-881f-242e412ee67a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303097879514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733756514675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303098261108'] for port, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:16.772680 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:31:16.934759 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df52a70b-9208-4740-881f-242e412ee67a None None] Pushing event updated for resources: {'Port': ['ID=6f2b8539-9f68-4002-9455-6245f8d218ba,revision_number=2']} {{(pid=83923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:31:16.939430 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-df52a70b-9208-4740-881f-242e412ee67a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:31:17.005806 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc53c9c7-5061-4091-bf8d-398c9fdb801f admin admin] Pushing event updated for resources: {'Port': ['ID=aa054546-bebb-4011-8a62-78b11f5ad281,revision_number=1']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:31:17.018925 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-cc53c9c7-5061-4091-bf8d-398c9fdb801f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:31:17.069385 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc53c9c7-5061-4091-bf8d-398c9fdb801f admin admin] Network 47a54196-2e01-4ced-bf59-8f5a8abde718 is already hosted by enough agents. {{(pid=83921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 03:31:17.071362 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.scheduler.base_scheduler [None req-cc53c9c7-5061-4091-bf8d-398c9fdb801f admin admin] Resources bound (agent type, host, resource id):  {{(pid=83921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 03:31:17.074179 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc53c9c7-5061-4091-bf8d-398c9fdb801f admin admin] Received port after_create {{(pid=83921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 03:31:17.394903 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-167286f4-0423-4323-a60c-bc0cb5dea4d6 req-9025ff39-9a54-402f-ad53-bede5723321d service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=b4d58358-22a0-4562-9370-9574a29ec572&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.2899435
Feb 17 03:31:17.652825 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-cc53c9c7-5061-4091-bf8d-398c9fdb801f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:17.712611 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167286f4-0423-4323-a60c-bc0cb5dea4d6 req-91bd6280-9504-4332-b72d-956bcf554899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:31:17.714257 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-167286f4-0423-4323-a60c-bc0cb5dea4d6 req-91bd6280-9504-4332-b72d-956bcf554899 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8da7eb55c2cb47dc99275360edd183e2&device_id=b4d58358-22a0-4562-9370-9574a29ec572 HTTP/1.1" status: 200  len: 1162 time: 0.2471182
Feb 17 03:31:18.077857 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167286f4-0423-4323-a60c-bc0cb5dea4d6 req-70cdd6b6-bf6f-42a8-b99f-a9c72dc9ab3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:31:18.079443 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-167286f4-0423-4323-a60c-bc0cb5dea4d6 req-70cdd6b6-bf6f-42a8-b99f-a9c72dc9ab3f service neutron] 10.222.0.54 "GET /v2.0/networks?id=07c25ad2-4e60-4400-a677-ca2c2e7c85f8 HTTP/1.1" status: 200  len: 912 time: 0.2963612
Feb 17 03:31:18.184493 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-167286f4-0423-4323-a60c-bc0cb5dea4d6 req-97de2142-3714-407a-b995-a52806f0b844 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d5ada634-5cb7-40f0-b70e-0091b83e2ef6 HTTP/1.1" status: 200  len: 217 time: 0.0888743
Feb 17 03:31:18.238724 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Device 6f2b8539-9f68-4002-9455-6245f8d218ba up at agent ovs-agent-dv-cinder-759943-5-iscsi {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:31:18.291382 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167286f4-0423-4323-a60c-bc0cb5dea4d6 req-1bad4a96-0603-4201-8d99-0003446d4bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:31:18.293176 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-167286f4-0423-4323-a60c-bc0cb5dea4d6 req-1bad4a96-0603-4201-8d99-0003446d4bdb service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e1c7a001-c305-42ea-923a-4661960efd2e HTTP/1.1" status: 200  len: 858 time: 0.0957747
Feb 17 03:31:18.342626 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Provisioning for port 6f2b8539-9f68-4002-9455-6245f8d218ba completed by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 03:31:18.364805 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-167286f4-0423-4323-a60c-bc0cb5dea4d6 req-ff843c9c-d314-42a7-9de5-da3a8408ea2e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=07c25ad2-4e60-4400-a677-ca2c2e7c85f8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0628777
Feb 17 03:31:18.371533 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-cc53c9c7-5061-4091-bf8d-398c9fdb801f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-945319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853785083'] for router, after_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:18.430478 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29eab676-cdf3-4365-b091-606ea12668d6 None None] Network 3cb0cdf3-e2d2-4fae-b226-b086c7cc05ee requested from dv-cinder-759943-5-iscsi {{(pid=83923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 03:31:18.525908 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-3ca59aaa-8f75-4b40-91b9-0a5c2c58c664 None None] Provisioning for port 6f2b8539-9f68-4002-9455-6245f8d218ba completed by entity DHCP. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 03:31:18.541803 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-3ca59aaa-8f75-4b40-91b9-0a5c2c58c664 None None] Provisioning complete for port 6f2b8539-9f68-4002-9455-6245f8d218ba triggered by entity DHCP. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:31:18.542170 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-3ca59aaa-8f75-4b40-91b9-0a5c2c58c664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838161172'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:18.781603 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-3ca59aaa-8f75-4b40-91b9-0a5c2c58c664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for port, before_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:18.837590 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.db [None req-3ca59aaa-8f75-4b40-91b9-0a5c2c58c664 None None] For port 6f2b8539-9f68-4002-9455-6245f8d218ba, host dv-cinder-759943-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-5-iscsi',level=0,port_id=6f2b8539-9f68-4002-9455-6245f8d218ba,segment=NetworkSegment(1395ec13-865d-4759-982d-888e59978303),segment_id=1395ec13-865d-4759-982d-888e59978303)] {{(pid=83923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:31:18.842543 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-3ca59aaa-8f75-4b40-91b9-0a5c2c58c664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303097879514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733756514675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303098261108'] for port, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:18.844152 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:31:18.918825 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-167286f4-0423-4323-a60c-bc0cb5dea4d6 req-e1c92438-b5af-4c4c-bec2-7a35a0b1b4fa service neutron] 10.222.0.54 "GET /v2.0/networks/07c25ad2-4e60-4400-a677-ca2c2e7c85f8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5448463
Feb 17 03:31:18.934946 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca59aaa-8f75-4b40-91b9-0a5c2c58c664 None None] Pushing event updated for resources: {'Port': ['ID=6f2b8539-9f68-4002-9455-6245f8d218ba,revision_number=3']} {{(pid=83923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:31:18.947186 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-3ca59aaa-8f75-4b40-91b9-0a5c2c58c664 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:31:19.083602 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc53c9c7-5061-4091-bf8d-398c9fdb801f admin admin] Router 3ae39434-3077-4a61-8ec9-5d2beb8f56b0 is scheduled to L3 agent 3e02af72-3002-4fb3-96dd-e59119f81584 with binding_index 1 {{(pid=83921) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Feb 17 03:31:19.102679 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-7e3f28b6-ef06-45d2-9a79-0e77ca02c14d None None] Provisioning complete for port 6f2b8539-9f68-4002-9455-6245f8d218ba triggered by entity DHCP. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:31:19.103097 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-7e3f28b6-ef06-45d2-9a79-0e77ca02c14d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838161172'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:19.261307 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-167286f4-0423-4323-a60c-bc0cb5dea4d6 req-ec105339-c2a4-4246-94f2-4efa4209a565 service neutron] 10.222.0.54 "GET /v2.0/networks/07c25ad2-4e60-4400-a677-ca2c2e7c85f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3319807
Feb 17 03:31:19.314102 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc53c9c7-5061-4091-bf8d-398c9fdb801f admin admin] Notify agent at l3_agent.dv-cinder-759943-5-iscsi the message routers_updated {{(pid=83921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 03:31:19.324365 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-273be9c0-4edf-4780-93ff-dbd5c0c12e75 None None] Sync routers for ids ['3ae39434-3077-4a61-8ec9-5d2beb8f56b0'] in dv-cinder-759943-5-iscsi {{(pid=83924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 03:31:19.336161 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273be9c0-4edf-4780-93ff-dbd5c0c12e75 None None] Routers {'3ae39434-3077-4a61-8ec9-5d2beb8f56b0'} bound to L3 agent in host dv-cinder-759943-5-iscsi {{(pid=83924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 03:31:19.337535 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_hamode_db [None req-273be9c0-4edf-4780-93ff-dbd5c0c12e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f17c64ed630>, 'dv-cinder-759943-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T03:18:25Z,description=<?>,heartbeat_timestamp=2021-02-17T03:30:55Z,host='dv-cinder-759943-5-iscsi',id=3e02af72-3002-4fb3-96dd-e59119f81584,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T03:18:25Z,topic='l3_agent')) {'router_ids': ['3ae39434-3077-4a61-8ec9-5d2beb8f56b0'], 'active': True} {{(pid=83924) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:31:19.351175 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-cc53c9c7-5061-4091-bf8d-398c9fdb801f admin admin] Notify callbacks [] for router, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:19.372090 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-a6bb17c6-fd86-4712-a7eb-ec99cbde75f8 None None] Provisioning complete for port 6f2b8539-9f68-4002-9455-6245f8d218ba triggered by entity DHCP. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:31:19.372823 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-a6bb17c6-fd86-4712-a7eb-ec99cbde75f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838161172'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:19.374829 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-cc53c9c7-5061-4091-bf8d-398c9fdb801f admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 3.9496036
Feb 17 03:31:19.378121 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83922) accepted ('10.222.0.57', 40796) {{(pid=83922) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:31:19.683007 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-e66effbf-2257-4403-a2d6-35d0332d3678 None None] Provisioning complete for port 6f2b8539-9f68-4002-9455-6245f8d218ba triggered by entity DHCP. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:31:19.684247 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e66effbf-2257-4403-a2d6-35d0332d3678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838161172'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:19.748819 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvr_db [None req-273be9c0-4edf-4780-93ff-dbd5c0c12e75 None None] Set router 3ae39434-3077-4a61-8ec9-5d2beb8f56b0 gateway port host: dv-cinder-759943-5-iscsi {{(pid=83924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 03:31:20.073497 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_hamode_db [None req-273be9c0-4edf-4780-93ff-dbd5c0c12e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f17c64ed630>, [{'id': '3ae39434-3077-4a61-8ec9-5d2beb8f56b0', 'name': 'tempest-TestVolumeBootPattern-1162730446-router', 'tenant_id': '09f977ccc1e54aa6bfffd127c9a4be7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'external_fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.14'}], 'enable_snat': True}, 'gw_port_id': 'aa054546-bebb-4011-8a62-78b11f5ad281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:31:15Z', 'updated_at': '2021-02-17T03:31:17Z', 'revision_number': 3, 'project_id': '09f977ccc1e54aa6bfffd127c9a4be7d', 'gw_port': {'id': 'aa054546-bebb-4011-8a62-78b11f5ad281', 'name': '', 'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:60:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ae39434-3077-4a61-8ec9-5d2beb8f56b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:31:16Z', 'updated_at': '2021-02-17T03:31:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-5-iscsi'}], 'dv-cinder-759943-5-iscsi', False) {} {{(pid=83924) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:31:20.077526 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-273be9c0-4edf-4780-93ff-dbd5c0c12e75 None None] Checking router: 3ae39434-3077-4a61-8ec9-5d2beb8f56b0 for host: dv-cinder-759943-5-iscsi {{(pid=83924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 03:31:20.077921 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-273be9c0-4edf-4780-93ff-dbd5c0c12e75 None None] Updating router 3ae39434-3077-4a61-8ec9-5d2beb8f56b0 port aa054546-bebb-4011-8a62-78b11f5ad281 binding host dv-cinder-759943-5-iscsi {{(pid=83924) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 17 03:31:20.135601 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-273be9c0-4edf-4780-93ff-dbd5c0c12e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for port, before_update {{(pid=83924) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:20.187977 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Device 6f2b8539-9f68-4002-9455-6245f8d218ba up at agent ovs-agent-dv-cinder-759943-5-iscsi {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:31:20.300348 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Provisioning complete for port 6f2b8539-9f68-4002-9455-6245f8d218ba triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:31:20.300776 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838161172'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:20.386669 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-2b049851-79b2-4a95-8fc3-f4dd875318a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for port, before_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:20.641624 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-273be9c0-4edf-4780-93ff-dbd5c0c12e75 None None] Notify callbacks [] for port, precommit_update {{(pid=83924) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:20.655275 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-273be9c0-4edf-4780-93ff-dbd5c0c12e75 None None] Transition to ACTIVE for port object aa054546-bebb-4011-8a62-78b11f5ad281 will not be triggered until provisioned by entity L2. {{(pid=83924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 03:31:20.658931 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-273be9c0-4edf-4780-93ff-dbd5c0c12e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303097879514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733756514675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303098261108'] for port, after_update {{(pid=83924) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:20.678352 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-aed9aff8-721d-4017-b1f1-38e6a41a0c7d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83924) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:31:20.798303 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.db_base_plugin_common [None req-2b049851-79b2-4a95-8fc3-f4dd875318a6 admin admin] Allocated IP 172.20.0.1 (3cb0cdf3-e2d2-4fae-b226-b086c7cc05ee/7b7a5bdd-0e94-4495-9a8f-a3426e0e5cfa/e98b3221-e8eb-44c7-922b-f05f45a151d1) {{(pid=83922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 03:31:20.827732 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a632b7-f0b5-4d97-93f1-a0c4b857ceb8 None None] Pushing event updated for resources: {'Port': ['ID=aa054546-bebb-4011-8a62-78b11f5ad281,revision_number=2']} {{(pid=83924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:31:20.847738 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a632b7-f0b5-4d97-93f1-a0c4b857ceb8 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:31:20.848122 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a632b7-f0b5-4d97-93f1-a0c4b857ceb8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:31:20.848465 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a632b7-f0b5-4d97-93f1-a0c4b857ceb8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:31:20.859105 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a632b7-f0b5-4d97-93f1-a0c4b857ceb8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:31:20.859497 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a632b7-f0b5-4d97-93f1-a0c4b857ceb8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:31:20.859876 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a632b7-f0b5-4d97-93f1-a0c4b857ceb8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:31:20.860241 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a632b7-f0b5-4d97-93f1-a0c4b857ceb8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:31:20.860603 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a632b7-f0b5-4d97-93f1-a0c4b857ceb8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:31:20.860963 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a632b7-f0b5-4d97-93f1-a0c4b857ceb8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:31:20.861349 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a632b7-f0b5-4d97-93f1-a0c4b857ceb8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:31:20.861705 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a632b7-f0b5-4d97-93f1-a0c4b857ceb8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:31:20.862035 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a632b7-f0b5-4d97-93f1-a0c4b857ceb8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:31:20.862492 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a632b7-f0b5-4d97-93f1-a0c4b857ceb8 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:31:20.862851 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a632b7-f0b5-4d97-93f1-a0c4b857ceb8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:31:20.863207 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a632b7-f0b5-4d97-93f1-a0c4b857ceb8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:31:20.863558 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a632b7-f0b5-4d97-93f1-a0c4b857ceb8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:31:20.863909 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a632b7-f0b5-4d97-93f1-a0c4b857ceb8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:31:20.864262 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a632b7-f0b5-4d97-93f1-a0c4b857ceb8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:31:20.864613 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a632b7-f0b5-4d97-93f1-a0c4b857ceb8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:31:20.864967 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a632b7-f0b5-4d97-93f1-a0c4b857ceb8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:31:20.865342 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a632b7-f0b5-4d97-93f1-a0c4b857ceb8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:31:20.865692 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a632b7-f0b5-4d97-93f1-a0c4b857ceb8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:31:20.866047 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a632b7-f0b5-4d97-93f1-a0c4b857ceb8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:31:20.866394 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a632b7-f0b5-4d97-93f1-a0c4b857ceb8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:31:20.915189 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-f2a632b7-f0b5-4d97-93f1-a0c4b857ceb8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=83924) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:31:20.940928 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.managers [None req-273be9c0-4edf-4780-93ff-dbd5c0c12e75 None None] Attempting to bind port aa054546-bebb-4011-8a62-78b11f5ad281 on host dv-cinder-759943-5-iscsi for vnic_type normal with profile  {{(pid=83924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 03:31:20.941603 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.managers [None req-273be9c0-4edf-4780-93ff-dbd5c0c12e75 None None] Attempting to bind port aa054546-bebb-4011-8a62-78b11f5ad281 by drivers openvswitch on host dv-cinder-759943-5-iscsi at level 0 using segments [{'id': '98c4310b-6fdc-4105-b056-95cb7f890c80', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718'}] {{(pid=83924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 03:31:20.941747 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-273be9c0-4edf-4780-93ff-dbd5c0c12e75 None None] Attempting to bind port aa054546-bebb-4011-8a62-78b11f5ad281 on network 47a54196-2e01-4ced-bf59-8f5a8abde718 {{(pid=83924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 03:31:20.948215 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-273be9c0-4edf-4780-93ff-dbd5c0c12e75 None None] Checking agent: {'id': 'fdf6e942-9f6a-471f-a5a4-d80d5f4aedb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759943-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 3, 18, 27), 'started_at': datetime.datetime(2021, 2, 17, 3, 18, 57), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 3, 30, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759943-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 03:31:20.948928 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-273be9c0-4edf-4780-93ff-dbd5c0c12e75 None None] Checking segment: {'id': '98c4310b-6fdc-4105-b056-95cb7f890c80', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 03:31:20.949162 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-273be9c0-4edf-4780-93ff-dbd5c0c12e75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83924) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:20.949704 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-273be9c0-4edf-4780-93ff-dbd5c0c12e75 None None] Bound using segment: {'id': '98c4310b-6fdc-4105-b056-95cb7f890c80', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718'} {{(pid=83924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 03:31:20.950400 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.managers [None req-273be9c0-4edf-4780-93ff-dbd5c0c12e75 None None] Bound port: aa054546-bebb-4011-8a62-78b11f5ad281, host: dv-cinder-759943-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98c4310b-6fdc-4105-b056-95cb7f890c80', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718'}}] {{(pid=83924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 03:31:20.950992 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-273be9c0-4edf-4780-93ff-dbd5c0c12e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for port, before_update {{(pid=83924) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:20.983374 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-2b049851-79b2-4a95-8fc3-f4dd875318a6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:20.999641 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-2b049851-79b2-4a95-8fc3-f4dd875318a6 admin admin] Transition to ACTIVE for port object e98b3221-e8eb-44c7-922b-f05f45a151d1 will not be triggered until provisioned by entity DHCP. {{(pid=83922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 03:31:21.026089 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-2b049851-79b2-4a95-8fc3-f4dd875318a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363303098263190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851846526'] for port, after_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:21.033582 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.db [None req-273be9c0-4edf-4780-93ff-dbd5c0c12e75 None None] For port aa054546-bebb-4011-8a62-78b11f5ad281, host dv-cinder-759943-5-iscsi, cleared binding levels {{(pid=83924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 03:31:21.037184 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.db [None req-273be9c0-4edf-4780-93ff-dbd5c0c12e75 None None] For port aa054546-bebb-4011-8a62-78b11f5ad281, host dv-cinder-759943-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-5-iscsi',level=0,port_id=aa054546-bebb-4011-8a62-78b11f5ad281,segment=NetworkSegment(98c4310b-6fdc-4105-b056-95cb7f890c80),segment_id=98c4310b-6fdc-4105-b056-95cb7f890c80)] {{(pid=83924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 03:31:21.042342 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-273be9c0-4edf-4780-93ff-dbd5c0c12e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303097879514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733756514675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303098261108'] for port, after_update {{(pid=83924) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:21.058695 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83924) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:31:21.155853 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-5345fbf5-15ae-44d0-a382-03324c04d90d tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:31:21.216690 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a632b7-f0b5-4d97-93f1-a0c4b857ceb8 None None] Pushing event updated for resources: {'Port': ['ID=aa054546-bebb-4011-8a62-78b11f5ad281,revision_number=3']} {{(pid=83924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:31:21.222134 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-f2a632b7-f0b5-4d97-93f1-a0c4b857ceb8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=83924) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:31:21.238541 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b049851-79b2-4a95-8fc3-f4dd875318a6 admin admin] Pushing event updated for resources: {'Port': ['ID=e98b3221-e8eb-44c7-922b-f05f45a151d1,revision_number=1']} {{(pid=83922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:31:21.262168 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-2b049851-79b2-4a95-8fc3-f4dd875318a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:31:21.265282 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273be9c0-4edf-4780-93ff-dbd5c0c12e75 None None] Routers {'3ae39434-3077-4a61-8ec9-5d2beb8f56b0'} bound to L3 agent in host dv-cinder-759943-5-iscsi {{(pid=83924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 03:31:21.265934 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_hamode_db [None req-273be9c0-4edf-4780-93ff-dbd5c0c12e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f17c64ed630>, 'dv-cinder-759943-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T03:18:25Z,description=<?>,heartbeat_timestamp=2021-02-17T03:30:55Z,host='dv-cinder-759943-5-iscsi',id=3e02af72-3002-4fb3-96dd-e59119f81584,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T03:18:25Z,topic='l3_agent')) {'router_ids': ['3ae39434-3077-4a61-8ec9-5d2beb8f56b0'], 'active': True} {{(pid=83924) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:31:21.278717 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dde06da-6a3b-457a-babb-bbd4ba1ab426 req-f437c3b8-135f-4c02-a48f-e3129519b2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:31:21.280444 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-3dde06da-6a3b-457a-babb-bbd4ba1ab426 req-f437c3b8-135f-4c02-a48f-e3129519b2c9 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8da7eb55c2cb47dc99275360edd183e2&device_id=b4d58358-22a0-4562-9370-9574a29ec572 HTTP/1.1" status: 200  len: 1162 time: 0.1520452
Feb 17 03:31:21.288425 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b049851-79b2-4a95-8fc3-f4dd875318a6 admin admin] Network 3cb0cdf3-e2d2-4fae-b226-b086c7cc05ee is already hosted by enough agents. {{(pid=83922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 03:31:21.290297 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.scheduler.base_scheduler [None req-2b049851-79b2-4a95-8fc3-f4dd875318a6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 03:31:21.301990 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b049851-79b2-4a95-8fc3-f4dd875318a6 admin admin] Received port after_create {{(pid=83922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 03:31:21.370825 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-2b049851-79b2-4a95-8fc3-f4dd875318a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-922652'] for router_interface, before_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:21.397490 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcd0cd9-68c7-4dff-aeef-4458a81260cd req-c10a6921-2fcb-4bb4-ac77-091ff5eedde6 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:31:21.405366 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-2bcd0cd9-68c7-4dff-aeef-4458a81260cd req-c10a6921-2fcb-4bb4-ac77-091ff5eedde6 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/ports?device_id=b4d58358-22a0-4562-9370-9574a29ec572 HTTP/1.1" status: 200  len: 945 time: 0.2131560
Feb 17 03:31:21.508775 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-2bcd0cd9-68c7-4dff-aeef-4458a81260cd req-fdf1a611-4244-4ec6-b761-8b24c1f754fc tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/security-groups?id=a8d8b256-f933-42bb-9ad3-a02b9415114a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1023448
Feb 17 03:31:21.529247 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-2b049851-79b2-4a95-8fc3-f4dd875318a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for port, before_update {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:21.537090 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvr_db [None req-273be9c0-4edf-4780-93ff-dbd5c0c12e75 None None] Set router 3ae39434-3077-4a61-8ec9-5d2beb8f56b0 gateway port host: dv-cinder-759943-5-iscsi {{(pid=83924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 03:31:21.568182 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dde06da-6a3b-457a-babb-bbd4ba1ab426 req-d617748b-c127-47a7-ac8f-ef3578ad1ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:31:21.570204 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-3dde06da-6a3b-457a-babb-bbd4ba1ab426 req-d617748b-c127-47a7-ac8f-ef3578ad1ba9 service neutron] 10.222.0.54 "GET /v2.0/networks?id=07c25ad2-4e60-4400-a677-ca2c2e7c85f8 HTTP/1.1" status: 200  len: 912 time: 0.2720320
Feb 17 03:31:21.665984 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-3dde06da-6a3b-457a-babb-bbd4ba1ab426 req-ec15ca51-8274-421e-b7c0-605def96b8f5 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d5ada634-5cb7-40f0-b70e-0091b83e2ef6 HTTP/1.1" status: 200  len: 217 time: 0.0817792
Feb 17 03:31:21.676254 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-f3ef9b0b-da6a-46c4-862d-38959fcfbd0f None None] Provisioning for port e98b3221-e8eb-44c7-922b-f05f45a151d1 completed by entity DHCP. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 03:31:21.682262 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-f3ef9b0b-da6a-46c4-862d-38959fcfbd0f None None] Provisioning complete for port e98b3221-e8eb-44c7-922b-f05f45a151d1 triggered by entity DHCP. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:31:21.682798 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-f3ef9b0b-da6a-46c4-862d-38959fcfbd0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838161172'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:21.806947 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dde06da-6a3b-457a-babb-bbd4ba1ab426 req-40a5cc46-e32f-42d9-97ac-ee0ba805f7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:31:21.808569 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-3dde06da-6a3b-457a-babb-bbd4ba1ab426 req-40a5cc46-e32f-42d9-97ac-ee0ba805f7fd service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e1c7a001-c305-42ea-923a-4661960efd2e HTTP/1.1" status: 200  len: 858 time: 0.1246037
Feb 17 03:31:21.827308 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.plugin [None req-f3ef9b0b-da6a-46c4-862d-38959fcfbd0f None None] Port e98b3221-e8eb-44c7-922b-f05f45a151d1 cannot update to ACTIVE because it is not bound. {{(pid=83923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 03:31:21.921304 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-2b049851-79b2-4a95-8fc3-f4dd875318a6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:21.925726 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-3dde06da-6a3b-457a-babb-bbd4ba1ab426 req-e4830453-64e6-48b1-adf6-462ff4f7572d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=07c25ad2-4e60-4400-a677-ca2c2e7c85f8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1031661
Feb 17 03:31:21.930344 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-2b049851-79b2-4a95-8fc3-f4dd875318a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303097879514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733756514675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303098261108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2929291'] for port, after_update {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:21.975215 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:31:21.994945 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_hamode_db [None req-273be9c0-4edf-4780-93ff-dbd5c0c12e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f17c64ed630>, [{'id': '3ae39434-3077-4a61-8ec9-5d2beb8f56b0', 'name': 'tempest-TestVolumeBootPattern-1162730446-router', 'tenant_id': '09f977ccc1e54aa6bfffd127c9a4be7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'external_fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.14'}], 'enable_snat': True}, 'gw_port_id': 'aa054546-bebb-4011-8a62-78b11f5ad281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:31:15Z', 'updated_at': '2021-02-17T03:31:17Z', 'revision_number': 3, 'project_id': '09f977ccc1e54aa6bfffd127c9a4be7d', 'gw_port': {'id': 'aa054546-bebb-4011-8a62-78b11f5ad281', 'name': '', 'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:60:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ae39434-3077-4a61-8ec9-5d2beb8f56b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:31:16Z', 'updated_at': '2021-02-17T03:31:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-5-iscsi'}], 'dv-cinder-759943-5-iscsi', False) {} {{(pid=83924) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:31:21.999269 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-273be9c0-4edf-4780-93ff-dbd5c0c12e75 None None] The sync data for ids ['3ae39434-3077-4a61-8ec9-5d2beb8f56b0'] in dv-cinder-759943-5-iscsi is: [{'id': '3ae39434-3077-4a61-8ec9-5d2beb8f56b0', 'name': 'tempest-TestVolumeBootPattern-1162730446-router', 'tenant_id': '09f977ccc1e54aa6bfffd127c9a4be7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'external_fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.14'}], 'enable_snat': True}, 'gw_port_id': 'aa054546-bebb-4011-8a62-78b11f5ad281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:31:15Z', 'updated_at': '2021-02-17T03:31:17Z', 'revision_number': 3, 'project_id': '09f977ccc1e54aa6bfffd127c9a4be7d', 'gw_port': {'id': 'aa054546-bebb-4011-8a62-78b11f5ad281', 'name': '', 'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:60:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ae39434-3077-4a61-8ec9-5d2beb8f56b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:31:16Z', 'updated_at': '2021-02-17T03:31:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-5-iscsi'}] {{(pid=83924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 03:31:22.092967 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-3dde06da-6a3b-457a-babb-bbd4ba1ab426 req-99d137c9-e3d8-41f8-b170-233178033a84 service neutron] 10.222.0.54 "GET /v2.0/networks/07c25ad2-4e60-4400-a677-ca2c2e7c85f8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1571946
Feb 17 03:31:22.143239 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b049851-79b2-4a95-8fc3-f4dd875318a6 admin admin] Pushing event updated for resources: {'Port': ['ID=e98b3221-e8eb-44c7-922b-f05f45a151d1,revision_number=2']} {{(pid=83922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:31:22.146363 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-2b049851-79b2-4a95-8fc3-f4dd875318a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:31:22.173804 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-2b049851-79b2-4a95-8fc3-f4dd875318a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-584865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853853062'] for router_interface, after_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:22.244748 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-3dde06da-6a3b-457a-babb-bbd4ba1ab426 req-b3b3b82a-845b-48fa-9fc5-b5cd296fe127 service neutron] 10.222.0.54 "GET /v2.0/networks/07c25ad2-4e60-4400-a677-ca2c2e7c85f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1438754
Feb 17 03:31:22.335319 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056060f0-b85b-41df-ae76-07d1faee1cf1 req-d0b87ab9-cd31-45a9-bffd-61aa376342d7 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:31:22.337543 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-056060f0-b85b-41df-ae76-07d1faee1cf1 req-d0b87ab9-cd31-45a9-bffd-61aa376342d7 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] 10.222.0.57 "GET /v2.0/networks?id=90e5bf38-a0dc-48bd-9401-739bcf8a5d8a HTTP/1.1" status: 200  len: 814 time: 0.2857239
Feb 17 03:31:22.372651 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-056060f0-b85b-41df-ae76-07d1faee1cf1 req-4fcdc16f-bb8a-467c-97e9-b8d015f9b4d7 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] 10.222.0.57 "GET /v2.0/quotas/41ae341c7001465897265b1c5eda9767 HTTP/1.1" status: 200  len: 375 time: 0.0206013
Feb 17 03:31:22.420847 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b049851-79b2-4a95-8fc3-f4dd875318a6 admin admin] Network 3cb0cdf3-e2d2-4fae-b226-b086c7cc05ee is already hosted by enough agents. {{(pid=83922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 03:31:22.427318 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.scheduler.base_scheduler [None req-2b049851-79b2-4a95-8fc3-f4dd875318a6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 03:31:22.677575 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-056060f0-b85b-41df-ae76-07d1faee1cf1 req-7cd52d4b-9757-43f0-bc05-fe78a7426a31 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=41ae341c7001465897265b1c5eda9767&fields=id HTTP/1.1" status: 200  len: 348 time: 0.2959001
Feb 17 03:31:22.757309 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e440c1-7a0d-490f-9eb9-8dff0bf75047 req-fd4484c0-bf64-4960-88e5-13db09d096d7 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:31:22.766944 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-21e440c1-7a0d-490f-9eb9-8dff0bf75047 req-fd4484c0-bf64-4960-88e5-13db09d096d7 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/ports?device_id=b4d58358-22a0-4562-9370-9574a29ec572 HTTP/1.1" status: 200  len: 945 time: 0.1369419
Feb 17 03:31:22.775308 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-92ee3868-8a6c-4c39-ab34-c864da0b96b5 None None] Provisioning complete for port e98b3221-e8eb-44c7-922b-f05f45a151d1 triggered by entity DHCP. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:31:22.776006 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-92ee3868-8a6c-4c39-ab34-c864da0b96b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838161172'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:22.817210 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b049851-79b2-4a95-8fc3-f4dd875318a6 admin admin] Router 3ae39434-3077-4a61-8ec9-5d2beb8f56b0 has already been hosted by L3 agent 3e02af72-3002-4fb3-96dd-e59119f81584 {{(pid=83922) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 03:31:22.830986 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-21e440c1-7a0d-490f-9eb9-8dff0bf75047 req-c2fc3b69-c98b-44a2-af50-b63c2d6cd0b4 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/security-groups?id=a8d8b256-f933-42bb-9ad3-a02b9415114a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0626016
Feb 17 03:31:22.859651 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.plugin [None req-92ee3868-8a6c-4c39-ab34-c864da0b96b5 None None] Port e98b3221-e8eb-44c7-922b-f05f45a151d1 cannot update to ACTIVE because it is not bound. {{(pid=83923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 03:31:22.871350 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-056060f0-b85b-41df-ae76-07d1faee1cf1 req-64165833-461b-4b82-9033-05e566260ab9 service neutron] 10.222.0.57 "GET /v2.0/networks/90e5bf38-a0dc-48bd-9401-739bcf8a5d8a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1775019
Feb 17 03:31:23.190574 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b049851-79b2-4a95-8fc3-f4dd875318a6 admin admin] Notify agent at l3_agent.dv-cinder-759943-5-iscsi the message routers_updated {{(pid=83922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 03:31:23.194158 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-056060f0-b85b-41df-ae76-07d1faee1cf1 req-d7e87aca-fc05-4cab-b7e5-c9d5e61af25c service neutron] 10.222.0.57 "GET /v2.0/networks/90e5bf38-a0dc-48bd-9401-739bcf8a5d8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2560992
Feb 17 03:31:23.203115 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-2b049851-79b2-4a95-8fc3-f4dd875318a6 admin admin] 10.222.0.57 "PUT /v2.0/routers/3ae39434-3077-4a61-8ec9-5d2beb8f56b0/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.8238592
Feb 17 03:31:23.394266 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-30238ce0-7a35-482f-8c0c-21f547a9ec15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:23.399113 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-a46af56f-f21e-4e31-b1eb-1a76adf2d590 req-e5ec589d-0009-4de1-a6b4-b7e40fa2f35a tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] 10.222.0.57 "GET /v2.0/ports?device_id=7e94fed0-e4c8-44a0-b7df-6e1b44f6f62f HTTP/1.1" status: 200  len: 210 time: 0.0524151
Feb 17 03:31:23.633622 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee636cbe-e983-45d8-9c00-a64b865e2edc req-bd8f3bfa-4c32-407c-96cf-22507b98b92c tempest-VolumesSnapshotTestJSON-1509273995 tempest-VolumesSnapshotTestJSON-1509273995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:31:23.635263 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-ee636cbe-e983-45d8-9c00-a64b865e2edc req-bd8f3bfa-4c32-407c-96cf-22507b98b92c tempest-VolumesSnapshotTestJSON-1509273995 tempest-VolumesSnapshotTestJSON-1509273995-project] 10.222.0.57 "GET /v2.0/ports?device_id=affa2e6b-a2e1-47dc-9593-14492775c963 HTTP/1.1" status: 200  len: 945 time: 0.0922971
Feb 17 03:31:23.689204 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-ee636cbe-e983-45d8-9c00-a64b865e2edc req-a2ebef15-75f8-4d9a-827d-3ce428b00b59 tempest-VolumesSnapshotTestJSON-1509273995 tempest-VolumesSnapshotTestJSON-1509273995-project] 10.222.0.57 "GET /v2.0/security-groups?id=4d424e17-ab05-4607-9df7-8d3f76ab183e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464737
Feb 17 03:31:24.019992 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83922) accepted ('10.222.0.57', 40882) {{(pid=83922) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:31:24.027610 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.v2.base [None req-26681066-aaa8-4a3f-80e3-9059dc496cd5 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1918658082-network', 'tenant_id': '87768102ae294f1eb14038d35ee1265f'}} {{(pid=83922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:31:24.032880 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-26681066-aaa8-4a3f-80e3-9059dc496cd5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:31:24.038083 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-26681066-aaa8-4a3f-80e3-9059dc496cd5 admin admin] Usage tracker for resource:network and tenant:87768102ae294f1eb14038d35ee1265f is out of sync, need to count used quota {{(pid=83922) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:31:24.042307 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-26681066-aaa8-4a3f-80e3-9059dc496cd5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83922) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:31:24.050787 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-26681066-aaa8-4a3f-80e3-9059dc496cd5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:31:24.054320 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6591fc23-6925-4567-8219-624e7c92103b req-4457fc22-aa9c-48c0-aec5-f1cfde004648 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:31:24.056029 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-6591fc23-6925-4567-8219-624e7c92103b req-4457fc22-aa9c-48c0-aec5-f1cfde004648 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/ports?device_id=b4d58358-22a0-4562-9370-9574a29ec572 HTTP/1.1" status: 200  len: 945 time: 0.0925658
Feb 17 03:31:24.066173 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26681066-aaa8-4a3f-80e3-9059dc496cd5 admin admin] Made reservation on behalf of 87768102ae294f1eb14038d35ee1265f for: {'network': 1} {{(pid=83922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 03:31:24.072293 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-26681066-aaa8-4a3f-80e3-9059dc496cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for network, before_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:24.088231 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-26681066-aaa8-4a3f-80e3-9059dc496cd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:24.110016 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-26681066-aaa8-4a3f-80e3-9059dc496cd5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:31:24.114489 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-26681066-aaa8-4a3f-80e3-9059dc496cd5 admin admin] Usage tracker for resource:security_group_rule and tenant:87768102ae294f1eb14038d35ee1265f is out of sync, need to count used quota {{(pid=83922) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:31:24.120480 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-26681066-aaa8-4a3f-80e3-9059dc496cd5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83922) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:31:24.120733 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-6591fc23-6925-4567-8219-624e7c92103b req-2bf78ab8-a2c4-4cbb-ac01-47cd2ab0291e tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/security-groups?id=a8d8b256-f933-42bb-9ad3-a02b9415114a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0551810
Feb 17 03:31:24.127171 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-26681066-aaa8-4a3f-80e3-9059dc496cd5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:31:24.205343 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Device aa054546-bebb-4011-8a62-78b11f5ad281 up at agent ovs-agent-dv-cinder-759943-5-iscsi {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:31:24.223643 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-26681066-aaa8-4a3f-80e3-9059dc496cd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:24.227280 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-26681066-aaa8-4a3f-80e3-9059dc496cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876219'] for security_group, after_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:24.231670 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-78871ec1-aa34-4e40-aee9-8abd522f0564 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:31:24.262266 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26681066-aaa8-4a3f-80e3-9059dc496cd5 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 9}  {{(pid=83922) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 17 03:31:24.278396 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26681066-aaa8-4a3f-80e3-9059dc496cd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6378451a-bbfc-4747-bf13-714ca0ae73db,revision_number=1']} {{(pid=83922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:31:24.281715 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-26681066-aaa8-4a3f-80e3-9059dc496cd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:31:24.282786 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-26681066-aaa8-4a3f-80e3-9059dc496cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16617428'] for segment, precommit_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:24.283210 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.db.segments_db [None req-26681066-aaa8-4a3f-80e3-9059dc496cd5 admin admin] Added segment de1c71de-a35a-4258-9355-e7b1e58f3f2d of type vxlan for network ffe7fc64-3f80-46a5-9d04-f33dee152961
Feb 17 03:31:24.284211 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Provisioning for port aa054546-bebb-4011-8a62-78b11f5ad281 completed by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 03:31:24.289481 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Provisioning complete for port aa054546-bebb-4011-8a62-78b11f5ad281 triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:31:24.289769 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838161172'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:24.310606 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-26681066-aaa8-4a3f-80e3-9059dc496cd5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363303098315039'] for network, precommit_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:24.340550 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-26681066-aaa8-4a3f-80e3-9059dc496cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850'] for network, after_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:24.341842 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26681066-aaa8-4a3f-80e3-9059dc496cd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:31:24.342479 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-26681066-aaa8-4a3f-80e3-9059dc496cd5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854193028'] for network, before_response {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:24.347688 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-5ae011ba-bcaa-41a9-98da-3e52b9c9c1c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:31:24.418914 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for port, before_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:24.439005 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.db [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] For port aa054546-bebb-4011-8a62-78b11f5ad281, host dv-cinder-759943-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-5-iscsi',level=0,port_id=aa054546-bebb-4011-8a62-78b11f5ad281,segment=NetworkSegment(98c4310b-6fdc-4105-b056-95cb7f890c80),segment_id=98c4310b-6fdc-4105-b056-95cb7f890c80)] {{(pid=83923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:31:24.444317 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303097879514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733756514675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303098261108'] for port, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:24.447484 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-1d0f6317-dd7c-4afa-89bc-94483ddb8658 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:31:24.535059 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Pushing event updated for resources: {'Port': ['ID=aa054546-bebb-4011-8a62-78b11f5ad281,revision_number=4']} {{(pid=83923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:31:24.538633 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:31:24.724924 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-dab3ba9d-9985-41aa-b421-309709d51f4a req-96da2563-72f2-46ea-a5f1-8304ec24c845 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] 10.222.0.57 "GET /v2.0/ports?device_id=7e94fed0-e4c8-44a0-b7df-6e1b44f6f62f HTTP/1.1" status: 200  len: 210 time: 0.0806816
Feb 17 03:31:24.740110 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26681066-aaa8-4a3f-80e3-9059dc496cd5 admin admin] Pushing event updated for resources: {'Network': ['ID=ffe7fc64-3f80-46a5-9d04-f33dee152961,revision_number=1']} {{(pid=83922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:31:24.743575 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-26681066-aaa8-4a3f-80e3-9059dc496cd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.396s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:31:24.745405 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-26681066-aaa8-4a3f-80e3-9059dc496cd5 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 878 time: 0.7241383
Feb 17 03:31:24.749608 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83922) accepted ('10.222.0.57', 40894) {{(pid=83922) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:31:24.752185 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Network ffe7fc64-3f80-46a5-9d04-f33dee152961 details requested by agent ovs-agent-dv-cinder-759943-5-iscsi with host dv-cinder-759943-5-iscsi {{(pid=83923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 03:31:24.756505 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.v2.base [None req-d248e1de-c820-4668-9eca-48f488886622 admin admin] Request body: {'subnet': {'network_id': 'ffe7fc64-3f80-46a5-9d04-f33dee152961', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1918658082-subnet', 'tenant_id': '87768102ae294f1eb14038d35ee1265f', 'ip_version': 4}} {{(pid=83922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:31:24.766935 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-d248e1de-c820-4668-9eca-48f488886622 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:31:24.771676 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-d248e1de-c820-4668-9eca-48f488886622 admin admin] Usage tracker for resource:subnet and tenant:87768102ae294f1eb14038d35ee1265f is out of sync, need to count used quota {{(pid=83922) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:31:24.775949 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-d248e1de-c820-4668-9eca-48f488886622 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83922) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:31:24.783725 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-d248e1de-c820-4668-9eca-48f488886622 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:31:24.786620 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Network ffe7fc64-3f80-46a5-9d04-f33dee152961 details requested by agent ovs-agent-hv-cinder-75994 with host hv-cinder-75994 {{(pid=83923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 03:31:24.796469 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d248e1de-c820-4668-9eca-48f488886622 admin admin] Made reservation on behalf of 87768102ae294f1eb14038d35ee1265f for: {'subnet': 1} {{(pid=83922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 03:31:24.804149 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-d248e1de-c820-4668-9eca-48f488886622 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852207897'] for subnet, before_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:25.007491 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b38932d2-af75-4ba2-a3eb-ce1650346e7b None None] Sync routers for ids ['3ae39434-3077-4a61-8ec9-5d2beb8f56b0'] in dv-cinder-759943-5-iscsi {{(pid=83923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 03:31:25.034832 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b38932d2-af75-4ba2-a3eb-ce1650346e7b None None] Routers {'3ae39434-3077-4a61-8ec9-5d2beb8f56b0'} bound to L3 agent in host dv-cinder-759943-5-iscsi {{(pid=83923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 03:31:25.035391 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_hamode_db [None req-b38932d2-af75-4ba2-a3eb-ce1650346e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f17c5ce59b0>, 'dv-cinder-759943-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T03:18:25Z,description=<?>,heartbeat_timestamp=2021-02-17T03:30:55Z,host='dv-cinder-759943-5-iscsi',id=3e02af72-3002-4fb3-96dd-e59119f81584,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T03:18:25Z,topic='l3_agent')) {'router_ids': ['3ae39434-3077-4a61-8ec9-5d2beb8f56b0'], 'active': True} {{(pid=83923) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:31:25.046121 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056060f0-b85b-41df-ae76-07d1faee1cf1 req-0d3256c1-09a0-451a-bd97-03061271908f tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:31:25.047725 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-056060f0-b85b-41df-ae76-07d1faee1cf1 req-0d3256c1-09a0-451a-bd97-03061271908f tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] 10.222.0.54 "GET /v2.0/networks?id=90e5bf38-a0dc-48bd-9401-739bcf8a5d8a HTTP/1.1" status: 200  len: 814 time: 0.3419247
Feb 17 03:31:25.055226 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d678e430-00e1-4703-92a9-eb1d016cdb74 req-ffcaa1b2-6706-40ea-bd60-4ba92183f912 tempest-VolumesSnapshotTestJSON-1509273995 tempest-VolumesSnapshotTestJSON-1509273995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:31:25.062763 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-d678e430-00e1-4703-92a9-eb1d016cdb74 req-ffcaa1b2-6706-40ea-bd60-4ba92183f912 tempest-VolumesSnapshotTestJSON-1509273995 tempest-VolumesSnapshotTestJSON-1509273995-project] 10.222.0.57 "GET /v2.0/ports?device_id=affa2e6b-a2e1-47dc-9593-14492775c963 HTTP/1.1" status: 200  len: 945 time: 0.1874752
Feb 17 03:31:25.069733 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.v2.base [req-056060f0-b85b-41df-ae76-07d1faee1cf1 req-5924bb39-db72-4f5a-9948-1c8fcd829d1b tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] Request body: {'port': {'device_id': '7e94fed0-e4c8-44a0-b7df-6e1b44f6f62f', 'network_id': '90e5bf38-a0dc-48bd-9401-739bcf8a5d8a', 'admin_state_up': True, 'tenant_id': '41ae341c7001465897265b1c5eda9767'}} {{(pid=83921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:31:25.227229 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-d678e430-00e1-4703-92a9-eb1d016cdb74 req-be267195-00f7-41ea-ab81-2dbe518da931 tempest-VolumesSnapshotTestJSON-1509273995 tempest-VolumesSnapshotTestJSON-1509273995-project] 10.222.0.57 "GET /v2.0/security-groups?id=4d424e17-ab05-4607-9df7-8d3f76ab183e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1600907
Feb 17 03:31:25.308345 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [req-056060f0-b85b-41df-ae76-07d1faee1cf1 req-5924bb39-db72-4f5a-9948-1c8fcd829d1b tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:31:25.318588 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [req-056060f0-b85b-41df-ae76-07d1faee1cf1 req-5924bb39-db72-4f5a-9948-1c8fcd829d1b tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:31:25.332107 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-056060f0-b85b-41df-ae76-07d1faee1cf1 req-5924bb39-db72-4f5a-9948-1c8fcd829d1b tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] Made reservation on behalf of 41ae341c7001465897265b1c5eda9767 for: {'port': 1} {{(pid=83921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 03:31:25.338640 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-056060f0-b85b-41df-ae76-07d1faee1cf1 req-5924bb39-db72-4f5a-9948-1c8fcd829d1b tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for port, before_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:25.369996 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-d248e1de-c820-4668-9eca-48f488886622 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853913663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2929427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852207882'] for subnet, after_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:25.385891 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:25.387524 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:31:25.464533 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvr_db [None req-b38932d2-af75-4ba2-a3eb-ce1650346e7b None None] Set router 3ae39434-3077-4a61-8ec9-5d2beb8f56b0 gateway port host: dv-cinder-759943-5-iscsi {{(pid=83923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 03:31:25.525333 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-b2885adb-40b9-4a35-a9eb-65e2b15ee7f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:25.541010 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d248e1de-c820-4668-9eca-48f488886622 admin admin] Pushing event updated for resources: {'Subnet': ['ID=50c90e1f-cf3f-4a3a-9d68-3504c6faa6ef,revision_number=0']} {{(pid=83922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:31:25.546652 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-d248e1de-c820-4668-9eca-48f488886622 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:31:25.568396 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2316d6e-5863-48f7-bacf-44b65c3a0ed3 req-86279eca-18f8-4e7a-8c8b-963733c3ec77 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:31:25.571273 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-b2316d6e-5863-48f7-bacf-44b65c3a0ed3 req-86279eca-18f8-4e7a-8c8b-963733c3ec77 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/ports?device_id=b4d58358-22a0-4562-9370-9574a29ec572 HTTP/1.1" status: 200  len: 945 time: 0.2574527
Feb 17 03:31:25.647602 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-b2316d6e-5863-48f7-bacf-44b65c3a0ed3 req-1f5b630c-5ab9-46a5-a2aa-23e730a864b8 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/security-groups?id=a8d8b256-f933-42bb-9ad3-a02b9415114a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0695560
Feb 17 03:31:25.676454 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d248e1de-c820-4668-9eca-48f488886622 admin admin] Checking segment: {'id': 'de1c71de-a35a-4258-9355-e7b1e58f3f2d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'ffe7fc64-3f80-46a5-9d04-f33dee152961'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 03:31:25.677084 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d248e1de-c820-4668-9eca-48f488886622 admin admin] Network hostable DHCP agents. Network: ffe7fc64-3f80-46a5-9d04-f33dee152961, hostable agents: ['7cb7ebf0-d0cf-4b99-bfd7-3c4bb0fe13b2'], hosted agents: [] {{(pid=83922) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 17 03:31:25.699685 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d248e1de-c820-4668-9eca-48f488886622 admin admin] Network ffe7fc64-3f80-46a5-9d04-f33dee152961 is scheduled to be hosted by DHCP agent 7cb7ebf0-d0cf-4b99-bfd7-3c4bb0fe13b2 with binding_index 1 {{(pid=83922) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 17 03:31:25.706133 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.db_base_plugin_common [req-056060f0-b85b-41df-ae76-07d1faee1cf1 req-5924bb39-db72-4f5a-9948-1c8fcd829d1b tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] Allocated IP 172.20.0.8 (90e5bf38-a0dc-48bd-9401-739bcf8a5d8a/2c8050c3-d22a-4b7f-8b2d-686c8f16c9a7/2695e8c8-f6c0-48e2-9f5f-06e7275761a5) {{(pid=83921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 03:31:25.717215 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.scheduler.base_scheduler [None req-d248e1de-c820-4668-9eca-48f488886622 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759943-5-iscsi, ffe7fc64-3f80-46a5-9d04-f33dee152961) {{(pid=83922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 03:31:25.733703 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d248e1de-c820-4668-9eca-48f488886622 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:31:25.734226 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25e40b11-8e3c-496c-8367-f781b4142976 None None] Network ffe7fc64-3f80-46a5-9d04-f33dee152961 requested from dv-cinder-759943-5-iscsi {{(pid=83923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 03:31:25.734381 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-d248e1de-c820-4668-9eca-48f488886622 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:25.758461 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-d248e1de-c820-4668-9eca-48f488886622 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 1.0067544
Feb 17 03:31:25.759338 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83922) accepted ('10.222.0.57', 40908) {{(pid=83922) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:31:25.764954 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.v2.base [None req-1e6e9786-6919-45a4-9454-191034fdb9c9 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1918658082-router', 'tenant_id': '87768102ae294f1eb14038d35ee1265f', 'external_gateway_info': {'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718'}}} {{(pid=83922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:31:25.770222 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-1e6e9786-6919-45a4-9454-191034fdb9c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:31:25.774386 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-1e6e9786-6919-45a4-9454-191034fdb9c9 admin admin] Usage tracker for resource:router and tenant:87768102ae294f1eb14038d35ee1265f is out of sync, need to count used quota {{(pid=83922) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:31:25.778246 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-1e6e9786-6919-45a4-9454-191034fdb9c9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83922) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:31:25.784651 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-1e6e9786-6919-45a4-9454-191034fdb9c9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:31:25.794852 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-1e6e9786-6919-45a4-9454-191034fdb9c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853830448', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854760905'] for router, before_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:25.796020 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-1e6e9786-6919-45a4-9454-191034fdb9c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853830617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853785443', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-871862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14911'] for router, precommit_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:25.822271 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-1e6e9786-6919-45a4-9454-191034fdb9c9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:25.940755 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-922d732f-cd40-4159-b885-3fcdc0aa6ab5 req-0fc10f4a-62e0-40d3-b8ef-9910484c104f tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] 10.222.0.57 "GET /v2.0/ports?device_id=7e94fed0-e4c8-44a0-b7df-6e1b44f6f62f HTTP/1.1" status: 200  len: 210 time: 0.0638940
Feb 17 03:31:26.010724 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-056060f0-b85b-41df-ae76-07d1faee1cf1 req-5924bb39-db72-4f5a-9948-1c8fcd829d1b tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] Notify callbacks [] for port, precommit_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:26.041353 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_hamode_db [None req-b38932d2-af75-4ba2-a3eb-ce1650346e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f17c5ce59b0>, [{'id': '3ae39434-3077-4a61-8ec9-5d2beb8f56b0', 'name': 'tempest-TestVolumeBootPattern-1162730446-router', 'tenant_id': '09f977ccc1e54aa6bfffd127c9a4be7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'external_fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.14'}], 'enable_snat': True}, 'gw_port_id': 'aa054546-bebb-4011-8a62-78b11f5ad281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:31:15Z', 'updated_at': '2021-02-17T03:31:21Z', 'revision_number': 4, 'project_id': '09f977ccc1e54aa6bfffd127c9a4be7d', 'gw_port': {'id': 'aa054546-bebb-4011-8a62-78b11f5ad281', 'name': '', 'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:60:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae39434-3077-4a61-8ec9-5d2beb8f56b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:31:16Z', 'updated_at': '2021-02-17T03:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-5-iscsi', '_interfaces': [{'id': 'e98b3221-e8eb-44c7-922b-f05f45a151d1', 'name': '', 'network_id': '3cb0cdf3-e2d2-4fae-b226-b086c7cc05ee', 'tenant_id': '09f977ccc1e54aa6bfffd127c9a4be7d', 'mac_address': 'fa:16:3e:47:10:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ae39434-3077-4a61-8ec9-5d2beb8f56b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '7b7a5bdd-0e94-4495-9a8f-a3426e0e5cfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:31:20Z', 'updated_at': '2021-02-17T03:31:21Z', 'revision_number': 2, 'project_id': '09f977ccc1e54aa6bfffd127c9a4be7d', 'subnets': [{'id': '7b7a5bdd-0e94-4495-9a8f-a3426e0e5cfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759943-5-iscsi', False) {} {{(pid=83923) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:31:26.046198 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-056060f0-b85b-41df-ae76-07d1faee1cf1 req-5924bb39-db72-4f5a-9948-1c8fcd829d1b tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363303098263190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852640907'] for port, after_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:26.053968 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b38932d2-af75-4ba2-a3eb-ce1650346e7b None None] Checking router: 3ae39434-3077-4a61-8ec9-5d2beb8f56b0 for host: dv-cinder-759943-5-iscsi {{(pid=83923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 03:31:26.054364 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b38932d2-af75-4ba2-a3eb-ce1650346e7b None None] Updating router 3ae39434-3077-4a61-8ec9-5d2beb8f56b0 port e98b3221-e8eb-44c7-922b-f05f45a151d1 binding host dv-cinder-759943-5-iscsi {{(pid=83923) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 17 03:31:26.063765 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:31:26.086765 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-712a796c-8a71-4d21-aff8-1f1572cb8b62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp61300fb0-6849-57f9-b652-d8cd588f35fb-ffe7fc64-3f80-46a5-9d04-f33dee152961', 'network_id': 'ffe7fc64-3f80-46a5-9d04-f33dee152961', 'tenant_id': '87768102ae294f1eb14038d35ee1265f', 'fixed_ips': [{'subnet_id': '50c90e1f-cf3f-4a3a-9d68-3504c6faa6ef'}]}} from dv-cinder-759943-5-iscsi. {{(pid=83923) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Feb 17 03:31:26.087659 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-712a796c-8a71-4d21-aff8-1f1572cb8b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for port, before_create {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:26.141375 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5924bb39-db72-4f5a-9948-1c8fcd829d1b tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] Pushing event updated for resources: {'Port': ['ID=2695e8c8-f6c0-48e2-9f5f-06e7275761a5,revision_number=1']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:31:26.160768 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-1e6e9786-6919-45a4-9454-191034fdb9c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-990782', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-945334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14860'] for router, precommit_update {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:26.194187 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-5924bb39-db72-4f5a-9948-1c8fcd829d1b tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:31:26.213887 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Device aa054546-bebb-4011-8a62-78b11f5ad281 up at agent ovs-agent-dv-cinder-759943-5-iscsi {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:31:26.257661 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-b38932d2-af75-4ba2-a3eb-ce1650346e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for port, before_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:26.353541 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28a5799-0f06-4d23-a015-6e0d1d7b582f req-3e2b4bb5-2d71-4f7c-a49f-ca3d7d1a1d95 tempest-VolumesSnapshotTestJSON-1509273995 tempest-VolumesSnapshotTestJSON-1509273995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:31:26.355189 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-e28a5799-0f06-4d23-a015-6e0d1d7b582f req-3e2b4bb5-2d71-4f7c-a49f-ca3d7d1a1d95 tempest-VolumesSnapshotTestJSON-1509273995 tempest-VolumesSnapshotTestJSON-1509273995-project] 10.222.0.54 "GET /v2.0/ports?device_id=affa2e6b-a2e1-47dc-9593-14492775c963 HTTP/1.1" status: 200  len: 945 time: 0.1356726
Feb 17 03:31:26.367570 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-056060f0-b85b-41df-ae76-07d1faee1cf1 req-5924bb39-db72-4f5a-9948-1c8fcd829d1b tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] Network 90e5bf38-a0dc-48bd-9401-739bcf8a5d8a is already hosted by enough agents. {{(pid=83921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 03:31:26.368753 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.scheduler.base_scheduler [req-056060f0-b85b-41df-ae76-07d1faee1cf1 req-5924bb39-db72-4f5a-9948-1c8fcd829d1b tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] Resources bound (agent type, host, resource id):  {{(pid=83921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 03:31:26.407476 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvrscheduler_db [req-056060f0-b85b-41df-ae76-07d1faee1cf1 req-5924bb39-db72-4f5a-9948-1c8fcd829d1b tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] Received port after_create {{(pid=83921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 03:31:26.498540 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.plugin [req-e28a5799-0f06-4d23-a015-6e0d1d7b582f req-db8bda2d-bc2b-42bb-8875-0f6aa326d2b0 tempest-VolumesSnapshotTestJSON-1509273995 tempest-VolumesSnapshotTestJSON-1509273995-project] Deleting port e0b1164b-a521-406c-ad35-9ec6820de4cc {{(pid=83921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 03:31:26.498914 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-e28a5799-0f06-4d23-a015-6e0d1d7b582f req-db8bda2d-bc2b-42bb-8875-0f6aa326d2b0 tempest-VolumesSnapshotTestJSON-1509273995 tempest-VolumesSnapshotTestJSON-1509273995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363303097822068'] for port, before_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:26.505131 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-8cda4ffb-98e6-4bcf-adaf-c47fc353fc1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:26.522957 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Provisioning complete for port aa054546-bebb-4011-8a62-78b11f5ad281 triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:31:26.523897 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838161172'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:26.548732 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056060f0-b85b-41df-ae76-07d1faee1cf1 req-5924bb39-db72-4f5a-9948-1c8fcd829d1b tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:31:26.549476 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-056060f0-b85b-41df-ae76-07d1faee1cf1 req-5924bb39-db72-4f5a-9948-1c8fcd829d1b tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774597'] for port, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:26.577757 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-056060f0-b85b-41df-ae76-07d1faee1cf1 req-5924bb39-db72-4f5a-9948-1c8fcd829d1b tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.5120099
Feb 17 03:31:26.636064 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-1e6e9786-6919-45a4-9454-191034fdb9c9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:26.661317 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.v2.base [req-056060f0-b85b-41df-ae76-07d1faee1cf1 req-234f8513-78c4-40e1-b10d-a303386bd506 service neutron] Request body: {'port': {'device_id': '7e94fed0-e4c8-44a0-b7df-6e1b44f6f62f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75994'}} {{(pid=83921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:31:26.675085 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-1e6e9786-6919-45a4-9454-191034fdb9c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for port, before_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:26.694622 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5c1ec6-9f0d-44c0-9854-163de48ef9ac req-47a1c992-f8ea-431f-b8b4-a522ad9437ff tempest-VolumesSnapshotTestJSON-1509273995 tempest-VolumesSnapshotTestJSON-1509273995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:31:26.703790 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-9b5c1ec6-9f0d-44c0-9854-163de48ef9ac req-47a1c992-f8ea-431f-b8b4-a522ad9437ff tempest-VolumesSnapshotTestJSON-1509273995 tempest-VolumesSnapshotTestJSON-1509273995-project] 10.222.0.57 "GET /v2.0/ports?device_id=affa2e6b-a2e1-47dc-9593-14492775c963 HTTP/1.1" status: 200  len: 945 time: 0.2905860
Feb 17 03:31:26.834905 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-9b5c1ec6-9f0d-44c0-9854-163de48ef9ac req-8014af14-6402-4fa9-b2fa-3db2f59284f2 tempest-VolumesSnapshotTestJSON-1509273995 tempest-VolumesSnapshotTestJSON-1509273995-project] 10.222.0.57 "GET /v2.0/security-groups?id=4d424e17-ab05-4607-9df7-8d3f76ab183e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1301298
Feb 17 03:31:26.898190 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.db_base_plugin_common [None req-712a796c-8a71-4d21-aff8-1f1572cb8b62 None None] Allocated IP 172.20.0.2 (ffe7fc64-3f80-46a5-9d04-f33dee152961/50c90e1f-cf3f-4a3a-9d68-3504c6faa6ef/298b8054-854b-4017-a1a6-6e148b8f37ac) {{(pid=83923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 03:31:27.143466 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.db_base_plugin_common [None req-1e6e9786-6919-45a4-9454-191034fdb9c9 admin admin] Allocated IP 172.27.0.44 (47a54196-2e01-4ced-bf59-8f5a8abde718/d8fc1aa1-c957-4fea-a32a-c02e9a0805fb/6b8de622-a26f-4d2e-b026-33528eb145a2) {{(pid=83922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 03:31:27.253841 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-056060f0-b85b-41df-ae76-07d1faee1cf1 req-234f8513-78c4-40e1-b10d-a303386bd506 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for port, before_update {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:27.255550 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:27.263559 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-b38932d2-af75-4ba2-a3eb-ce1650346e7b None None] Notify callbacks [] for port, precommit_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:27.264576 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b6f3d4-6be7-4c20-ba27-b28db9312943 req-b50b9615-a04d-4d54-b1b7-d6c0ba87383e tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:31:27.266215 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-d6b6f3d4-6be7-4c20-ba27-b28db9312943 req-b50b9615-a04d-4d54-b1b7-d6c0ba87383e tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/ports?device_id=b4d58358-22a0-4562-9370-9574a29ec572 HTTP/1.1" status: 200  len: 945 time: 0.2074778
Feb 17 03:31:27.284903 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-712a796c-8a71-4d21-aff8-1f1572cb8b62 None None] Notify callbacks [] for port, precommit_create {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:27.292438 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-b38932d2-af75-4ba2-a3eb-ce1650346e7b None None] Transition to ACTIVE for port object e98b3221-e8eb-44c7-922b-f05f45a151d1 will not be triggered until provisioned by entity L2. {{(pid=83923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 03:31:27.298922 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-b38932d2-af75-4ba2-a3eb-ce1650346e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303097879514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733756514675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303098261108'] for port, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:27.314036 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-712a796c-8a71-4d21-aff8-1f1572cb8b62 None None] Transition to ACTIVE for port object 298b8054-854b-4017-a1a6-6e148b8f37ac will not be triggered until provisioned by entity L2. {{(pid=83923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 03:31:27.318893 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:31:27.366330 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-d6b6f3d4-6be7-4c20-ba27-b28db9312943 req-7f421efb-a6b9-4eca-a689-b848e7cde509 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/security-groups?id=a8d8b256-f933-42bb-9ad3-a02b9415114a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0876272
Feb 17 03:31:27.375725 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-1e6e9786-6919-45a4-9454-191034fdb9c9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:27.422876 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-1e6e9786-6919-45a4-9454-191034fdb9c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363303098263190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851846526'] for port, after_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:27.442954 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:31:27.443612 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.db [req-e28a5799-0f06-4d23-a015-6e0d1d7b582f req-db8bda2d-bc2b-42bb-8875-0f6aa326d2b0 tempest-VolumesSnapshotTestJSON-1509273995 tempest-VolumesSnapshotTestJSON-1509273995-project] For port e0b1164b-a521-406c-ad35-9ec6820de4cc, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=e0b1164b-a521-406c-ad35-9ec6820de4cc,segment=NetworkSegment(be06ba5d-3909-4934-8aa1-39344881a56f),segment_id=be06ba5d-3909-4934-8aa1-39344881a56f)] {{(pid=83921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:31:27.444026 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-e28a5799-0f06-4d23-a015-6e0d1d7b582f req-db8bda2d-bc2b-42bb-8875-0f6aa326d2b0 tempest-VolumesSnapshotTestJSON-1509273995 tempest-VolumesSnapshotTestJSON-1509273995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853786502'] for port, precommit_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:27.460989 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc40020-ca5b-4623-8645-b6710d9d4dc4 req-489095df-2151-422d-a4a2-7e34c447eb3f tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:31:27.461923 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [req-abc40020-ca5b-4623-8645-b6710d9d4dc4 req-489095df-2151-422d-a4a2-7e34c447eb3f tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] Synchronizing usage tracker for tenant:41ae341c7001465897265b1c5eda9767 on resource:port {{(pid=83921) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 03:31:27.591785 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6e9786-6919-45a4-9454-191034fdb9c9 admin admin] Pushing event updated for resources: {'Port': ['ID=6b8de622-a26f-4d2e-b026-33528eb145a2,revision_number=1']} {{(pid=83922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:31:27.597508 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-1e6e9786-6919-45a4-9454-191034fdb9c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:31:27.621257 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-712a796c-8a71-4d21-aff8-1f1572cb8b62 None None] Transition to ACTIVE for port object 298b8054-854b-4017-a1a6-6e148b8f37ac will not be triggered until provisioned by entity DHCP. {{(pid=83923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 03:31:27.639295 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e6e9786-6919-45a4-9454-191034fdb9c9 admin admin] Network 47a54196-2e01-4ced-bf59-8f5a8abde718 is already hosted by enough agents. {{(pid=83922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 03:31:27.640534 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.scheduler.base_scheduler [None req-1e6e9786-6919-45a4-9454-191034fdb9c9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 03:31:27.642743 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e6e9786-6919-45a4-9454-191034fdb9c9 admin admin] Received port after_create {{(pid=83922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 03:31:27.648092 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [req-abc40020-ca5b-4623-8645-b6710d9d4dc4 req-489095df-2151-422d-a4a2-7e34c447eb3f tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] Unset dirty status for tenant:41ae341c7001465897265b1c5eda9767 on resource:port {{(pid=83921) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 03:31:27.653563 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-abc40020-ca5b-4623-8645-b6710d9d4dc4 req-489095df-2151-422d-a4a2-7e34c447eb3f tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] 10.222.0.57 "GET /v2.0/ports?device_id=7e94fed0-e4c8-44a0-b7df-6e1b44f6f62f HTTP/1.1" status: 200  len: 931 time: 0.5181773
Feb 17 03:31:27.656067 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-712a796c-8a71-4d21-aff8-1f1572cb8b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363303098263190'] for port, after_create {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:27.665821 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.plugin [req-e28a5799-0f06-4d23-a015-6e0d1d7b582f req-db8bda2d-bc2b-42bb-8875-0f6aa326d2b0 tempest-VolumesSnapshotTestJSON-1509273995 tempest-VolumesSnapshotTestJSON-1509273995-project] Calling delete_port for e0b1164b-a521-406c-ad35-9ec6820de4cc owned by compute:nova {{(pid=83921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 03:31:27.801179 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-3bdb028f-655c-46e9-b0eb-5d4ca64bdb37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:27.805381 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628f1c78-6343-4631-b1f2-eee5e1535224 None None] Pushing event updated for resources: {'Port': ['ID=e98b3221-e8eb-44c7-922b-f05f45a151d1,revision_number=3']} {{(pid=83923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:31:27.811818 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-628f1c78-6343-4631-b1f2-eee5e1535224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.493s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:31:27.815529 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:31:27.903128 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-712a796c-8a71-4d21-aff8-1f1572cb8b62 None None] Network ffe7fc64-3f80-46a5-9d04-f33dee152961 is already hosted by enough agents. {{(pid=83923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 03:31:27.914339 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.scheduler.base_scheduler [None req-712a796c-8a71-4d21-aff8-1f1572cb8b62 None None] Resources bound (agent type, host, resource id):  {{(pid=83923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 03:31:27.921711 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-712a796c-8a71-4d21-aff8-1f1572cb8b62 None None] Received port after_create {{(pid=83923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 03:31:27.998458 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712a796c-8a71-4d21-aff8-1f1572cb8b62 None None] Pushing event updated for resources: {'Port': ['ID=298b8054-854b-4017-a1a6-6e148b8f37ac,revision_number=1']} {{(pid=83923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:31:28.044798 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-712a796c-8a71-4d21-aff8-1f1572cb8b62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:31:28.055833 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.notifiers.nova [req-056060f0-b85b-41df-ae76-07d1faee1cf1 req-234f8513-78c4-40e1-b10d-a303386bd506 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2695e8c8-f6c0-48e2-9f5f-06e7275761a5 {{(pid=83921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 17 03:31:28.066504 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-056060f0-b85b-41df-ae76-07d1faee1cf1 req-234f8513-78c4-40e1-b10d-a303386bd506 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:28.082742 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [req-056060f0-b85b-41df-ae76-07d1faee1cf1 req-234f8513-78c4-40e1-b10d-a303386bd506 service neutron] Transition to ACTIVE for port object 2695e8c8-f6c0-48e2-9f5f-06e7275761a5 will not be triggered until provisioned by entity L2. {{(pid=83921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 03:31:28.101053 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.managers [None req-712a796c-8a71-4d21-aff8-1f1572cb8b62 None None] Attempting to bind port 298b8054-854b-4017-a1a6-6e148b8f37ac on host dv-cinder-759943-5-iscsi for vnic_type normal with profile  {{(pid=83923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 03:31:28.101511 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.managers [None req-712a796c-8a71-4d21-aff8-1f1572cb8b62 None None] Attempting to bind port 298b8054-854b-4017-a1a6-6e148b8f37ac by drivers openvswitch on host dv-cinder-759943-5-iscsi at level 0 using segments [{'id': 'de1c71de-a35a-4258-9355-e7b1e58f3f2d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'ffe7fc64-3f80-46a5-9d04-f33dee152961'}] {{(pid=83923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 03:31:28.101926 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-712a796c-8a71-4d21-aff8-1f1572cb8b62 None None] Attempting to bind port 298b8054-854b-4017-a1a6-6e148b8f37ac on network ffe7fc64-3f80-46a5-9d04-f33dee152961 {{(pid=83923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 03:31:28.116729 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-abc40020-ca5b-4623-8645-b6710d9d4dc4 req-93d620e1-f4fd-4c2a-9e53-7da6f4531f79 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] 10.222.0.57 "GET /v2.0/security-groups?id=7a034f11-6095-46d6-bffd-d2ce932f5f6d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4070649
Feb 17 03:31:28.145790 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-712a796c-8a71-4d21-aff8-1f1572cb8b62 None None] Checking agent: {'id': 'fdf6e942-9f6a-471f-a5a4-d80d5f4aedb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759943-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 3, 18, 27), 'started_at': datetime.datetime(2021, 2, 17, 3, 18, 57), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 3, 31, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759943-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 03:31:28.146344 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-712a796c-8a71-4d21-aff8-1f1572cb8b62 None None] Checking segment: {'id': 'de1c71de-a35a-4258-9355-e7b1e58f3f2d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'ffe7fc64-3f80-46a5-9d04-f33dee152961'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 03:31:28.146627 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-712a796c-8a71-4d21-aff8-1f1572cb8b62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:28.147212 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-712a796c-8a71-4d21-aff8-1f1572cb8b62 None None] Bound using segment: {'id': 'de1c71de-a35a-4258-9355-e7b1e58f3f2d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'ffe7fc64-3f80-46a5-9d04-f33dee152961'} {{(pid=83923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 03:31:28.147750 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.managers [None req-712a796c-8a71-4d21-aff8-1f1572cb8b62 None None] Bound port: 298b8054-854b-4017-a1a6-6e148b8f37ac, host: dv-cinder-759943-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de1c71de-a35a-4258-9355-e7b1e58f3f2d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'ffe7fc64-3f80-46a5-9d04-f33dee152961'}}] {{(pid=83923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 03:31:28.148865 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-712a796c-8a71-4d21-aff8-1f1572cb8b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for port, before_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:28.173274 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-056060f0-b85b-41df-ae76-07d1faee1cf1 req-234f8513-78c4-40e1-b10d-a303386bd506 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303097879514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733756514675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303098261108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2134908'] for port, after_update {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:28.236967 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.managers [None req-b38932d2-af75-4ba2-a3eb-ce1650346e7b None None] Attempting to bind port e98b3221-e8eb-44c7-922b-f05f45a151d1 on host dv-cinder-759943-5-iscsi for vnic_type normal with profile  {{(pid=83923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 03:31:28.237415 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.managers [None req-b38932d2-af75-4ba2-a3eb-ce1650346e7b None None] Attempting to bind port e98b3221-e8eb-44c7-922b-f05f45a151d1 by drivers openvswitch on host dv-cinder-759943-5-iscsi at level 0 using segments [{'id': '1395ec13-865d-4759-982d-888e59978303', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3cb0cdf3-e2d2-4fae-b226-b086c7cc05ee'}] {{(pid=83923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 03:31:28.237868 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b38932d2-af75-4ba2-a3eb-ce1650346e7b None None] Attempting to bind port e98b3221-e8eb-44c7-922b-f05f45a151d1 on network 3cb0cdf3-e2d2-4fae-b226-b086c7cc05ee {{(pid=83923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 03:31:28.264466 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b38932d2-af75-4ba2-a3eb-ce1650346e7b None None] Checking agent: {'id': 'fdf6e942-9f6a-471f-a5a4-d80d5f4aedb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759943-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 3, 18, 27), 'started_at': datetime.datetime(2021, 2, 17, 3, 18, 57), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 3, 31, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759943-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 03:31:28.265146 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b38932d2-af75-4ba2-a3eb-ce1650346e7b None None] Checking segment: {'id': '1395ec13-865d-4759-982d-888e59978303', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3cb0cdf3-e2d2-4fae-b226-b086c7cc05ee'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 03:31:28.266076 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-b38932d2-af75-4ba2-a3eb-ce1650346e7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:28.266521 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b38932d2-af75-4ba2-a3eb-ce1650346e7b None None] Bound using segment: {'id': '1395ec13-865d-4759-982d-888e59978303', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3cb0cdf3-e2d2-4fae-b226-b086c7cc05ee'} {{(pid=83923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 03:31:28.267213 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.managers [None req-b38932d2-af75-4ba2-a3eb-ce1650346e7b None None] Bound port: e98b3221-e8eb-44c7-922b-f05f45a151d1, host: dv-cinder-759943-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1395ec13-865d-4759-982d-888e59978303', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3cb0cdf3-e2d2-4fae-b226-b086c7cc05ee'}}] {{(pid=83923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 03:31:28.267669 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-b38932d2-af75-4ba2-a3eb-ce1650346e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for port, before_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:28.274113 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-013fa2f0-bd22-463e-b3a7-10693e52afc9 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:31:28.317623 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.db [None req-712a796c-8a71-4d21-aff8-1f1572cb8b62 None None] For port 298b8054-854b-4017-a1a6-6e148b8f37ac, host dv-cinder-759943-5-iscsi, cleared binding levels {{(pid=83923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 03:31:28.321509 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.db [None req-712a796c-8a71-4d21-aff8-1f1572cb8b62 None None] For port 298b8054-854b-4017-a1a6-6e148b8f37ac, host dv-cinder-759943-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-5-iscsi',level=0,port_id=298b8054-854b-4017-a1a6-6e148b8f37ac,segment=NetworkSegment(de1c71de-a35a-4258-9355-e7b1e58f3f2d),segment_id=de1c71de-a35a-4258-9355-e7b1e58f3f2d)] {{(pid=83923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 03:31:28.356931 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-712a796c-8a71-4d21-aff8-1f1572cb8b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303097879514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733756514675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303098261108'] for port, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:28.379010 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:31:28.417250 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-e28a5799-0f06-4d23-a015-6e0d1d7b582f req-db8bda2d-bc2b-42bb-8875-0f6aa326d2b0 tempest-VolumesSnapshotTestJSON-1509273995 tempest-VolumesSnapshotTestJSON-1509273995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363303097879497', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363303098261142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852640907'] for port, after_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:28.423615 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91e864e-c35a-4867-9be4-00315c3e4dc4 req-4d568b57-3453-4406-a033-0e3754360264 tempest-VolumesSnapshotTestJSON-1509273995 tempest-VolumesSnapshotTestJSON-1509273995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:31:28.431855 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-e91e864e-c35a-4867-9be4-00315c3e4dc4 req-4d568b57-3453-4406-a033-0e3754360264 tempest-VolumesSnapshotTestJSON-1509273995 tempest-VolumesSnapshotTestJSON-1509273995-project] 10.222.0.57 "GET /v2.0/ports?device_id=affa2e6b-a2e1-47dc-9593-14492775c963 HTTP/1.1" status: 200  len: 945 time: 0.2625201
Feb 17 03:31:28.452991 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234f8513-78c4-40e1-b10d-a303386bd506 service neutron] Pushing event updated for resources: {'Port': ['ID=2695e8c8-f6c0-48e2-9f5f-06e7275761a5,revision_number=2']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:31:28.464628 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-234f8513-78c4-40e1-b10d-a303386bd506 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:31:28.465437 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-234f8513-78c4-40e1-b10d-a303386bd506 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:31:28.536631 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-e91e864e-c35a-4867-9be4-00315c3e4dc4 req-0e7b4e3d-6837-4dc5-89d9-78769aa4c1cf tempest-VolumesSnapshotTestJSON-1509273995 tempest-VolumesSnapshotTestJSON-1509273995-project] 10.222.0.57 "GET /v2.0/security-groups?id=4d424e17-ab05-4607-9df7-8d3f76ab183e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1037807
Feb 17 03:31:28.545408 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-1e6e9786-6919-45a4-9454-191034fdb9c9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:28.568324 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.db [None req-b38932d2-af75-4ba2-a3eb-ce1650346e7b None None] For port e98b3221-e8eb-44c7-922b-f05f45a151d1, host dv-cinder-759943-5-iscsi, cleared binding levels {{(pid=83923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 03:31:28.573810 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712a796c-8a71-4d21-aff8-1f1572cb8b62 None None] Pushing event updated for resources: {'Port': ['ID=298b8054-854b-4017-a1a6-6e148b8f37ac,revision_number=2']} {{(pid=83923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:31:28.582228 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-712a796c-8a71-4d21-aff8-1f1572cb8b62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:31:28.588810 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.db [None req-b38932d2-af75-4ba2-a3eb-ce1650346e7b None None] For port e98b3221-e8eb-44c7-922b-f05f45a151d1, host dv-cinder-759943-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-5-iscsi',level=0,port_id=e98b3221-e8eb-44c7-922b-f05f45a151d1,segment=NetworkSegment(1395ec13-865d-4759-982d-888e59978303),segment_id=1395ec13-865d-4759-982d-888e59978303)] {{(pid=83923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 03:31:28.603186 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-b38932d2-af75-4ba2-a3eb-ce1650346e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303097879514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733756514675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303098261108'] for port, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:28.623769 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-712a796c-8a71-4d21-aff8-1f1572cb8b62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:31:28.673431 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8bda2d-bc2b-42bb-8875-0f6aa326d2b0 tempest-VolumesSnapshotTestJSON-1509273995 tempest-VolumesSnapshotTestJSON-1509273995-project] Pushing event deleted for resources: {'Port': ['ID=e0b1164b-a521-406c-ad35-9ec6820de4cc,revision_number=None']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:31:28.676455 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-db8bda2d-bc2b-42bb-8875-0f6aa326d2b0 tempest-VolumesSnapshotTestJSON-1509273995 tempest-VolumesSnapshotTestJSON-1509273995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:31:28.792734 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628f1c78-6343-4631-b1f2-eee5e1535224 None None] Pushing event updated for resources: {'Port': ['ID=e98b3221-e8eb-44c7-922b-f05f45a151d1,revision_number=4']} {{(pid=83923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:31:28.798281 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-628f1c78-6343-4631-b1f2-eee5e1535224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:31:28.837589 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b38932d2-af75-4ba2-a3eb-ce1650346e7b None None] Routers {'3ae39434-3077-4a61-8ec9-5d2beb8f56b0'} bound to L3 agent in host dv-cinder-759943-5-iscsi {{(pid=83923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 03:31:28.838243 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_hamode_db [None req-b38932d2-af75-4ba2-a3eb-ce1650346e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f17c5ce59b0>, 'dv-cinder-759943-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T03:18:25Z,description=<?>,heartbeat_timestamp=2021-02-17T03:31:25Z,host='dv-cinder-759943-5-iscsi',id=3e02af72-3002-4fb3-96dd-e59119f81584,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T03:18:25Z,topic='l3_agent')) {'router_ids': ['3ae39434-3077-4a61-8ec9-5d2beb8f56b0'], 'active': True} {{(pid=83923) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:31:28.950556 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-1e6e9786-6919-45a4-9454-191034fdb9c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-945319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853785083'] for router, after_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:28.969875 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.managers [req-056060f0-b85b-41df-ae76-07d1faee1cf1 req-234f8513-78c4-40e1-b10d-a303386bd506 service neutron] Attempting to bind port 2695e8c8-f6c0-48e2-9f5f-06e7275761a5 on host hv-cinder-75994 for vnic_type normal with profile  {{(pid=83921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 03:31:28.970253 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.managers [req-056060f0-b85b-41df-ae76-07d1faee1cf1 req-234f8513-78c4-40e1-b10d-a303386bd506 service neutron] Attempting to bind port 2695e8c8-f6c0-48e2-9f5f-06e7275761a5 by drivers openvswitch on host hv-cinder-75994 at level 0 using segments [{'id': '4bd29afe-058f-4758-98df-05beb902e75b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '90e5bf38-a0dc-48bd-9401-739bcf8a5d8a'}] {{(pid=83921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 03:31:28.970626 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-056060f0-b85b-41df-ae76-07d1faee1cf1 req-234f8513-78c4-40e1-b10d-a303386bd506 service neutron] Attempting to bind port 2695e8c8-f6c0-48e2-9f5f-06e7275761a5 on network 90e5bf38-a0dc-48bd-9401-739bcf8a5d8a {{(pid=83921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 03:31:28.983840 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-056060f0-b85b-41df-ae76-07d1faee1cf1 req-234f8513-78c4-40e1-b10d-a303386bd506 service neutron] Checking agent: {'id': '1c3dee76-e565-424d-b4cd-b2af1407410d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75994', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 3, 25, 23), 'started_at': datetime.datetime(2021, 2, 17, 3, 25, 53), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 3, 31, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.11', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 03:31:28.984219 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-056060f0-b85b-41df-ae76-07d1faee1cf1 req-234f8513-78c4-40e1-b10d-a303386bd506 service neutron] Checking segment: {'id': '4bd29afe-058f-4758-98df-05beb902e75b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '90e5bf38-a0dc-48bd-9401-739bcf8a5d8a'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 03:31:28.984628 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-056060f0-b85b-41df-ae76-07d1faee1cf1 req-234f8513-78c4-40e1-b10d-a303386bd506 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:28.985017 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-056060f0-b85b-41df-ae76-07d1faee1cf1 req-234f8513-78c4-40e1-b10d-a303386bd506 service neutron] Bound using segment: {'id': '4bd29afe-058f-4758-98df-05beb902e75b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '90e5bf38-a0dc-48bd-9401-739bcf8a5d8a'} {{(pid=83921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 03:31:28.985565 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.managers [req-056060f0-b85b-41df-ae76-07d1faee1cf1 req-234f8513-78c4-40e1-b10d-a303386bd506 service neutron] Bound port: 2695e8c8-f6c0-48e2-9f5f-06e7275761a5, host: hv-cinder-75994, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bd29afe-058f-4758-98df-05beb902e75b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '90e5bf38-a0dc-48bd-9401-739bcf8a5d8a'}}] {{(pid=83921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 03:31:28.985945 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-056060f0-b85b-41df-ae76-07d1faee1cf1 req-234f8513-78c4-40e1-b10d-a303386bd506 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for port, before_update {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:29.046453 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2132776-56f9-4974-b2d6-eefc3095f8af req-590ec62e-073d-4e9f-b86c-5629311e864d tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:31:29.048401 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-b2132776-56f9-4974-b2d6-eefc3095f8af req-590ec62e-073d-4e9f-b86c-5629311e864d tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/ports?device_id=b4d58358-22a0-4562-9370-9574a29ec572 HTTP/1.1" status: 200  len: 945 time: 0.5267622
Feb 17 03:31:29.070910 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvrscheduler_db [req-e28a5799-0f06-4d23-a015-6e0d1d7b582f req-db8bda2d-bc2b-42bb-8875-0f6aa326d2b0 tempest-VolumesSnapshotTestJSON-1509273995 tempest-VolumesSnapshotTestJSON-1509273995-project] No DVR routers for this DVR port e0b1164b-a521-406c-ad35-9ec6820de4cc on host hv-cinder-75994 {{(pid=83921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 03:31:29.074120 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-e28a5799-0f06-4d23-a015-6e0d1d7b582f req-db8bda2d-bc2b-42bb-8875-0f6aa326d2b0 tempest-VolumesSnapshotTestJSON-1509273995 tempest-VolumesSnapshotTestJSON-1509273995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774597'] for port, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:29.103510 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'affa2e6b-a2e1-47dc-9593-14492775c963', 'name': 'network-vif-deleted', 'tag': 'e0b1164b-a521-406c-ad35-9ec6820de4cc'}] {{(pid=83921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 03:31:29.118188 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Device e0b1164b-a521-406c-ad35-9ec6820de4cc no longer exists at agent ovs-agent-hv-cinder-75994 {{(pid=83923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 03:31:29.205857 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-e28a5799-0f06-4d23-a015-6e0d1d7b582f req-db8bda2d-bc2b-42bb-8875-0f6aa326d2b0 tempest-VolumesSnapshotTestJSON-1509273995 tempest-VolumesSnapshotTestJSON-1509273995-project] 10.222.0.54 "DELETE /v2.0/ports/e0b1164b-a521-406c-ad35-9ec6820de4cc HTTP/1.1" status: 204  len: 173 time: 2.8429658
Feb 17 03:31:29.232195 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.plugin [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] No Port match for: e0b1164b-a521-406c-ad35-9ec6820de4cc {{(pid=83923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 03:31:29.232195 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Device e0b1164b-a521-406c-ad35-9ec6820de4cc not bound to the agent host hv-cinder-75994 {{(pid=83923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 03:31:29.247211 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvr_db [None req-b38932d2-af75-4ba2-a3eb-ce1650346e7b None None] Set router 3ae39434-3077-4a61-8ec9-5d2beb8f56b0 gateway port host: dv-cinder-759943-5-iscsi {{(pid=83923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 03:31:29.263225 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e6e9786-6919-45a4-9454-191034fdb9c9 admin admin] Router 47d3d54d-6a36-4bca-aabc-cf61f4f5e5a0 is scheduled to L3 agent 3e02af72-3002-4fb3-96dd-e59119f81584 with binding_index 1 {{(pid=83922) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Feb 17 03:31:29.292637 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-b2132776-56f9-4974-b2d6-eefc3095f8af req-3b6814c3-d8dd-43cb-a42e-7fdbfedb2913 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/security-groups?id=a8d8b256-f933-42bb-9ad3-a02b9415114a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2340407
Feb 17 03:31:29.343526 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.db [req-056060f0-b85b-41df-ae76-07d1faee1cf1 req-234f8513-78c4-40e1-b10d-a303386bd506 service neutron] For port 2695e8c8-f6c0-48e2-9f5f-06e7275761a5, host hv-cinder-75994, cleared binding levels {{(pid=83921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 03:31:29.346993 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.db [req-056060f0-b85b-41df-ae76-07d1faee1cf1 req-234f8513-78c4-40e1-b10d-a303386bd506 service neutron] For port 2695e8c8-f6c0-48e2-9f5f-06e7275761a5, host hv-cinder-75994, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=2695e8c8-f6c0-48e2-9f5f-06e7275761a5,segment=NetworkSegment(4bd29afe-058f-4758-98df-05beb902e75b),segment_id=4bd29afe-058f-4758-98df-05beb902e75b)] {{(pid=83921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 03:31:29.353751 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-056060f0-b85b-41df-ae76-07d1faee1cf1 req-234f8513-78c4-40e1-b10d-a303386bd506 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303097879514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733756514675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303098261108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2134908'] for port, after_update {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:29.459911 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'affa2e6b-a2e1-47dc-9593-14492775c963', 'name': 'network-vif-deleted', 'tag': 'e0b1164b-a521-406c-ad35-9ec6820de4cc', 'status': 'completed', 'code': 200}
Feb 17 03:31:29.460445 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:31:29.590669 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234f8513-78c4-40e1-b10d-a303386bd506 service neutron] Pushing event updated for resources: {'Port': ['ID=2695e8c8-f6c0-48e2-9f5f-06e7275761a5,revision_number=3']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:31:29.595674 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-234f8513-78c4-40e1-b10d-a303386bd506 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:31:29.633081 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056060f0-b85b-41df-ae76-07d1faee1cf1 req-234f8513-78c4-40e1-b10d-a303386bd506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:31:29.634055 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-056060f0-b85b-41df-ae76-07d1faee1cf1 req-234f8513-78c4-40e1-b10d-a303386bd506 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774597'] for port, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:29.635852 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-056060f0-b85b-41df-ae76-07d1faee1cf1 req-234f8513-78c4-40e1-b10d-a303386bd506 service neutron] 10.222.0.54 "PUT /v2.0/ports/2695e8c8-f6c0-48e2-9f5f-06e7275761a5 HTTP/1.1" status: 200  len: 1157 time: 2.9822626
Feb 17 03:31:29.667587 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e6e9786-6919-45a4-9454-191034fdb9c9 admin admin] Notify agent at l3_agent.dv-cinder-759943-5-iscsi the message routers_updated {{(pid=83922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 03:31:29.680214 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68778cea-5f9c-454b-96a5-56d1c74c1936 None None] Sync routers for ids ['47d3d54d-6a36-4bca-aabc-cf61f4f5e5a0'] in dv-cinder-759943-5-iscsi {{(pid=83924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 03:31:29.692313 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68778cea-5f9c-454b-96a5-56d1c74c1936 None None] Routers {'47d3d54d-6a36-4bca-aabc-cf61f4f5e5a0'} bound to L3 agent in host dv-cinder-759943-5-iscsi {{(pid=83924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 03:31:29.693404 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_hamode_db [None req-68778cea-5f9c-454b-96a5-56d1c74c1936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f17d15710f0>, 'dv-cinder-759943-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T03:18:25Z,description=<?>,heartbeat_timestamp=2021-02-17T03:31:25Z,host='dv-cinder-759943-5-iscsi',id=3e02af72-3002-4fb3-96dd-e59119f81584,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T03:18:25Z,topic='l3_agent')) {'router_ids': ['47d3d54d-6a36-4bca-aabc-cf61f4f5e5a0'], 'active': True} {{(pid=83924) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:31:29.709240 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f77af6f-8780-4c95-9d92-085dd7b90459 req-120df78e-fef5-4d38-9cfe-c5a386e01f74 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:31:29.717760 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-7f77af6f-8780-4c95-9d92-085dd7b90459 req-120df78e-fef5-4d38-9cfe-c5a386e01f74 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] 10.222.0.57 "GET /v2.0/ports?device_id=7e94fed0-e4c8-44a0-b7df-6e1b44f6f62f HTTP/1.1" status: 200  len: 943 time: 0.3013375
Feb 17 03:31:29.784819 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-1e6e9786-6919-45a4-9454-191034fdb9c9 admin admin] Notify callbacks [] for router, before_response {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:29.788894 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-1e6e9786-6919-45a4-9454-191034fdb9c9 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 4.0258255
Feb 17 03:31:29.792619 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83922) accepted ('10.222.0.57', 40942) {{(pid=83922) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:31:29.908799 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056060f0-b85b-41df-ae76-07d1faee1cf1 req-d671d6ac-a74c-48a0-aa18-10b51062965a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:31:29.910819 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-056060f0-b85b-41df-ae76-07d1faee1cf1 req-d671d6ac-a74c-48a0-aa18-10b51062965a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=41ae341c7001465897265b1c5eda9767&device_id=7e94fed0-e4c8-44a0-b7df-6e1b44f6f62f HTTP/1.1" status: 200  len: 1160 time: 0.2139986
Feb 17 03:31:29.927054 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_hamode_db [None req-b38932d2-af75-4ba2-a3eb-ce1650346e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f17c5ce59b0>, [{'id': '3ae39434-3077-4a61-8ec9-5d2beb8f56b0', 'name': 'tempest-TestVolumeBootPattern-1162730446-router', 'tenant_id': '09f977ccc1e54aa6bfffd127c9a4be7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'external_fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.14'}], 'enable_snat': True}, 'gw_port_id': 'aa054546-bebb-4011-8a62-78b11f5ad281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:31:15Z', 'updated_at': '2021-02-17T03:31:21Z', 'revision_number': 4, 'project_id': '09f977ccc1e54aa6bfffd127c9a4be7d', 'gw_port': {'id': 'aa054546-bebb-4011-8a62-78b11f5ad281', 'name': '', 'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:60:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae39434-3077-4a61-8ec9-5d2beb8f56b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:31:16Z', 'updated_at': '2021-02-17T03:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-5-iscsi', '_interfaces': [{'id': 'e98b3221-e8eb-44c7-922b-f05f45a151d1', 'name': '', 'network_id': '3cb0cdf3-e2d2-4fae-b226-b086c7cc05ee', 'tenant_id': '09f977ccc1e54aa6bfffd127c9a4be7d', 'mac_address': 'fa:16:3e:47:10:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ae39434-3077-4a61-8ec9-5d2beb8f56b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '7b7a5bdd-0e94-4495-9a8f-a3426e0e5cfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:31:20Z', 'updated_at': '2021-02-17T03:31:28Z', 'revision_number': 4, 'project_id': '09f977ccc1e54aa6bfffd127c9a4be7d', 'subnets': [{'id': '7b7a5bdd-0e94-4495-9a8f-a3426e0e5cfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759943-5-iscsi', False) {} {{(pid=83923) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:31:29.937188 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b38932d2-af75-4ba2-a3eb-ce1650346e7b None None] The sync data for ids ['3ae39434-3077-4a61-8ec9-5d2beb8f56b0'] in dv-cinder-759943-5-iscsi is: [{'id': '3ae39434-3077-4a61-8ec9-5d2beb8f56b0', 'name': 'tempest-TestVolumeBootPattern-1162730446-router', 'tenant_id': '09f977ccc1e54aa6bfffd127c9a4be7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'external_fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.14'}], 'enable_snat': True}, 'gw_port_id': 'aa054546-bebb-4011-8a62-78b11f5ad281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:31:15Z', 'updated_at': '2021-02-17T03:31:21Z', 'revision_number': 4, 'project_id': '09f977ccc1e54aa6bfffd127c9a4be7d', 'gw_port': {'id': 'aa054546-bebb-4011-8a62-78b11f5ad281', 'name': '', 'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:60:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae39434-3077-4a61-8ec9-5d2beb8f56b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:31:16Z', 'updated_at': '2021-02-17T03:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-5-iscsi', '_interfaces': [{'id': 'e98b3221-e8eb-44c7-922b-f05f45a151d1', 'name': '', 'network_id': '3cb0cdf3-e2d2-4fae-b226-b086c7cc05ee', 'tenant_id': '09f977ccc1e54aa6bfffd127c9a4be7d', 'mac_address': 'fa:16:3e:47:10:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ae39434-3077-4a61-8ec9-5d2beb8f56b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '7b7a5bdd-0e94-4495-9a8f-a3426e0e5cfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:31:20Z', 'updated_at': '2021-02-17T03:31:28Z', 'revision_number': 4, 'project_id': '09f977ccc1e54aa6bfffd127c9a4be7d', 'subnets': [{'id': '7b7a5bdd-0e94-4495-9a8f-a3426e0e5cfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 03:31:30.016519 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-7f77af6f-8780-4c95-9d92-085dd7b90459 req-df86d1d4-8096-4604-9e0c-5cf3a756fa0d tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] 10.222.0.57 "GET /v2.0/security-groups?id=7a034f11-6095-46d6-bffd-d2ce932f5f6d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2888746
Feb 17 03:31:30.027030 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvr_db [None req-68778cea-5f9c-454b-96a5-56d1c74c1936 None None] Set router 47d3d54d-6a36-4bca-aabc-cf61f4f5e5a0 gateway port host: dv-cinder-759943-5-iscsi {{(pid=83924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 03:31:30.046498 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Device d5ada634-5cb7-40f0-b70e-0091b83e2ef6 up at agent ovs-agent-hv-cinder-75994 {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:31:30.089638 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-056060f0-b85b-41df-ae76-07d1faee1cf1 req-0246d7e3-ee65-4f93-b77c-75827a899ee1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2695e8c8-f6c0-48e2-9f5f-06e7275761a5 HTTP/1.1" status: 200  len: 217 time: 0.1493690
Feb 17 03:31:30.185369 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Provisioning complete for port d5ada634-5cb7-40f0-b70e-0091b83e2ef6 triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:31:30.186038 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838161172'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:30.323697 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [req-aff48a37-49a8-45b6-9133-29ebc3b96656 req-108bcf2a-ed15-4346-9e36-a9172844b501 tempest-VolumesSnapshotTestJSON-1509273995 tempest-VolumesSnapshotTestJSON-1509273995-project] Synchronizing usage tracker for tenant:90b33b201e9c4aaa92ca566c8f7e6dac on resource:port {{(pid=83921) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 03:31:30.369125 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [req-aff48a37-49a8-45b6-9133-29ebc3b96656 req-108bcf2a-ed15-4346-9e36-a9172844b501 tempest-VolumesSnapshotTestJSON-1509273995 tempest-VolumesSnapshotTestJSON-1509273995-project] Unset dirty status for tenant:90b33b201e9c4aaa92ca566c8f7e6dac on resource:port {{(pid=83921) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 03:31:30.370387 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-aff48a37-49a8-45b6-9133-29ebc3b96656 req-108bcf2a-ed15-4346-9e36-a9172844b501 tempest-VolumesSnapshotTestJSON-1509273995 tempest-VolumesSnapshotTestJSON-1509273995-project] 10.222.0.57 "GET /v2.0/ports?device_id=affa2e6b-a2e1-47dc-9593-14492775c963 HTTP/1.1" status: 200  len: 210 time: 0.2797832
Feb 17 03:31:30.382479 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056060f0-b85b-41df-ae76-07d1faee1cf1 req-a7659534-9ebf-492c-92f4-3210fdc8e5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:31:30.384081 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-056060f0-b85b-41df-ae76-07d1faee1cf1 req-a7659534-9ebf-492c-92f4-3210fdc8e5bd service neutron] 10.222.0.54 "GET /v2.0/subnets?id=2c8050c3-d22a-4b7f-8b2d-686c8f16c9a7 HTTP/1.1" status: 200  len: 854 time: 0.1686556
Feb 17 03:31:30.466593 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Device 298b8054-854b-4017-a1a6-6e148b8f37ac up at agent ovs-agent-dv-cinder-759943-5-iscsi {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:31:30.658416 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Provisioning for port 298b8054-854b-4017-a1a6-6e148b8f37ac completed by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 03:31:30.669366 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Device e98b3221-e8eb-44c7-922b-f05f45a151d1 up at agent ovs-agent-dv-cinder-759943-5-iscsi {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:31:30.783216 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-956301d6-c073-4e95-9c8c-9d70ff56cc66 None None] Network ffe7fc64-3f80-46a5-9d04-f33dee152961 requested from dv-cinder-759943-5-iscsi {{(pid=83923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 03:31:30.915640 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Provisioning for port e98b3221-e8eb-44c7-922b-f05f45a151d1 completed by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 03:31:30.924169 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-056060f0-b85b-41df-ae76-07d1faee1cf1 req-050167b0-dc16-4ad3-ac61-7d3b3575b8bb service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=90e5bf38-a0dc-48bd-9401-739bcf8a5d8a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.5204539
Feb 17 03:31:30.955816 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_hamode_db [None req-68778cea-5f9c-454b-96a5-56d1c74c1936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f17d15710f0>, [{'id': '47d3d54d-6a36-4bca-aabc-cf61f4f5e5a0', 'name': 'tempest-TestVolumeBootPattern-1918658082-router', 'tenant_id': '87768102ae294f1eb14038d35ee1265f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'external_fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': '6b8de622-a26f-4d2e-b026-33528eb145a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:31:25Z', 'updated_at': '2021-02-17T03:31:28Z', 'revision_number': 3, 'project_id': '87768102ae294f1eb14038d35ee1265f', 'gw_port': {'id': '6b8de622-a26f-4d2e-b026-33528eb145a2', 'name': '', 'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:06:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47d3d54d-6a36-4bca-aabc-cf61f4f5e5a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:31:26Z', 'updated_at': '2021-02-17T03:31:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-5-iscsi'}], 'dv-cinder-759943-5-iscsi', False) {} {{(pid=83924) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:31:30.961248 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68778cea-5f9c-454b-96a5-56d1c74c1936 None None] Checking router: 47d3d54d-6a36-4bca-aabc-cf61f4f5e5a0 for host: dv-cinder-759943-5-iscsi {{(pid=83924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 03:31:30.961883 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68778cea-5f9c-454b-96a5-56d1c74c1936 None None] Updating router 47d3d54d-6a36-4bca-aabc-cf61f4f5e5a0 port 6b8de622-a26f-4d2e-b026-33528eb145a2 binding host dv-cinder-759943-5-iscsi {{(pid=83924) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 17 03:31:30.970153 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Provisioning complete for port e98b3221-e8eb-44c7-922b-f05f45a151d1 triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:31:30.970865 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838161172'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:31.042060 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-68778cea-5f9c-454b-96a5-56d1c74c1936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for port, before_update {{(pid=83924) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:31.121241 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-69fec398-3d53-42dd-b528-4c8ef5b0c943 None None] Provisioning for port 298b8054-854b-4017-a1a6-6e148b8f37ac completed by entity DHCP. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 03:31:31.139327 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-69fec398-3d53-42dd-b528-4c8ef5b0c943 None None] Provisioning complete for port 298b8054-854b-4017-a1a6-6e148b8f37ac triggered by entity DHCP. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:31:31.139744 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-69fec398-3d53-42dd-b528-4c8ef5b0c943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838161172'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:31.256706 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-056060f0-b85b-41df-ae76-07d1faee1cf1 req-9ad18d68-e461-48ae-828d-02a50cc771af service neutron] 10.222.0.54 "GET /v2.0/networks/90e5bf38-a0dc-48bd-9401-739bcf8a5d8a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2696543
Feb 17 03:31:31.334077 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for port, before_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:31.439296 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6838c542-2450-469f-bd39-606ea53847e6 req-3f8de05f-ee08-4cdf-a47b-7949fe13a851 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:31:31.440876 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-6838c542-2450-469f-bd39-606ea53847e6 req-3f8de05f-ee08-4cdf-a47b-7949fe13a851 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/ports?device_id=b4d58358-22a0-4562-9370-9574a29ec572 HTTP/1.1" status: 200  len: 945 time: 0.5156696
Feb 17 03:31:31.475649 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e94fed0-e4c8-44a0-b7df-6e1b44f6f62f', 'tag': '2695e8c8-f6c0-48e2-9f5f-06e7275761a5'}] {{(pid=83921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 03:31:31.514640 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-6838c542-2450-469f-bd39-606ea53847e6 req-0bb2087b-5928-447d-9375-052319b954a6 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/security-groups?id=a8d8b256-f933-42bb-9ad3-a02b9415114a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0650592
Feb 17 03:31:31.544967 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.db [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] For port e98b3221-e8eb-44c7-922b-f05f45a151d1, host dv-cinder-759943-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-5-iscsi',level=0,port_id=e98b3221-e8eb-44c7-922b-f05f45a151d1,segment=NetworkSegment(1395ec13-865d-4759-982d-888e59978303),segment_id=1395ec13-865d-4759-982d-888e59978303)] {{(pid=83923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:31:31.556061 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303097879514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733756514675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303098261108'] for port, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:31.559456 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-80ddcd08-08a5-4233-83b6-29c8ebde2b53 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:31:31.579832 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-056060f0-b85b-41df-ae76-07d1faee1cf1 req-bde4b3e1-d7be-4db9-bd42-1ed69c64bdf2 service neutron] 10.222.0.54 "GET /v2.0/networks/90e5bf38-a0dc-48bd-9401-739bcf8a5d8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3146539
Feb 17 03:31:31.584959 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-68778cea-5f9c-454b-96a5-56d1c74c1936 None None] Notify callbacks [] for port, precommit_update {{(pid=83924) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:31.607762 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-68778cea-5f9c-454b-96a5-56d1c74c1936 None None] Transition to ACTIVE for port object 6b8de622-a26f-4d2e-b026-33528eb145a2 will not be triggered until provisioned by entity L2. {{(pid=83924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 03:31:31.614449 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-68778cea-5f9c-454b-96a5-56d1c74c1936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303097879514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733756514675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303098261108'] for port, after_update {{(pid=83924) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:31.632288 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-04cbe4c5-b883-431d-b9a0-6173c4ed94f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for port, before_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:31.744406 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83924) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:31:31.801862 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-69fec398-3d53-42dd-b528-4c8ef5b0c943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for port, before_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:31.813062 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Pushing event updated for resources: {'Port': ['ID=e98b3221-e8eb-44c7-922b-f05f45a151d1,revision_number=5']} {{(pid=83923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:31:31.823827 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:31:31.866325 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f258b6-edb0-447c-bb3f-a97ce3216bec None None] Pushing event updated for resources: {'Port': ['ID=6b8de622-a26f-4d2e-b026-33528eb145a2,revision_number=2']} {{(pid=83924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:31:31.885018 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.db [None req-69fec398-3d53-42dd-b528-4c8ef5b0c943 None None] For port 298b8054-854b-4017-a1a6-6e148b8f37ac, host dv-cinder-759943-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-5-iscsi',level=0,port_id=298b8054-854b-4017-a1a6-6e148b8f37ac,segment=NetworkSegment(de1c71de-a35a-4258-9355-e7b1e58f3f2d),segment_id=de1c71de-a35a-4258-9355-e7b1e58f3f2d)] {{(pid=83923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:31:31.889800 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-d6f258b6-edb0-447c-bb3f-a97ce3216bec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=83924) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:31:31.894906 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-69fec398-3d53-42dd-b528-4c8ef5b0c943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303097879514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733756514675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303098261108'] for port, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:31.896788 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:31:31.984238 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.managers [None req-68778cea-5f9c-454b-96a5-56d1c74c1936 None None] Attempting to bind port 6b8de622-a26f-4d2e-b026-33528eb145a2 on host dv-cinder-759943-5-iscsi for vnic_type normal with profile  {{(pid=83924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 03:31:31.984648 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.managers [None req-68778cea-5f9c-454b-96a5-56d1c74c1936 None None] Attempting to bind port 6b8de622-a26f-4d2e-b026-33528eb145a2 by drivers openvswitch on host dv-cinder-759943-5-iscsi at level 0 using segments [{'id': '98c4310b-6fdc-4105-b056-95cb7f890c80', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718'}] {{(pid=83924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 03:31:31.985088 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68778cea-5f9c-454b-96a5-56d1c74c1936 None None] Attempting to bind port 6b8de622-a26f-4d2e-b026-33528eb145a2 on network 47a54196-2e01-4ced-bf59-8f5a8abde718 {{(pid=83924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 03:31:31.995048 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68778cea-5f9c-454b-96a5-56d1c74c1936 None None] Checking agent: {'id': 'fdf6e942-9f6a-471f-a5a4-d80d5f4aedb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759943-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 3, 18, 27), 'started_at': datetime.datetime(2021, 2, 17, 3, 18, 57), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 3, 31, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759943-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 03:31:31.995462 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68778cea-5f9c-454b-96a5-56d1c74c1936 None None] Checking segment: {'id': '98c4310b-6fdc-4105-b056-95cb7f890c80', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 03:31:31.995904 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-68778cea-5f9c-454b-96a5-56d1c74c1936 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83924) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:31.996337 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68778cea-5f9c-454b-96a5-56d1c74c1936 None None] Bound using segment: {'id': '98c4310b-6fdc-4105-b056-95cb7f890c80', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718'} {{(pid=83924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 03:31:31.996860 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.managers [None req-68778cea-5f9c-454b-96a5-56d1c74c1936 None None] Bound port: 6b8de622-a26f-4d2e-b026-33528eb145a2, host: dv-cinder-759943-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98c4310b-6fdc-4105-b056-95cb7f890c80', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718'}}] {{(pid=83924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 03:31:32.012424 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-68778cea-5f9c-454b-96a5-56d1c74c1936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for port, before_update {{(pid=83924) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:32.050093 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fec398-3d53-42dd-b528-4c8ef5b0c943 None None] Pushing event updated for resources: {'Port': ['ID=298b8054-854b-4017-a1a6-6e148b8f37ac,revision_number=3']} {{(pid=83923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:31:32.053755 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-69fec398-3d53-42dd-b528-4c8ef5b0c943 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:31:32.146809 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.db [None req-68778cea-5f9c-454b-96a5-56d1c74c1936 None None] For port 6b8de622-a26f-4d2e-b026-33528eb145a2, host dv-cinder-759943-5-iscsi, cleared binding levels {{(pid=83924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 03:31:32.156500 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.db [None req-68778cea-5f9c-454b-96a5-56d1c74c1936 None None] For port 6b8de622-a26f-4d2e-b026-33528eb145a2, host dv-cinder-759943-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-5-iscsi',level=0,port_id=6b8de622-a26f-4d2e-b026-33528eb145a2,segment=NetworkSegment(98c4310b-6fdc-4105-b056-95cb7f890c80),segment_id=98c4310b-6fdc-4105-b056-95cb7f890c80)] {{(pid=83924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 03:31:32.158294 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.agents_db [None req-06fda002-6a6c-4595-892c-f579c445b334 None None] Agent healthcheck: found 6 active agents {{(pid=83924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 03:31:32.161209 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-68778cea-5f9c-454b-96a5-56d1c74c1936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303097879514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733756514675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303098261108'] for port, after_update {{(pid=83924) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:32.181419 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-d6f258b6-edb0-447c-bb3f-a97ce3216bec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83924) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:31:32.187506 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1476cbb7-5932-458f-934f-05f9430a85bb req-5db50441-ec87-497b-8a6e-a85a19b88406 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:31:32.189248 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-1476cbb7-5932-458f-934f-05f9430a85bb req-5db50441-ec87-497b-8a6e-a85a19b88406 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] 10.222.0.57 "GET /v2.0/ports?device_id=7e94fed0-e4c8-44a0-b7df-6e1b44f6f62f HTTP/1.1" status: 200  len: 943 time: 0.7941778
Feb 17 03:31:32.232267 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-47ce103c-4445-4540-a8a2-e101ddbca48b None None] Provisioning complete for port 298b8054-854b-4017-a1a6-6e148b8f37ac triggered by entity DHCP. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:31:32.232854 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-47ce103c-4445-4540-a8a2-e101ddbca48b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838161172'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:32.239134 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e94fed0-e4c8-44a0-b7df-6e1b44f6f62f', 'tag': '2695e8c8-f6c0-48e2-9f5f-06e7275761a5', 'status': 'completed', 'code': 200}
Feb 17 03:31:32.248765 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.db_base_plugin_common [None req-04cbe4c5-b883-431d-b9a0-6173c4ed94f7 admin admin] Allocated IP 172.20.0.1 (ffe7fc64-3f80-46a5-9d04-f33dee152961/50c90e1f-cf3f-4a3a-9d68-3504c6faa6ef/62706486-b8df-4995-a68c-7dfe07d92a61) {{(pid=83922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 03:31:32.285151 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-1476cbb7-5932-458f-934f-05f9430a85bb req-3960e512-4e2b-4afb-9288-6e4a456c6d62 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] 10.222.0.57 "GET /v2.0/security-groups?id=7a034f11-6095-46d6-bffd-d2ce932f5f6d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0868132
Feb 17 03:31:32.334336 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Device e98b3221-e8eb-44c7-922b-f05f45a151d1 up at agent ovs-agent-dv-cinder-759943-5-iscsi {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:31:32.365381 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f258b6-edb0-447c-bb3f-a97ce3216bec None None] Pushing event updated for resources: {'Port': ['ID=6b8de622-a26f-4d2e-b026-33528eb145a2,revision_number=3']} {{(pid=83924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:31:32.370996 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-d6f258b6-edb0-447c-bb3f-a97ce3216bec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=83924) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:31:32.426025 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68778cea-5f9c-454b-96a5-56d1c74c1936 None None] Routers {'47d3d54d-6a36-4bca-aabc-cf61f4f5e5a0'} bound to L3 agent in host dv-cinder-759943-5-iscsi {{(pid=83924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 03:31:32.426710 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_hamode_db [None req-68778cea-5f9c-454b-96a5-56d1c74c1936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f17d15710f0>, 'dv-cinder-759943-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T03:18:25Z,description=<?>,heartbeat_timestamp=2021-02-17T03:31:25Z,host='dv-cinder-759943-5-iscsi',id=3e02af72-3002-4fb3-96dd-e59119f81584,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T03:18:25Z,topic='l3_agent')) {'router_ids': ['47d3d54d-6a36-4bca-aabc-cf61f4f5e5a0'], 'active': True} {{(pid=83924) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:31:32.434978 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a906280-f3a7-459d-8d57-82dc0a633a2d req-7e7cbae1-d10d-41f6-b2c2-6dab393a62f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:31:32.436620 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-0a906280-f3a7-459d-8d57-82dc0a633a2d req-7e7cbae1-d10d-41f6-b2c2-6dab393a62f5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=41ae341c7001465897265b1c5eda9767&device_id=7e94fed0-e4c8-44a0-b7df-6e1b44f6f62f HTTP/1.1" status: 200  len: 1160 time: 0.1454699
Feb 17 03:31:32.519740 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-04cbe4c5-b883-431d-b9a0-6173c4ed94f7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:32.539944 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-04cbe4c5-b883-431d-b9a0-6173c4ed94f7 admin admin] Transition to ACTIVE for port object 62706486-b8df-4995-a68c-7dfe07d92a61 will not be triggered until provisioned by entity DHCP. {{(pid=83922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 03:31:32.603631 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-04cbe4c5-b883-431d-b9a0-6173c4ed94f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363303098263190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851846526'] for port, after_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:32.620407 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-2b049851-79b2-4a95-8fc3-f4dd875318a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:31:32.630719 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a906280-f3a7-459d-8d57-82dc0a633a2d req-e769d666-6baa-46f3-8f1a-0a3f2999f942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:31:32.632340 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-0a906280-f3a7-459d-8d57-82dc0a633a2d req-e769d666-6baa-46f3-8f1a-0a3f2999f942 service neutron] 10.222.0.54 "GET /v2.0/networks?id=90e5bf38-a0dc-48bd-9401-739bcf8a5d8a HTTP/1.1" status: 200  len: 908 time: 0.1708007
Feb 17 03:31:32.652862 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvr_db [None req-68778cea-5f9c-454b-96a5-56d1c74c1936 None None] Set router 47d3d54d-6a36-4bca-aabc-cf61f4f5e5a0 gateway port host: dv-cinder-759943-5-iscsi {{(pid=83924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 03:31:32.718228 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Provisioning complete for port e98b3221-e8eb-44c7-922b-f05f45a151d1 triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:31:32.718646 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838161172'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:32.750023 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-0a906280-f3a7-459d-8d57-82dc0a633a2d req-ccd6df91-cae0-45e7-9b2e-a8c03b8e4b2a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2695e8c8-f6c0-48e2-9f5f-06e7275761a5 HTTP/1.1" status: 200  len: 217 time: 0.1073694
Feb 17 03:31:32.873443 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cbe4c5-b883-431d-b9a0-6173c4ed94f7 admin admin] Pushing event updated for resources: {'Port': ['ID=62706486-b8df-4995-a68c-7dfe07d92a61,revision_number=1']} {{(pid=83922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:31:32.875489 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Device 298b8054-854b-4017-a1a6-6e148b8f37ac up at agent ovs-agent-dv-cinder-759943-5-iscsi {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:31:32.876816 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-04cbe4c5-b883-431d-b9a0-6173c4ed94f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:31:32.937282 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-585a4341-3b58-4781-a9df-3e83f98d326e None None] Provisioning complete for port 298b8054-854b-4017-a1a6-6e148b8f37ac triggered by entity DHCP. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:31:32.938123 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-585a4341-3b58-4781-a9df-3e83f98d326e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838161172'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:32.956799 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04cbe4c5-b883-431d-b9a0-6173c4ed94f7 admin admin] Network ffe7fc64-3f80-46a5-9d04-f33dee152961 is already hosted by enough agents. {{(pid=83922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 03:31:32.964634 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5540341-ad5c-4921-87fd-334e331cd8d5 req-ea534866-8faf-4b66-8481-0d43d7237911 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:31:32.966264 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-e5540341-ad5c-4921-87fd-334e331cd8d5 req-ea534866-8faf-4b66-8481-0d43d7237911 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/ports?device_id=b4d58358-22a0-4562-9370-9574a29ec572 HTTP/1.1" status: 200  len: 945 time: 0.2076201
Feb 17 03:31:32.967121 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.scheduler.base_scheduler [None req-04cbe4c5-b883-431d-b9a0-6173c4ed94f7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 03:31:32.969920 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04cbe4c5-b883-431d-b9a0-6173c4ed94f7 admin admin] Received port after_create {{(pid=83922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 03:31:33.017231 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_hamode_db [None req-68778cea-5f9c-454b-96a5-56d1c74c1936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f17d15710f0>, [{'id': '47d3d54d-6a36-4bca-aabc-cf61f4f5e5a0', 'name': 'tempest-TestVolumeBootPattern-1918658082-router', 'tenant_id': '87768102ae294f1eb14038d35ee1265f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'external_fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': '6b8de622-a26f-4d2e-b026-33528eb145a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:31:25Z', 'updated_at': '2021-02-17T03:31:28Z', 'revision_number': 3, 'project_id': '87768102ae294f1eb14038d35ee1265f', 'gw_port': {'id': '6b8de622-a26f-4d2e-b026-33528eb145a2', 'name': '', 'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:06:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47d3d54d-6a36-4bca-aabc-cf61f4f5e5a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:31:26Z', 'updated_at': '2021-02-17T03:31:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-5-iscsi'}], 'dv-cinder-759943-5-iscsi', False) {} {{(pid=83924) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:31:33.022163 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68778cea-5f9c-454b-96a5-56d1c74c1936 None None] The sync data for ids ['47d3d54d-6a36-4bca-aabc-cf61f4f5e5a0'] in dv-cinder-759943-5-iscsi is: [{'id': '47d3d54d-6a36-4bca-aabc-cf61f4f5e5a0', 'name': 'tempest-TestVolumeBootPattern-1918658082-router', 'tenant_id': '87768102ae294f1eb14038d35ee1265f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'external_fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': '6b8de622-a26f-4d2e-b026-33528eb145a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:31:25Z', 'updated_at': '2021-02-17T03:31:28Z', 'revision_number': 3, 'project_id': '87768102ae294f1eb14038d35ee1265f', 'gw_port': {'id': '6b8de622-a26f-4d2e-b026-33528eb145a2', 'name': '', 'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:06:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47d3d54d-6a36-4bca-aabc-cf61f4f5e5a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:31:26Z', 'updated_at': '2021-02-17T03:31:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-5-iscsi'}] {{(pid=83924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 03:31:33.022436 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Provisioning complete for port 298b8054-854b-4017-a1a6-6e148b8f37ac triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:31:33.022849 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838161172'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:33.067513 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-e5540341-ad5c-4921-87fd-334e331cd8d5 req-4ffcc8d3-1247-4438-b161-126fe4c4c875 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/security-groups?id=a8d8b256-f933-42bb-9ad3-a02b9415114a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0638175
Feb 17 03:31:33.074827 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-04cbe4c5-b883-431d-b9a0-6173c4ed94f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-922652'] for router_interface, before_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:33.221914 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-04cbe4c5-b883-431d-b9a0-6173c4ed94f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for port, before_update {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:33.284104 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-42d26058-5a0a-4f16-97fb-b52027e94626 None None] Provisioning for port 62706486-b8df-4995-a68c-7dfe07d92a61 completed by entity DHCP. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 03:31:33.289722 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-42d26058-5a0a-4f16-97fb-b52027e94626 None None] Provisioning complete for port 62706486-b8df-4995-a68c-7dfe07d92a61 triggered by entity DHCP. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:31:33.290222 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-42d26058-5a0a-4f16-97fb-b52027e94626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838161172'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:33.350267 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.plugin [None req-42d26058-5a0a-4f16-97fb-b52027e94626 None None] Port 62706486-b8df-4995-a68c-7dfe07d92a61 cannot update to ACTIVE because it is not bound. {{(pid=83923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 03:31:33.587604 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3735c3-d012-4140-b079-9e50d5c0a621 req-33037c16-8875-4d05-9ead-35acbb15c1f1 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:31:33.589291 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-fc3735c3-d012-4140-b079-9e50d5c0a621 req-33037c16-8875-4d05-9ead-35acbb15c1f1 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] 10.222.0.57 "GET /v2.0/ports?device_id=7e94fed0-e4c8-44a0-b7df-6e1b44f6f62f HTTP/1.1" status: 200  len: 943 time: 0.1577008
Feb 17 03:31:33.628231 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-04cbe4c5-b883-431d-b9a0-6173c4ed94f7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:33.635867 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-04cbe4c5-b883-431d-b9a0-6173c4ed94f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303097879514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733756514675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303098261108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2929291'] for port, after_update {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:33.666147 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:31:33.755381 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-fc3735c3-d012-4140-b079-9e50d5c0a621 req-8028951a-732c-4a59-afb3-6f2e2768c2ae tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] 10.222.0.57 "GET /v2.0/security-groups?id=7a034f11-6095-46d6-bffd-d2ce932f5f6d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1530886
Feb 17 03:31:33.768543 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cbe4c5-b883-431d-b9a0-6173c4ed94f7 admin admin] Pushing event updated for resources: {'Port': ['ID=62706486-b8df-4995-a68c-7dfe07d92a61,revision_number=2']} {{(pid=83922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:31:33.772951 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-04cbe4c5-b883-431d-b9a0-6173c4ed94f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:31:33.775953 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-04cbe4c5-b883-431d-b9a0-6173c4ed94f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-584865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853853062'] for router_interface, after_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:33.925154 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04cbe4c5-b883-431d-b9a0-6173c4ed94f7 admin admin] Network ffe7fc64-3f80-46a5-9d04-f33dee152961 is already hosted by enough agents. {{(pid=83922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 03:31:33.926280 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.scheduler.base_scheduler [None req-04cbe4c5-b883-431d-b9a0-6173c4ed94f7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 03:31:34.135670 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04cbe4c5-b883-431d-b9a0-6173c4ed94f7 admin admin] Router 47d3d54d-6a36-4bca-aabc-cf61f4f5e5a0 has already been hosted by L3 agent 3e02af72-3002-4fb3-96dd-e59119f81584 {{(pid=83922) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 03:31:34.201488 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Device 6b8de622-a26f-4d2e-b026-33528eb145a2 up at agent ovs-agent-dv-cinder-759943-5-iscsi {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:31:34.237225 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-f986c343-18b2-48e8-84f0-cc562babe0bf None None] Provisioning complete for port 62706486-b8df-4995-a68c-7dfe07d92a61 triggered by entity DHCP. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:31:34.237633 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-f986c343-18b2-48e8-84f0-cc562babe0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838161172'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:34.318055 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.plugin [None req-f986c343-18b2-48e8-84f0-cc562babe0bf None None] Port 62706486-b8df-4995-a68c-7dfe07d92a61 cannot update to ACTIVE because it is not bound. {{(pid=83923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 03:31:34.332489 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Provisioning for port 6b8de622-a26f-4d2e-b026-33528eb145a2 completed by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 03:31:34.332797 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04cbe4c5-b883-431d-b9a0-6173c4ed94f7 admin admin] Notify agent at l3_agent.dv-cinder-759943-5-iscsi the message routers_updated {{(pid=83922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 03:31:34.337819 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Provisioning complete for port 6b8de622-a26f-4d2e-b026-33528eb145a2 triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:31:34.338246 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838161172'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:34.342190 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-04cbe4c5-b883-431d-b9a0-6173c4ed94f7 admin admin] 10.222.0.57 "PUT /v2.0/routers/47d3d54d-6a36-4bca-aabc-cf61f4f5e5a0/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.5384340
Feb 17 03:31:34.464247 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for port, before_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:34.481719 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.db [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] For port 6b8de622-a26f-4d2e-b026-33528eb145a2, host dv-cinder-759943-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-5-iscsi',level=0,port_id=6b8de622-a26f-4d2e-b026-33528eb145a2,segment=NetworkSegment(98c4310b-6fdc-4105-b056-95cb7f890c80),segment_id=98c4310b-6fdc-4105-b056-95cb7f890c80)] {{(pid=83923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:31:34.484571 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303097879514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733756514675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303098261108'] for port, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:34.486545 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-628f1c78-6343-4631-b1f2-eee5e1535224 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:31:34.557259 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Pushing event updated for resources: {'Port': ['ID=6b8de622-a26f-4d2e-b026-33528eb145a2,revision_number=4']} {{(pid=83923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:31:34.560408 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:31:35.711735 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e29590f5-6416-4a80-bf51-70e9e6051425 None None] Sync routers for ids ['47d3d54d-6a36-4bca-aabc-cf61f4f5e5a0'] in dv-cinder-759943-5-iscsi {{(pid=83923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 03:31:35.721714 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e29590f5-6416-4a80-bf51-70e9e6051425 None None] Routers {'47d3d54d-6a36-4bca-aabc-cf61f4f5e5a0'} bound to L3 agent in host dv-cinder-759943-5-iscsi {{(pid=83923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 03:31:35.722374 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_hamode_db [None req-e29590f5-6416-4a80-bf51-70e9e6051425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f17c56010b8>, 'dv-cinder-759943-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T03:18:25Z,description=<?>,heartbeat_timestamp=2021-02-17T03:31:25Z,host='dv-cinder-759943-5-iscsi',id=3e02af72-3002-4fb3-96dd-e59119f81584,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T03:18:25Z,topic='l3_agent')) {'router_ids': ['47d3d54d-6a36-4bca-aabc-cf61f4f5e5a0'], 'active': True} {{(pid=83923) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:31:35.906537 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvr_db [None req-e29590f5-6416-4a80-bf51-70e9e6051425 None None] Set router 47d3d54d-6a36-4bca-aabc-cf61f4f5e5a0 gateway port host: dv-cinder-759943-5-iscsi {{(pid=83923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 03:31:36.193174 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Device 6b8de622-a26f-4d2e-b026-33528eb145a2 up at agent ovs-agent-dv-cinder-759943-5-iscsi {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:31:36.388599 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Provisioning complete for port 6b8de622-a26f-4d2e-b026-33528eb145a2 triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:31:36.389018 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838161172'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:36.472694 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a906280-f3a7-459d-8d57-82dc0a633a2d req-ba12186a-8a7c-439e-b68d-4fec6f1d7f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:31:36.474348 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-0a906280-f3a7-459d-8d57-82dc0a633a2d req-ba12186a-8a7c-439e-b68d-4fec6f1d7f67 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=2c8050c3-d22a-4b7f-8b2d-686c8f16c9a7 HTTP/1.1" status: 200  len: 854 time: 0.0663755
Feb 17 03:31:36.531927 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-0a906280-f3a7-459d-8d57-82dc0a633a2d req-0eeab3b0-34ed-4152-8d8c-5f053c6a0ea6 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=90e5bf38-a0dc-48bd-9401-739bcf8a5d8a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0497561
Feb 17 03:31:36.554282 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_hamode_db [None req-e29590f5-6416-4a80-bf51-70e9e6051425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f17c56010b8>, [{'id': '47d3d54d-6a36-4bca-aabc-cf61f4f5e5a0', 'name': 'tempest-TestVolumeBootPattern-1918658082-router', 'tenant_id': '87768102ae294f1eb14038d35ee1265f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'external_fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': '6b8de622-a26f-4d2e-b026-33528eb145a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:31:25Z', 'updated_at': '2021-02-17T03:31:33Z', 'revision_number': 4, 'project_id': '87768102ae294f1eb14038d35ee1265f', 'gw_port': {'id': '6b8de622-a26f-4d2e-b026-33528eb145a2', 'name': '', 'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:06:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47d3d54d-6a36-4bca-aabc-cf61f4f5e5a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:31:26Z', 'updated_at': '2021-02-17T03:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-5-iscsi', '_interfaces': [{'id': '62706486-b8df-4995-a68c-7dfe07d92a61', 'name': '', 'network_id': 'ffe7fc64-3f80-46a5-9d04-f33dee152961', 'tenant_id': '87768102ae294f1eb14038d35ee1265f', 'mac_address': 'fa:16:3e:29:46:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47d3d54d-6a36-4bca-aabc-cf61f4f5e5a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '50c90e1f-cf3f-4a3a-9d68-3504c6faa6ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:31:31Z', 'updated_at': '2021-02-17T03:31:33Z', 'revision_number': 2, 'project_id': '87768102ae294f1eb14038d35ee1265f', 'subnets': [{'id': '50c90e1f-cf3f-4a3a-9d68-3504c6faa6ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759943-5-iscsi', False) {} {{(pid=83923) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:31:36.568821 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e29590f5-6416-4a80-bf51-70e9e6051425 None None] Checking router: 47d3d54d-6a36-4bca-aabc-cf61f4f5e5a0 for host: dv-cinder-759943-5-iscsi {{(pid=83923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 03:31:36.569261 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e29590f5-6416-4a80-bf51-70e9e6051425 None None] Updating router 47d3d54d-6a36-4bca-aabc-cf61f4f5e5a0 port 62706486-b8df-4995-a68c-7dfe07d92a61 binding host dv-cinder-759943-5-iscsi {{(pid=83923) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 17 03:31:36.633703 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e29590f5-6416-4a80-bf51-70e9e6051425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for port, before_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:36.677561 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-0a906280-f3a7-459d-8d57-82dc0a633a2d req-8d8e175a-2797-4901-8bcb-24b716beeea2 service neutron] 10.222.0.54 "GET /v2.0/networks/90e5bf38-a0dc-48bd-9401-739bcf8a5d8a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1386070
Feb 17 03:31:36.822335 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-0a906280-f3a7-459d-8d57-82dc0a633a2d req-40f2e8d3-2b2e-473e-9b69-5a28caa92bc9 service neutron] 10.222.0.54 "GET /v2.0/networks/90e5bf38-a0dc-48bd-9401-739bcf8a5d8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1367421
Feb 17 03:31:37.049445 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e29590f5-6416-4a80-bf51-70e9e6051425 None None] Notify callbacks [] for port, precommit_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:37.064021 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-e29590f5-6416-4a80-bf51-70e9e6051425 None None] Transition to ACTIVE for port object 62706486-b8df-4995-a68c-7dfe07d92a61 will not be triggered until provisioned by entity L2. {{(pid=83923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 03:31:37.066769 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e29590f5-6416-4a80-bf51-70e9e6051425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303097879514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733756514675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303098261108'] for port, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:37.083996 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-712a796c-8a71-4d21-aff8-1f1572cb8b62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:31:37.186653 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7608ad0d-cf7f-49d8-9691-ab06717dda9e req-bde134a1-93f0-4e8f-9133-4df7f32adc7a tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:31:37.188280 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-7608ad0d-cf7f-49d8-9691-ab06717dda9e req-bde134a1-93f0-4e8f-9133-4df7f32adc7a tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/ports?device_id=b4d58358-22a0-4562-9370-9574a29ec572 HTTP/1.1" status: 200  len: 945 time: 0.0877626
Feb 17 03:31:37.220605 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f983f37c-da58-47a5-a6b5-0075ebcae585 None None] Pushing event updated for resources: {'Port': ['ID=62706486-b8df-4995-a68c-7dfe07d92a61,revision_number=3']} {{(pid=83923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:31:37.233796 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-f983f37c-da58-47a5-a6b5-0075ebcae585 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:31:37.240948 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-7608ad0d-cf7f-49d8-9691-ab06717dda9e req-556993fb-9c84-4e80-b84c-a4fca6c67bb2 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/security-groups?id=a8d8b256-f933-42bb-9ad3-a02b9415114a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443444
Feb 17 03:31:37.415762 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.managers [None req-e29590f5-6416-4a80-bf51-70e9e6051425 None None] Attempting to bind port 62706486-b8df-4995-a68c-7dfe07d92a61 on host dv-cinder-759943-5-iscsi for vnic_type normal with profile  {{(pid=83923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 03:31:37.416181 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.managers [None req-e29590f5-6416-4a80-bf51-70e9e6051425 None None] Attempting to bind port 62706486-b8df-4995-a68c-7dfe07d92a61 by drivers openvswitch on host dv-cinder-759943-5-iscsi at level 0 using segments [{'id': 'de1c71de-a35a-4258-9355-e7b1e58f3f2d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'ffe7fc64-3f80-46a5-9d04-f33dee152961'}] {{(pid=83923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 03:31:37.416599 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e29590f5-6416-4a80-bf51-70e9e6051425 None None] Attempting to bind port 62706486-b8df-4995-a68c-7dfe07d92a61 on network ffe7fc64-3f80-46a5-9d04-f33dee152961 {{(pid=83923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 03:31:37.425286 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e29590f5-6416-4a80-bf51-70e9e6051425 None None] Checking agent: {'id': 'fdf6e942-9f6a-471f-a5a4-d80d5f4aedb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759943-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 3, 18, 27), 'started_at': datetime.datetime(2021, 2, 17, 3, 18, 57), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 3, 31, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759943-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 03:31:37.425718 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e29590f5-6416-4a80-bf51-70e9e6051425 None None] Checking segment: {'id': 'de1c71de-a35a-4258-9355-e7b1e58f3f2d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'ffe7fc64-3f80-46a5-9d04-f33dee152961'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 03:31:37.426172 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e29590f5-6416-4a80-bf51-70e9e6051425 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:37.426614 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e29590f5-6416-4a80-bf51-70e9e6051425 None None] Bound using segment: {'id': 'de1c71de-a35a-4258-9355-e7b1e58f3f2d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'ffe7fc64-3f80-46a5-9d04-f33dee152961'} {{(pid=83923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 03:31:37.427139 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.managers [None req-e29590f5-6416-4a80-bf51-70e9e6051425 None None] Bound port: 62706486-b8df-4995-a68c-7dfe07d92a61, host: dv-cinder-759943-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de1c71de-a35a-4258-9355-e7b1e58f3f2d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'ffe7fc64-3f80-46a5-9d04-f33dee152961'}}] {{(pid=83923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 03:31:37.427572 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e29590f5-6416-4a80-bf51-70e9e6051425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for port, before_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:37.495732 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97333edf-47e8-4e5c-8567-2b024444d28a req-2828182c-b52d-4a5a-a273-29f6dd0909d8 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:31:37.497405 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-97333edf-47e8-4e5c-8567-2b024444d28a req-2828182c-b52d-4a5a-a273-29f6dd0909d8 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] 10.222.0.57 "GET /v2.0/ports?device_id=7e94fed0-e4c8-44a0-b7df-6e1b44f6f62f HTTP/1.1" status: 200  len: 943 time: 0.1229801
Feb 17 03:31:37.546542 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.db [None req-e29590f5-6416-4a80-bf51-70e9e6051425 None None] For port 62706486-b8df-4995-a68c-7dfe07d92a61, host dv-cinder-759943-5-iscsi, cleared binding levels {{(pid=83923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 03:31:37.550094 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.db [None req-e29590f5-6416-4a80-bf51-70e9e6051425 None None] For port 62706486-b8df-4995-a68c-7dfe07d92a61, host dv-cinder-759943-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-5-iscsi',level=0,port_id=62706486-b8df-4995-a68c-7dfe07d92a61,segment=NetworkSegment(de1c71de-a35a-4258-9355-e7b1e58f3f2d),segment_id=de1c71de-a35a-4258-9355-e7b1e58f3f2d)] {{(pid=83923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 03:31:37.561665 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e29590f5-6416-4a80-bf51-70e9e6051425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303097879514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733756514675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303098261108'] for port, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:37.563544 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.v2.base [req-cd864bca-8211-475c-91ac-5dcae672cfae req-ba992ce8-233d-4899-ac18-c64a58044cb4 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Request body: {'security_group': {'name': 'tempest-TestVolumeBootPattern-107357108', 'description': 'tempest-TestVolumeBootPattern-107357108 description'}} {{(pid=83922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:31:37.575973 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [req-cd864bca-8211-475c-91ac-5dcae672cfae req-ba992ce8-233d-4899-ac18-c64a58044cb4 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:31:37.578336 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:31:37.580320 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [req-cd864bca-8211-475c-91ac-5dcae672cfae req-ba992ce8-233d-4899-ac18-c64a58044cb4 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Usage tracker for resource:security_group and tenant:09f977ccc1e54aa6bfffd127c9a4be7d is out of sync, need to count used quota {{(pid=83922) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:31:37.583377 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [req-cd864bca-8211-475c-91ac-5dcae672cfae req-ba992ce8-233d-4899-ac18-c64a58044cb4 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83922) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:31:37.589106 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [req-cd864bca-8211-475c-91ac-5dcae672cfae req-ba992ce8-233d-4899-ac18-c64a58044cb4 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:31:37.596889 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-97333edf-47e8-4e5c-8567-2b024444d28a req-cb88ab3d-68b4-428e-bcff-e65da1ffd160 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] 10.222.0.57 "GET /v2.0/security-groups?id=7a034f11-6095-46d6-bffd-d2ce932f5f6d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0914428
Feb 17 03:31:37.607354 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-cd864bca-8211-475c-91ac-5dcae672cfae req-ba992ce8-233d-4899-ac18-c64a58044cb4 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Notify callbacks [] for security_group, before_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:37.633198 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [req-cd864bca-8211-475c-91ac-5dcae672cfae req-ba992ce8-233d-4899-ac18-c64a58044cb4 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:31:37.637247 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [req-cd864bca-8211-475c-91ac-5dcae672cfae req-ba992ce8-233d-4899-ac18-c64a58044cb4 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Usage tracker for resource:security_group_rule and tenant:09f977ccc1e54aa6bfffd127c9a4be7d is out of sync, need to count used quota {{(pid=83922) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:31:37.640272 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [req-cd864bca-8211-475c-91ac-5dcae672cfae req-ba992ce8-233d-4899-ac18-c64a58044cb4 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83922) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:31:37.646015 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [req-cd864bca-8211-475c-91ac-5dcae672cfae req-ba992ce8-233d-4899-ac18-c64a58044cb4 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:31:37.705355 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f983f37c-da58-47a5-a6b5-0075ebcae585 None None] Pushing event updated for resources: {'Port': ['ID=62706486-b8df-4995-a68c-7dfe07d92a61,revision_number=4']} {{(pid=83923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:31:37.721774 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-f983f37c-da58-47a5-a6b5-0075ebcae585 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:31:37.727519 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-cd864bca-8211-475c-91ac-5dcae672cfae req-ba992ce8-233d-4899-ac18-c64a58044cb4 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Notify callbacks [] for security_group, precommit_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:37.730771 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-cd864bca-8211-475c-91ac-5dcae672cfae req-ba992ce8-233d-4899-ac18-c64a58044cb4 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876219'] for security_group, after_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:37.737191 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-4069a353-f215-4a7c-b1d1-fd85e9cd4ec0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:31:37.779987 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-cd864bca-8211-475c-91ac-5dcae672cfae req-ba992ce8-233d-4899-ac18-c64a58044cb4 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Notify callbacks [] for security_group, before_response {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:37.781322 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-cd864bca-8211-475c-91ac-5dcae672cfae req-ba992ce8-233d-4899-ac18-c64a58044cb4 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1811 time: 0.2229137
Feb 17 03:31:37.782114 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba992ce8-233d-4899-ac18-c64a58044cb4 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42a135cc-1e4e-4724-8c79-cda705e48efc,revision_number=1']} {{(pid=83922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:31:37.785060 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-ba992ce8-233d-4899-ac18-c64a58044cb4 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:31:37.805131 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e29590f5-6416-4a80-bf51-70e9e6051425 None None] Routers {'47d3d54d-6a36-4bca-aabc-cf61f4f5e5a0'} bound to L3 agent in host dv-cinder-759943-5-iscsi {{(pid=83923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 03:31:37.805806 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_hamode_db [None req-e29590f5-6416-4a80-bf51-70e9e6051425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f17c56010b8>, 'dv-cinder-759943-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T03:18:25Z,description=<?>,heartbeat_timestamp=2021-02-17T03:31:25Z,host='dv-cinder-759943-5-iscsi',id=3e02af72-3002-4fb3-96dd-e59119f81584,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T03:18:25Z,topic='l3_agent')) {'router_ids': ['47d3d54d-6a36-4bca-aabc-cf61f4f5e5a0'], 'active': True} {{(pid=83923) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:31:37.871202 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-72ac2906-e0e7-48c7-85a2-5c547dd644ad req-2f457a4c-5567-44e9-80bf-c5f408105966 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.57 "GET /v2.0/security-groups/42a135cc-1e4e-4724-8c79-cda705e48efc HTTP/1.1" status: 200  len: 1806 time: 0.0664811
Feb 17 03:31:37.887091 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.v2.base [req-72ac2906-e0e7-48c7-85a2-5c547dd644ad req-a9f1b76a-97e3-442c-8710-3b5ea02d4397 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '42a135cc-1e4e-4724-8c79-cda705e48efc', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=83921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:31:37.887448 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.v2.base [req-72ac2906-e0e7-48c7-85a2-5c547dd644ad req-a9f1b76a-97e3-442c-8710-3b5ea02d4397 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '42a135cc-1e4e-4724-8c79-cda705e48efc', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=83921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:31:37.894018 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [req-72ac2906-e0e7-48c7-85a2-5c547dd644ad req-a9f1b76a-97e3-442c-8710-3b5ea02d4397 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:31:37.899467 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [req-72ac2906-e0e7-48c7-85a2-5c547dd644ad req-a9f1b76a-97e3-442c-8710-3b5ea02d4397 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Usage tracker for resource:security_group_rule and tenant:09f977ccc1e54aa6bfffd127c9a4be7d is out of sync, need to count used quota {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:31:37.902778 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [req-72ac2906-e0e7-48c7-85a2-5c547dd644ad req-a9f1b76a-97e3-442c-8710-3b5ea02d4397 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:31:37.909308 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [req-72ac2906-e0e7-48c7-85a2-5c547dd644ad req-a9f1b76a-97e3-442c-8710-3b5ea02d4397 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:31:37.972449 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-72ac2906-e0e7-48c7-85a2-5c547dd644ad req-a9f1b76a-97e3-442c-8710-3b5ea02d4397 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:37.998950 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-72ac2906-e0e7-48c7-85a2-5c547dd644ad req-a9f1b76a-97e3-442c-8710-3b5ea02d4397 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:38.001973 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-72ac2906-e0e7-48c7-85a2-5c547dd644ad req-a9f1b76a-97e3-442c-8710-3b5ea02d4397 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876103'] for security_group_rule, after_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:38.004157 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-c75f7d6c-677e-4298-9bb2-74e33bc63ca9 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:31:38.006453 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvr_db [None req-e29590f5-6416-4a80-bf51-70e9e6051425 None None] Set router 47d3d54d-6a36-4bca-aabc-cf61f4f5e5a0 gateway port host: dv-cinder-759943-5-iscsi {{(pid=83923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 03:31:38.039270 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f1b76a-97e3-442c-8710-3b5ea02d4397 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0d09100-4891-4187-8130-5ad871b6efd2,revision_number=0']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:31:38.042416 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-72ac2906-e0e7-48c7-85a2-5c547dd644ad req-a9f1b76a-97e3-442c-8710-3b5ea02d4397 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:38.057597 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-72ac2906-e0e7-48c7-85a2-5c547dd644ad req-a9f1b76a-97e3-442c-8710-3b5ea02d4397 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.1754153
Feb 17 03:31:38.058769 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-a9f1b76a-97e3-442c-8710-3b5ea02d4397 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:31:38.332961 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-434830d8-b983-41a9-b562-f06272401003 req-8f7527b9-e9a7-486d-8a80-f44f42d3b6f8 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.57 "GET /v2.0/security-groups/42a135cc-1e4e-4724-8c79-cda705e48efc HTTP/1.1" status: 200  len: 2399 time: 0.0537355
Feb 17 03:31:38.348584 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.v2.base [req-434830d8-b983-41a9-b562-f06272401003 req-6b8c6494-0246-4615-9d71-60f411fbdbc8 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '42a135cc-1e4e-4724-8c79-cda705e48efc', 'remote_group_id': None}]} {{(pid=83922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:31:38.348584 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.v2.base [req-434830d8-b983-41a9-b562-f06272401003 req-6b8c6494-0246-4615-9d71-60f411fbdbc8 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '42a135cc-1e4e-4724-8c79-cda705e48efc', 'remote_group_id': None}} {{(pid=83922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:31:38.356092 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [req-434830d8-b983-41a9-b562-f06272401003 req-6b8c6494-0246-4615-9d71-60f411fbdbc8 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:31:38.360722 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [req-434830d8-b983-41a9-b562-f06272401003 req-6b8c6494-0246-4615-9d71-60f411fbdbc8 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Usage tracker for resource:security_group_rule and tenant:09f977ccc1e54aa6bfffd127c9a4be7d is out of sync, need to count used quota {{(pid=83922) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:31:38.364148 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [req-434830d8-b983-41a9-b562-f06272401003 req-6b8c6494-0246-4615-9d71-60f411fbdbc8 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83922) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:31:38.370635 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [req-434830d8-b983-41a9-b562-f06272401003 req-6b8c6494-0246-4615-9d71-60f411fbdbc8 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:31:38.433968 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-434830d8-b983-41a9-b562-f06272401003 req-6b8c6494-0246-4615-9d71-60f411fbdbc8 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:38.471261 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-434830d8-b983-41a9-b562-f06272401003 req-6b8c6494-0246-4615-9d71-60f411fbdbc8 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:38.474799 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-434830d8-b983-41a9-b562-f06272401003 req-6b8c6494-0246-4615-9d71-60f411fbdbc8 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876103'] for security_group_rule, after_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:38.477600 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-631c9692-2c97-431e-9ad6-8eb4cc2e3013 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:31:38.480097 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571d423f-fe8e-45b4-a7d1-34b5b391329c req-95380227-9c12-464c-888e-566cb58a9810 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:31:38.481784 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-571d423f-fe8e-45b4-a7d1-34b5b391329c req-95380227-9c12-464c-888e-566cb58a9810 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/ports?device_id=b4d58358-22a0-4562-9370-9574a29ec572 HTTP/1.1" status: 200  len: 945 time: 0.0937431
Feb 17 03:31:38.501893 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8c6494-0246-4615-9d71-60f411fbdbc8 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddc771f1-7c13-45db-8c87-bcb454d743fd,revision_number=0']} {{(pid=83922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:31:38.504573 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-6b8c6494-0246-4615-9d71-60f411fbdbc8 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:31:38.512597 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-434830d8-b983-41a9-b562-f06272401003 req-6b8c6494-0246-4615-9d71-60f411fbdbc8 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:38.514090 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-434830d8-b983-41a9-b562-f06272401003 req-6b8c6494-0246-4615-9d71-60f411fbdbc8 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 791 time: 0.1728225
Feb 17 03:31:38.533358 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-571d423f-fe8e-45b4-a7d1-34b5b391329c req-00eff287-2ac5-4e20-b797-19e907f02b02 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/security-groups?id=a8d8b256-f933-42bb-9ad3-a02b9415114a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440741
Feb 17 03:31:38.539327 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_hamode_db [None req-e29590f5-6416-4a80-bf51-70e9e6051425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f17c56010b8>, [{'id': '47d3d54d-6a36-4bca-aabc-cf61f4f5e5a0', 'name': 'tempest-TestVolumeBootPattern-1918658082-router', 'tenant_id': '87768102ae294f1eb14038d35ee1265f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'external_fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': '6b8de622-a26f-4d2e-b026-33528eb145a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:31:25Z', 'updated_at': '2021-02-17T03:31:33Z', 'revision_number': 4, 'project_id': '87768102ae294f1eb14038d35ee1265f', 'gw_port': {'id': '6b8de622-a26f-4d2e-b026-33528eb145a2', 'name': '', 'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:06:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47d3d54d-6a36-4bca-aabc-cf61f4f5e5a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:31:26Z', 'updated_at': '2021-02-17T03:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-5-iscsi', '_interfaces': [{'id': '62706486-b8df-4995-a68c-7dfe07d92a61', 'name': '', 'network_id': 'ffe7fc64-3f80-46a5-9d04-f33dee152961', 'tenant_id': '87768102ae294f1eb14038d35ee1265f', 'mac_address': 'fa:16:3e:29:46:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47d3d54d-6a36-4bca-aabc-cf61f4f5e5a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '50c90e1f-cf3f-4a3a-9d68-3504c6faa6ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:31:31Z', 'updated_at': '2021-02-17T03:31:37Z', 'revision_number': 4, 'project_id': '87768102ae294f1eb14038d35ee1265f', 'subnets': [{'id': '50c90e1f-cf3f-4a3a-9d68-3504c6faa6ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759943-5-iscsi', False) {} {{(pid=83923) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:31:38.544390 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e29590f5-6416-4a80-bf51-70e9e6051425 None None] The sync data for ids ['47d3d54d-6a36-4bca-aabc-cf61f4f5e5a0'] in dv-cinder-759943-5-iscsi is: [{'id': '47d3d54d-6a36-4bca-aabc-cf61f4f5e5a0', 'name': 'tempest-TestVolumeBootPattern-1918658082-router', 'tenant_id': '87768102ae294f1eb14038d35ee1265f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'external_fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': '6b8de622-a26f-4d2e-b026-33528eb145a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:31:25Z', 'updated_at': '2021-02-17T03:31:33Z', 'revision_number': 4, 'project_id': '87768102ae294f1eb14038d35ee1265f', 'gw_port': {'id': '6b8de622-a26f-4d2e-b026-33528eb145a2', 'name': '', 'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:06:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47d3d54d-6a36-4bca-aabc-cf61f4f5e5a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:31:26Z', 'updated_at': '2021-02-17T03:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-5-iscsi', '_interfaces': [{'id': '62706486-b8df-4995-a68c-7dfe07d92a61', 'name': '', 'network_id': 'ffe7fc64-3f80-46a5-9d04-f33dee152961', 'tenant_id': '87768102ae294f1eb14038d35ee1265f', 'mac_address': 'fa:16:3e:29:46:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47d3d54d-6a36-4bca-aabc-cf61f4f5e5a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '50c90e1f-cf3f-4a3a-9d68-3504c6faa6ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:31:31Z', 'updated_at': '2021-02-17T03:31:37Z', 'revision_number': 4, 'project_id': '87768102ae294f1eb14038d35ee1265f', 'subnets': [{'id': '50c90e1f-cf3f-4a3a-9d68-3504c6faa6ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 03:31:38.811838 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abbe314-fdf1-47f0-b186-6f3cba236e70 req-b0094993-d316-4eb7-856c-f36234ae8651 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:31:38.813647 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-5abbe314-fdf1-47f0-b186-6f3cba236e70 req-b0094993-d316-4eb7-856c-f36234ae8651 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] 10.222.0.57 "GET /v2.0/ports?device_id=7e94fed0-e4c8-44a0-b7df-6e1b44f6f62f HTTP/1.1" status: 200  len: 943 time: 0.0897117
Feb 17 03:31:38.899509 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-5abbe314-fdf1-47f0-b186-6f3cba236e70 req-4f4489ad-ab5a-4b71-9b37-08ecac0c2d18 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] 10.222.0.57 "GET /v2.0/security-groups?id=7a034f11-6095-46d6-bffd-d2ce932f5f6d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0769014
Feb 17 03:31:39.745385 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef92dd04-d60b-454f-aafa-00abf3f5280c req-a778ea45-c6c8-4fe6-a3f7-f65fb8b342e0 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:31:39.746984 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-ef92dd04-d60b-454f-aafa-00abf3f5280c req-a778ea45-c6c8-4fe6-a3f7-f65fb8b342e0 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/ports?device_id=b4d58358-22a0-4562-9370-9574a29ec572 HTTP/1.1" status: 200  len: 945 time: 0.0914736
Feb 17 03:31:39.796604 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-ef92dd04-d60b-454f-aafa-00abf3f5280c req-3da6f36c-c0e1-4429-9a94-a0b1bfc79991 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/security-groups?id=a8d8b256-f933-42bb-9ad3-a02b9415114a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429270
Feb 17 03:31:40.105933 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270edd8b-2df1-4066-815f-1336aa037dd4 req-ba7d8516-ef32-49ea-beb1-f39b21353420 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:31:40.107572 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-270edd8b-2df1-4066-815f-1336aa037dd4 req-ba7d8516-ef32-49ea-beb1-f39b21353420 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] 10.222.0.57 "GET /v2.0/ports?device_id=7e94fed0-e4c8-44a0-b7df-6e1b44f6f62f HTTP/1.1" status: 200  len: 943 time: 0.0900557
Feb 17 03:31:40.159530 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-270edd8b-2df1-4066-815f-1336aa037dd4 req-f27496ec-6ec9-4b16-8ba9-6abec0c2a175 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] 10.222.0.57 "GET /v2.0/security-groups?id=7a034f11-6095-46d6-bffd-d2ce932f5f6d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455914
Feb 17 03:31:40.207249 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Device 62706486-b8df-4995-a68c-7dfe07d92a61 up at agent ovs-agent-dv-cinder-759943-5-iscsi {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:31:40.285129 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Provisioning for port 62706486-b8df-4995-a68c-7dfe07d92a61 completed by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 03:31:40.290004 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Provisioning complete for port 62706486-b8df-4995-a68c-7dfe07d92a61 triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:31:40.290421 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838161172'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:40.413562 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for port, before_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:40.447236 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.db [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] For port 62706486-b8df-4995-a68c-7dfe07d92a61, host dv-cinder-759943-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-5-iscsi',level=0,port_id=62706486-b8df-4995-a68c-7dfe07d92a61,segment=NetworkSegment(de1c71de-a35a-4258-9355-e7b1e58f3f2d),segment_id=de1c71de-a35a-4258-9355-e7b1e58f3f2d)] {{(pid=83923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:31:40.450077 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303097879514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733756514675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303098261108'] for port, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:40.452011 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:31:40.523114 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Pushing event updated for resources: {'Port': ['ID=62706486-b8df-4995-a68c-7dfe07d92a61,revision_number=5']} {{(pid=83923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:31:40.526601 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:31:42.172202 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Device 62706486-b8df-4995-a68c-7dfe07d92a61 up at agent ovs-agent-dv-cinder-759943-5-iscsi {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:31:42.246551 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Provisioning complete for port 62706486-b8df-4995-a68c-7dfe07d92a61 triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:31:42.247077 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838161172'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:45.686270 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94546b05-0b55-450c-ac0f-db5b858272f2 req-20dc3a67-2dde-4164-9128-5d5d8e91089b tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:31:45.687881 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-94546b05-0b55-450c-ac0f-db5b858272f2 req-20dc3a67-2dde-4164-9128-5d5d8e91089b tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] 10.222.0.57 "GET /v2.0/ports?device_id=7e94fed0-e4c8-44a0-b7df-6e1b44f6f62f HTTP/1.1" status: 200  len: 943 time: 0.0866125
Feb 17 03:31:45.720245 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ac881a-b2f9-4ffe-a089-d1b0bd30d3e6 req-e48945f5-fafb-42f1-ae88-e5655f777b3a tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:31:45.722166 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-04ac881a-b2f9-4ffe-a089-d1b0bd30d3e6 req-e48945f5-fafb-42f1-ae88-e5655f777b3a tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/ports?device_id=b4d58358-22a0-4562-9370-9574a29ec572 HTTP/1.1" status: 200  len: 945 time: 0.1622963
Feb 17 03:31:45.733631 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e50278-55c8-484c-b948-8e275d8ff199 req-b72dd00c-b97b-401d-b29d-d5a32975ce97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:31:45.735224 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-c2e50278-55c8-484c-b948-8e275d8ff199 req-b72dd00c-b97b-401d-b29d-d5a32975ce97 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=b4d58358-22a0-4562-9370-9574a29ec572 HTTP/1.1" status: 200  len: 1162 time: 0.1198921
Feb 17 03:31:45.739815 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-94546b05-0b55-450c-ac0f-db5b858272f2 req-dfaced9d-9b46-46a3-90d3-c6008c6f7413 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] 10.222.0.57 "GET /v2.0/security-groups?id=7a034f11-6095-46d6-bffd-d2ce932f5f6d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453541
Feb 17 03:31:45.795240 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-04ac881a-b2f9-4ffe-a089-d1b0bd30d3e6 req-7d7d8c7c-7861-48b2-b193-abbe633a76b6 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/security-groups?id=a8d8b256-f933-42bb-9ad3-a02b9415114a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0640063
Feb 17 03:31:45.812656 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-c2e50278-55c8-484c-b948-8e275d8ff199 req-8b2d1868-203f-4aea-bae5-2650abd9ab5f service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=a8d8b256-f933-42bb-9ad3-a02b9415114a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0554950
Feb 17 03:31:46.923148 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0013ce58-3af7-4a6f-89be-c335bbd887cb req-34c77858-c07e-4233-a897-f4f4df2e0c93 tempest-VolumesSnapshotTestJSON-1509273995 tempest-VolumesSnapshotTestJSON-1509273995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:31:46.924869 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-0013ce58-3af7-4a6f-89be-c335bbd887cb req-34c77858-c07e-4233-a897-f4f4df2e0c93 tempest-VolumesSnapshotTestJSON-1509273995 tempest-VolumesSnapshotTestJSON-1509273995-project] 10.222.0.57 "GET /v2.0/networks?id=8d611967-ac3b-4d3e-854e-ff34ac61dc4a HTTP/1.1" status: 200  len: 813 time: 0.1771126
Feb 17 03:31:46.941871 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-0013ce58-3af7-4a6f-89be-c335bbd887cb req-2fcb585f-47df-4659-b6bb-146034651ba6 tempest-VolumesSnapshotTestJSON-1509273995 tempest-VolumesSnapshotTestJSON-1509273995-project] 10.222.0.57 "GET /v2.0/quotas/90b33b201e9c4aaa92ca566c8f7e6dac HTTP/1.1" status: 200  len: 375 time: 0.0106015
Feb 17 03:31:46.972334 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e4d422-3ba4-4d54-b60c-1a538f2902e7 req-3f9c5af4-318c-4eef-af48-3ddb509ec156 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:31:46.973981 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-54e4d422-3ba4-4d54-b60c-1a538f2902e7 req-3f9c5af4-318c-4eef-af48-3ddb509ec156 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] 10.222.0.57 "GET /v2.0/ports?device_id=7e94fed0-e4c8-44a0-b7df-6e1b44f6f62f HTTP/1.1" status: 200  len: 943 time: 0.1106129
Feb 17 03:31:46.999591 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-0013ce58-3af7-4a6f-89be-c335bbd887cb req-bdcd8c4a-e1c8-4502-9415-d0171020ca2d tempest-VolumesSnapshotTestJSON-1509273995 tempest-VolumesSnapshotTestJSON-1509273995-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=90b33b201e9c4aaa92ca566c8f7e6dac&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0491970
Feb 17 03:31:47.023334 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-54e4d422-3ba4-4d54-b60c-1a538f2902e7 req-8a402e26-75f5-46d3-bd16-952b8e992337 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] 10.222.0.57 "GET /v2.0/security-groups?id=7a034f11-6095-46d6-bffd-d2ce932f5f6d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424383
Feb 17 03:31:47.219682 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7b4efc-d2bc-482c-b3f3-1b2919da7b74 req-43fc3b50-a6e6-4c75-ab29-aee0732ec680 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:31:47.221363 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-5a7b4efc-d2bc-482c-b3f3-1b2919da7b74 req-43fc3b50-a6e6-4c75-ab29-aee0732ec680 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/ports?device_id=b4d58358-22a0-4562-9370-9574a29ec572 HTTP/1.1" status: 200  len: 945 time: 0.0952244
Feb 17 03:31:47.276221 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-5a7b4efc-d2bc-482c-b3f3-1b2919da7b74 req-ec2acfde-2c73-492d-a2b5-4163d9f6e8d3 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/security-groups?id=a8d8b256-f933-42bb-9ad3-a02b9415114a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0480020
Feb 17 03:31:47.368110 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-0013ce58-3af7-4a6f-89be-c335bbd887cb req-d2912327-f5fd-4a97-a104-9df2907f2f85 service neutron] 10.222.0.57 "GET /v2.0/networks/8d611967-ac3b-4d3e-854e-ff34ac61dc4a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3601711
Feb 17 03:31:47.512927 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-0013ce58-3af7-4a6f-89be-c335bbd887cb req-a39c3092-bee9-476a-b7f2-9c165b2785b1 service neutron] 10.222.0.57 "GET /v2.0/networks/8d611967-ac3b-4d3e-854e-ff34ac61dc4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1378064
Feb 17 03:31:47.707029 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-27a13458-5885-46fd-a2a5-1f3e167afb46 req-bd04712b-542e-4ccf-b355-379fdead743d tempest-VolumesSnapshotTestJSON-1509273995 tempest-VolumesSnapshotTestJSON-1509273995-project] 10.222.0.57 "GET /v2.0/ports?device_id=ed26f5aa-77e4-4e92-b7bf-20ae530ebe42 HTTP/1.1" status: 200  len: 210 time: 0.0505190
Feb 17 03:31:48.228174 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a4f847-0588-4c65-b5cd-ec433b274f63 req-402e57dd-c671-4b83-8061-8631acc7e770 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:31:48.229843 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-d1a4f847-0588-4c65-b5cd-ec433b274f63 req-402e57dd-c671-4b83-8061-8631acc7e770 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] 10.222.0.57 "GET /v2.0/ports?device_id=7e94fed0-e4c8-44a0-b7df-6e1b44f6f62f HTTP/1.1" status: 200  len: 943 time: 0.0878415
Feb 17 03:31:48.283172 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-d1a4f847-0588-4c65-b5cd-ec433b274f63 req-e5191c5b-6717-404a-8b56-52bfab1ad66e tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] 10.222.0.57 "GET /v2.0/security-groups?id=7a034f11-6095-46d6-bffd-d2ce932f5f6d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0466344
Feb 17 03:31:48.481238 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1899d865-5f07-4868-9f73-c2b9640f2d4a req-c1f5cc86-ba70-45ed-be67-fde9d37c086d tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:31:48.482861 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-1899d865-5f07-4868-9f73-c2b9640f2d4a req-c1f5cc86-ba70-45ed-be67-fde9d37c086d tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/ports?device_id=b4d58358-22a0-4562-9370-9574a29ec572 HTTP/1.1" status: 200  len: 945 time: 0.0878756
Feb 17 03:31:48.530935 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-1899d865-5f07-4868-9f73-c2b9640f2d4a req-4fe95edd-1aee-461b-b8da-a239baba32a3 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/security-groups?id=a8d8b256-f933-42bb-9ad3-a02b9415114a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415137
Feb 17 03:31:48.882794 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-c89e24cc-706c-4b4e-acd8-5d9ee1103a0b req-b12a9bc3-8a7b-4a86-aa15-579c5b262724 tempest-VolumesSnapshotTestJSON-1509273995 tempest-VolumesSnapshotTestJSON-1509273995-project] 10.222.0.57 "GET /v2.0/ports?device_id=ed26f5aa-77e4-4e92-b7bf-20ae530ebe42 HTTP/1.1" status: 200  len: 210 time: 0.0534852
Feb 17 03:31:49.288864 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38435929-e5cc-4ec9-bad4-8d0ff531a8a8 req-6c165d0a-efb0-4202-b5e6-d8ad8e3eebc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:31:49.292954 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-38435929-e5cc-4ec9-bad4-8d0ff531a8a8 req-6c165d0a-efb0-4202-b5e6-d8ad8e3eebc3 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8da7eb55c2cb47dc99275360edd183e2&device_id=b4d58358-22a0-4562-9370-9574a29ec572 HTTP/1.1" status: 200  len: 1162 time: 0.3024204
Feb 17 03:31:49.424025 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bbfe29-1a1e-4c86-806c-6e09b217ce03 req-00723d67-176c-4e52-8c68-24e942cf2a36 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:31:49.425666 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-e6bbfe29-1a1e-4c86-806c-6e09b217ce03 req-00723d67-176c-4e52-8c68-24e942cf2a36 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/ports?device_id=b4d58358-22a0-4562-9370-9574a29ec572 HTTP/1.1" status: 200  len: 945 time: 0.3920298
Feb 17 03:31:49.440420 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0013ce58-3af7-4a6f-89be-c335bbd887cb req-21f84d39-8809-4f5f-a472-1052ca6ab4c0 tempest-VolumesSnapshotTestJSON-1509273995 tempest-VolumesSnapshotTestJSON-1509273995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:31:49.441205 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [req-0013ce58-3af7-4a6f-89be-c335bbd887cb req-21f84d39-8809-4f5f-a472-1052ca6ab4c0 tempest-VolumesSnapshotTestJSON-1509273995 tempest-VolumesSnapshotTestJSON-1509273995-project] Synchronizing usage tracker for tenant:90b33b201e9c4aaa92ca566c8f7e6dac on resource:network {{(pid=83921) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 03:31:49.499967 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772e46bd-e635-4afd-802c-7e2fdcdd7c90 req-253c5949-10f9-4def-b2f5-50f1086713c0 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:31:49.501691 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-772e46bd-e635-4afd-802c-7e2fdcdd7c90 req-253c5949-10f9-4def-b2f5-50f1086713c0 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] 10.222.0.57 "GET /v2.0/ports?device_id=7e94fed0-e4c8-44a0-b7df-6e1b44f6f62f HTTP/1.1" status: 200  len: 943 time: 0.0893409
Feb 17 03:31:49.537008 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [req-0013ce58-3af7-4a6f-89be-c335bbd887cb req-21f84d39-8809-4f5f-a472-1052ca6ab4c0 tempest-VolumesSnapshotTestJSON-1509273995 tempest-VolumesSnapshotTestJSON-1509273995-project] Unset dirty status for tenant:90b33b201e9c4aaa92ca566c8f7e6dac on resource:network {{(pid=83921) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 03:31:49.538269 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-0013ce58-3af7-4a6f-89be-c335bbd887cb req-21f84d39-8809-4f5f-a472-1052ca6ab4c0 tempest-VolumesSnapshotTestJSON-1509273995 tempest-VolumesSnapshotTestJSON-1509273995-project] 10.222.0.54 "GET /v2.0/networks?id=8d611967-ac3b-4d3e-854e-ff34ac61dc4a HTTP/1.1" status: 200  len: 813 time: 0.4555032
Feb 17 03:31:49.541731 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-e6bbfe29-1a1e-4c86-806c-6e09b217ce03 req-904f1c63-aa64-463b-8813-35e41cd55a2b tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/security-groups?id=a8d8b256-f933-42bb-9ad3-a02b9415114a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0950322
Feb 17 03:31:49.546905 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38435929-e5cc-4ec9-bad4-8d0ff531a8a8 req-d350b661-b727-4e07-aa6e-9545670faf38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:31:49.548437 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-38435929-e5cc-4ec9-bad4-8d0ff531a8a8 req-d350b661-b727-4e07-aa6e-9545670faf38 service neutron] 10.222.0.54 "GET /v2.0/networks?id=07c25ad2-4e60-4400-a677-ca2c2e7c85f8 HTTP/1.1" status: 200  len: 912 time: 0.2497141
Feb 17 03:31:49.559727 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-772e46bd-e635-4afd-802c-7e2fdcdd7c90 req-9bee33bc-e0ce-46ea-a3ec-c7c57a57a16c tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] 10.222.0.57 "GET /v2.0/security-groups?id=7a034f11-6095-46d6-bffd-d2ce932f5f6d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426545
Feb 17 03:31:49.581300 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.v2.base [req-0013ce58-3af7-4a6f-89be-c335bbd887cb req-6977a3da-0ed7-4b80-9855-0c05fd4a66c7 tempest-VolumesSnapshotTestJSON-1509273995 tempest-VolumesSnapshotTestJSON-1509273995-project] Request body: {'port': {'device_id': 'ed26f5aa-77e4-4e92-b7bf-20ae530ebe42', 'network_id': '8d611967-ac3b-4d3e-854e-ff34ac61dc4a', 'admin_state_up': True, 'tenant_id': '90b33b201e9c4aaa92ca566c8f7e6dac'}} {{(pid=83921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:31:49.726136 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-38435929-e5cc-4ec9-bad4-8d0ff531a8a8 req-3422df39-9ef3-4366-ab66-f933b4c4e308 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d5ada634-5cb7-40f0-b70e-0091b83e2ef6 HTTP/1.1" status: 200  len: 217 time: 0.1497412
Feb 17 03:31:50.082246 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-4d253bb8-7670-407a-ab60-9fc8f84f7beb req-df746789-de30-47e4-9df9-292259f104cc tempest-VolumesSnapshotTestJSON-1509273995 tempest-VolumesSnapshotTestJSON-1509273995-project] 10.222.0.57 "GET /v2.0/ports?device_id=ed26f5aa-77e4-4e92-b7bf-20ae530ebe42 HTTP/1.1" status: 200  len: 210 time: 0.0747073
Feb 17 03:31:50.100179 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38435929-e5cc-4ec9-bad4-8d0ff531a8a8 req-caff6401-fb69-4929-8c93-26d8fa483674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:31:50.101779 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-38435929-e5cc-4ec9-bad4-8d0ff531a8a8 req-caff6401-fb69-4929-8c93-26d8fa483674 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e1c7a001-c305-42ea-923a-4661960efd2e HTTP/1.1" status: 200  len: 858 time: 0.1535084
Feb 17 03:31:50.166067 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-38435929-e5cc-4ec9-bad4-8d0ff531a8a8 req-9e2014e9-6086-43f5-8847-4a26abad6953 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=07c25ad2-4e60-4400-a677-ca2c2e7c85f8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0537386
Feb 17 03:31:50.171205 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [req-0013ce58-3af7-4a6f-89be-c335bbd887cb req-6977a3da-0ed7-4b80-9855-0c05fd4a66c7 tempest-VolumesSnapshotTestJSON-1509273995 tempest-VolumesSnapshotTestJSON-1509273995-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:31:50.262833 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [req-0013ce58-3af7-4a6f-89be-c335bbd887cb req-6977a3da-0ed7-4b80-9855-0c05fd4a66c7 tempest-VolumesSnapshotTestJSON-1509273995 tempest-VolumesSnapshotTestJSON-1509273995-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:31:50.286951 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0013ce58-3af7-4a6f-89be-c335bbd887cb req-6977a3da-0ed7-4b80-9855-0c05fd4a66c7 tempest-VolumesSnapshotTestJSON-1509273995 tempest-VolumesSnapshotTestJSON-1509273995-project] Made reservation on behalf of 90b33b201e9c4aaa92ca566c8f7e6dac for: {'port': 1} {{(pid=83921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 03:31:50.293244 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-0013ce58-3af7-4a6f-89be-c335bbd887cb req-6977a3da-0ed7-4b80-9855-0c05fd4a66c7 tempest-VolumesSnapshotTestJSON-1509273995 tempest-VolumesSnapshotTestJSON-1509273995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for port, before_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:50.457637 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-38435929-e5cc-4ec9-bad4-8d0ff531a8a8 req-970380e0-c880-4110-be5a-3e0673a689cc service neutron] 10.222.0.54 "GET /v2.0/networks/07c25ad2-4e60-4400-a677-ca2c2e7c85f8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2836409
Feb 17 03:31:50.755941 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b02f19-a190-4031-bbd3-11213a5b4d3c req-136b3630-3b37-4063-861a-b840c8b96109 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:31:50.757588 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-73b02f19-a190-4031-bbd3-11213a5b4d3c req-136b3630-3b37-4063-861a-b840c8b96109 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/ports?device_id=b4d58358-22a0-4562-9370-9574a29ec572 HTTP/1.1" status: 200  len: 945 time: 0.0929441
Feb 17 03:31:50.765015 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-38435929-e5cc-4ec9-bad4-8d0ff531a8a8 req-0bc990f9-2a48-4859-a209-c69d2126348c service neutron] 10.222.0.54 "GET /v2.0/networks/07c25ad2-4e60-4400-a677-ca2c2e7c85f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2981942
Feb 17 03:31:50.807776 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-73b02f19-a190-4031-bbd3-11213a5b4d3c req-9af7aec7-21ef-45f6-af9b-025ddae5d6cf tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/security-groups?id=a8d8b256-f933-42bb-9ad3-a02b9415114a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435431
Feb 17 03:31:50.857102 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.db_base_plugin_common [req-0013ce58-3af7-4a6f-89be-c335bbd887cb req-6977a3da-0ed7-4b80-9855-0c05fd4a66c7 tempest-VolumesSnapshotTestJSON-1509273995 tempest-VolumesSnapshotTestJSON-1509273995-project] Allocated IP 172.20.0.10 (8d611967-ac3b-4d3e-854e-ff34ac61dc4a/7ada6777-95bf-446d-be68-0d7e0c71021b/859d2cf9-e281-49ce-9ffd-0ab7067e438e) {{(pid=83921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 03:31:50.875107 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d973ecc2-b988-4342-b7d2-685060bb17d6 req-1350a90d-94e6-4238-819f-8ab69476364f tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:31:50.876783 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-d973ecc2-b988-4342-b7d2-685060bb17d6 req-1350a90d-94e6-4238-819f-8ab69476364f tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] 10.222.0.57 "GET /v2.0/ports?device_id=7e94fed0-e4c8-44a0-b7df-6e1b44f6f62f HTTP/1.1" status: 200  len: 943 time: 0.1937389
Feb 17 03:31:50.969144 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-d973ecc2-b988-4342-b7d2-685060bb17d6 req-846f999f-81ae-4c1c-8ce8-8f764b1048bb tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] 10.222.0.57 "GET /v2.0/security-groups?id=7a034f11-6095-46d6-bffd-d2ce932f5f6d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0847294
Feb 17 03:31:51.133225 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-0013ce58-3af7-4a6f-89be-c335bbd887cb req-6977a3da-0ed7-4b80-9855-0c05fd4a66c7 tempest-VolumesSnapshotTestJSON-1509273995 tempest-VolumesSnapshotTestJSON-1509273995-project] Notify callbacks [] for port, precommit_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:51.163166 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-0013ce58-3af7-4a6f-89be-c335bbd887cb req-6977a3da-0ed7-4b80-9855-0c05fd4a66c7 tempest-VolumesSnapshotTestJSON-1509273995 tempest-VolumesSnapshotTestJSON-1509273995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363303098263190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852640907'] for port, after_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:51.178625 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:31:51.282586 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3d9228-1ef5-47a2-96c1-b40079eb24d3 req-dcea8cd6-5026-4e3d-9f19-9d39c302b7dd tempest-VolumesSnapshotTestJSON-1509273995 tempest-VolumesSnapshotTestJSON-1509273995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:31:51.284194 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-5a3d9228-1ef5-47a2-96c1-b40079eb24d3 req-dcea8cd6-5026-4e3d-9f19-9d39c302b7dd tempest-VolumesSnapshotTestJSON-1509273995 tempest-VolumesSnapshotTestJSON-1509273995-project] 10.222.0.57 "GET /v2.0/ports?device_id=ed26f5aa-77e4-4e92-b7bf-20ae530ebe42 HTTP/1.1" status: 200  len: 932 time: 0.0861325
Feb 17 03:31:51.316018 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6977a3da-0ed7-4b80-9855-0c05fd4a66c7 tempest-VolumesSnapshotTestJSON-1509273995 tempest-VolumesSnapshotTestJSON-1509273995-project] Pushing event updated for resources: {'Port': ['ID=859d2cf9-e281-49ce-9ffd-0ab7067e438e,revision_number=1']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:31:51.321756 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-6977a3da-0ed7-4b80-9855-0c05fd4a66c7 tempest-VolumesSnapshotTestJSON-1509273995 tempest-VolumesSnapshotTestJSON-1509273995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:31:51.337945 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-5a3d9228-1ef5-47a2-96c1-b40079eb24d3 req-fc9e916d-a6d8-4e41-8440-96f924668770 tempest-VolumesSnapshotTestJSON-1509273995 tempest-VolumesSnapshotTestJSON-1509273995-project] 10.222.0.57 "GET /v2.0/security-groups?id=4d424e17-ab05-4607-9df7-8d3f76ab183e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464306
Feb 17 03:31:51.390979 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0013ce58-3af7-4a6f-89be-c335bbd887cb req-6977a3da-0ed7-4b80-9855-0c05fd4a66c7 tempest-VolumesSnapshotTestJSON-1509273995 tempest-VolumesSnapshotTestJSON-1509273995-project] Network 8d611967-ac3b-4d3e-854e-ff34ac61dc4a is already hosted by enough agents. {{(pid=83921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 03:31:51.392165 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.scheduler.base_scheduler [req-0013ce58-3af7-4a6f-89be-c335bbd887cb req-6977a3da-0ed7-4b80-9855-0c05fd4a66c7 tempest-VolumesSnapshotTestJSON-1509273995 tempest-VolumesSnapshotTestJSON-1509273995-project] Resources bound (agent type, host, resource id):  {{(pid=83921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 03:31:51.394599 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvrscheduler_db [req-0013ce58-3af7-4a6f-89be-c335bbd887cb req-6977a3da-0ed7-4b80-9855-0c05fd4a66c7 tempest-VolumesSnapshotTestJSON-1509273995 tempest-VolumesSnapshotTestJSON-1509273995-project] Received port after_create {{(pid=83921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 03:31:51.462664 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0013ce58-3af7-4a6f-89be-c335bbd887cb req-6977a3da-0ed7-4b80-9855-0c05fd4a66c7 tempest-VolumesSnapshotTestJSON-1509273995 tempest-VolumesSnapshotTestJSON-1509273995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:31:51.463333 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-0013ce58-3af7-4a6f-89be-c335bbd887cb req-6977a3da-0ed7-4b80-9855-0c05fd4a66c7 tempest-VolumesSnapshotTestJSON-1509273995 tempest-VolumesSnapshotTestJSON-1509273995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774597'] for port, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:51.490271 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-0013ce58-3af7-4a6f-89be-c335bbd887cb req-6977a3da-0ed7-4b80-9855-0c05fd4a66c7 tempest-VolumesSnapshotTestJSON-1509273995 tempest-VolumesSnapshotTestJSON-1509273995-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.9154491
Feb 17 03:31:51.509248 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.v2.base [req-0013ce58-3af7-4a6f-89be-c335bbd887cb req-32107e7e-5b00-48b9-b32c-bd2a3083395d service neutron] Request body: {'port': {'device_id': 'ed26f5aa-77e4-4e92-b7bf-20ae530ebe42', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75994'}} {{(pid=83921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:31:51.575144 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Device 2695e8c8-f6c0-48e2-9f5f-06e7275761a5 up at agent ovs-agent-hv-cinder-75994 {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:31:51.636722 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-0013ce58-3af7-4a6f-89be-c335bbd887cb req-32107e7e-5b00-48b9-b32c-bd2a3083395d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for port, before_update {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:51.653637 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Provisioning for port 2695e8c8-f6c0-48e2-9f5f-06e7275761a5 completed by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 03:31:51.659179 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Provisioning complete for port 2695e8c8-f6c0-48e2-9f5f-06e7275761a5 triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:31:51.659596 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838161172'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:51.784962 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for port, before_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:51.825502 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.db [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] For port 2695e8c8-f6c0-48e2-9f5f-06e7275761a5, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=2695e8c8-f6c0-48e2-9f5f-06e7275761a5,segment=NetworkSegment(4bd29afe-058f-4758-98df-05beb902e75b),segment_id=4bd29afe-058f-4758-98df-05beb902e75b)] {{(pid=83923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:31:51.826477 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e94fed0-e4c8-44a0-b7df-6e1b44f6f62f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2695e8c8-f6c0-48e2-9f5f-06e7275761a5'}] {{(pid=83923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 03:31:51.833205 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303097879514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733756514675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303098261108'] for port, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:51.834263 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Device d5ada634-5cb7-40f0-b70e-0091b83e2ef6 up at agent ovs-agent-hv-cinder-75994 {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:31:51.896912 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-80ddcd08-08a5-4233-83b6-29c8ebde2b53 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:31:51.931437 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e94fed0-e4c8-44a0-b7df-6e1b44f6f62f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2695e8c8-f6c0-48e2-9f5f-06e7275761a5', 'code': 200}
Feb 17 03:31:51.979185 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Provisioning complete for port d5ada634-5cb7-40f0-b70e-0091b83e2ef6 triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:31:51.979820 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838161172'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:52.042442 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Pushing event updated for resources: {'Port': ['ID=2695e8c8-f6c0-48e2-9f5f-06e7275761a5,revision_number=4']} {{(pid=83923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:31:52.052348 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:31:52.064511 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013fda7b-e6b6-411f-9c6f-569ac3998937 req-8a164f7c-89ee-4c47-86ce-13baee950321 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:31:52.066497 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-013fda7b-e6b6-411f-9c6f-569ac3998937 req-8a164f7c-89ee-4c47-86ce-13baee950321 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/ports?device_id=b4d58358-22a0-4562-9370-9574a29ec572 HTTP/1.1" status: 200  len: 945 time: 0.1143928
Feb 17 03:31:52.135676 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-013fda7b-e6b6-411f-9c6f-569ac3998937 req-b14f648c-142d-4608-815b-2f3349043c0a tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/security-groups?id=a8d8b256-f933-42bb-9ad3-a02b9415114a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0599475
Feb 17 03:31:52.292185 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.notifiers.nova [req-0013ce58-3af7-4a6f-89be-c335bbd887cb req-32107e7e-5b00-48b9-b32c-bd2a3083395d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 859d2cf9-e281-49ce-9ffd-0ab7067e438e {{(pid=83921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 17 03:31:52.303082 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-0013ce58-3af7-4a6f-89be-c335bbd887cb req-32107e7e-5b00-48b9-b32c-bd2a3083395d service neutron] Notify callbacks [] for port, precommit_update {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:52.326693 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [req-0013ce58-3af7-4a6f-89be-c335bbd887cb req-32107e7e-5b00-48b9-b32c-bd2a3083395d service neutron] Transition to ACTIVE for port object 859d2cf9-e281-49ce-9ffd-0ab7067e438e will not be triggered until provisioned by entity L2. {{(pid=83921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 03:31:52.339648 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-0013ce58-3af7-4a6f-89be-c335bbd887cb req-32107e7e-5b00-48b9-b32c-bd2a3083395d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303097879514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733756514675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303098261108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2134908'] for port, after_update {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:52.356792 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-a517ee15-c785-43fb-913a-98a550582c33 tempest-DeleteServersTestJSON-594113530 tempest-DeleteServersTestJSON-594113530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:31:52.513922 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dfe77f-9a05-4073-b860-7130192be06e req-496cad9f-eead-40a9-aab9-dd52ee22e57b tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:31:52.515751 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-f7dfe77f-9a05-4073-b860-7130192be06e req-496cad9f-eead-40a9-aab9-dd52ee22e57b tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] 10.222.0.57 "GET /v2.0/ports?device_id=7e94fed0-e4c8-44a0-b7df-6e1b44f6f62f HTTP/1.1" status: 200  len: 945 time: 0.3468165
Feb 17 03:31:52.530401 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c21da4-8699-4cfd-bf5a-fb069ccc0910 req-9422f8e1-7da2-431c-a33b-5cd3b54476a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:31:52.531960 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-99c21da4-8699-4cfd-bf5a-fb069ccc0910 req-9422f8e1-7da2-431c-a33b-5cd3b54476a1 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=7e94fed0-e4c8-44a0-b7df-6e1b44f6f62f HTTP/1.1" status: 200  len: 1162 time: 0.3110328
Feb 17 03:31:52.544090 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32107e7e-5b00-48b9-b32c-bd2a3083395d service neutron] Pushing event updated for resources: {'Port': ['ID=859d2cf9-e281-49ce-9ffd-0ab7067e438e,revision_number=2']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:31:52.547700 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39805c8a-c9f8-4a06-8b59-ebecf3d9efa2 req-81b3f66e-e72a-43d0-8d9f-608a973d817f tempest-VolumesSnapshotTestJSON-1509273995 tempest-VolumesSnapshotTestJSON-1509273995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:31:52.549342 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-39805c8a-c9f8-4a06-8b59-ebecf3d9efa2 req-81b3f66e-e72a-43d0-8d9f-608a973d817f tempest-VolumesSnapshotTestJSON-1509273995 tempest-VolumesSnapshotTestJSON-1509273995-project] 10.222.0.57 "GET /v2.0/ports?device_id=ed26f5aa-77e4-4e92-b7bf-20ae530ebe42 HTTP/1.1" status: 200  len: 944 time: 0.0894194
Feb 17 03:31:52.564928 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-32107e7e-5b00-48b9-b32c-bd2a3083395d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:31:52.601724 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-39805c8a-c9f8-4a06-8b59-ebecf3d9efa2 req-e38b6774-e8d9-4110-bd61-dc3c048d8b1a tempest-VolumesSnapshotTestJSON-1509273995 tempest-VolumesSnapshotTestJSON-1509273995-project] 10.222.0.57 "GET /v2.0/security-groups?id=4d424e17-ab05-4607-9df7-8d3f76ab183e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453315
Feb 17 03:31:52.649256 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-f7dfe77f-9a05-4073-b860-7130192be06e req-b15a2e58-c0ab-4c90-8226-6feac4107e5c tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] 10.222.0.57 "GET /v2.0/security-groups?id=7a034f11-6095-46d6-bffd-d2ce932f5f6d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1257501
Feb 17 03:31:52.656459 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-99c21da4-8699-4cfd-bf5a-fb069ccc0910 req-343d6e17-c97f-44b7-9f8f-9d5c1627ec18 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=7a034f11-6095-46d6-bffd-d2ce932f5f6d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0949693
Feb 17 03:31:52.688029 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Device 2695e8c8-f6c0-48e2-9f5f-06e7275761a5 up at agent ovs-agent-hv-cinder-75994 {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:31:52.765421 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Provisioning complete for port 2695e8c8-f6c0-48e2-9f5f-06e7275761a5 triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:31:52.765958 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838161172'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:52.804053 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.managers [req-0013ce58-3af7-4a6f-89be-c335bbd887cb req-32107e7e-5b00-48b9-b32c-bd2a3083395d service neutron] Attempting to bind port 859d2cf9-e281-49ce-9ffd-0ab7067e438e on host hv-cinder-75994 for vnic_type normal with profile  {{(pid=83921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 03:31:52.804423 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.managers [req-0013ce58-3af7-4a6f-89be-c335bbd887cb req-32107e7e-5b00-48b9-b32c-bd2a3083395d service neutron] Attempting to bind port 859d2cf9-e281-49ce-9ffd-0ab7067e438e by drivers openvswitch on host hv-cinder-75994 at level 0 using segments [{'id': 'be06ba5d-3909-4934-8aa1-39344881a56f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '8d611967-ac3b-4d3e-854e-ff34ac61dc4a'}] {{(pid=83921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 03:31:52.804793 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0013ce58-3af7-4a6f-89be-c335bbd887cb req-32107e7e-5b00-48b9-b32c-bd2a3083395d service neutron] Attempting to bind port 859d2cf9-e281-49ce-9ffd-0ab7067e438e on network 8d611967-ac3b-4d3e-854e-ff34ac61dc4a {{(pid=83921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 03:31:52.810538 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0013ce58-3af7-4a6f-89be-c335bbd887cb req-32107e7e-5b00-48b9-b32c-bd2a3083395d service neutron] Checking agent: {'id': '1c3dee76-e565-424d-b4cd-b2af1407410d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75994', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 3, 25, 23), 'started_at': datetime.datetime(2021, 2, 17, 3, 25, 53), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 3, 31, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.11', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 03:31:52.810914 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0013ce58-3af7-4a6f-89be-c335bbd887cb req-32107e7e-5b00-48b9-b32c-bd2a3083395d service neutron] Checking segment: {'id': 'be06ba5d-3909-4934-8aa1-39344881a56f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '8d611967-ac3b-4d3e-854e-ff34ac61dc4a'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 03:31:52.811316 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-0013ce58-3af7-4a6f-89be-c335bbd887cb req-32107e7e-5b00-48b9-b32c-bd2a3083395d service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:52.811712 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0013ce58-3af7-4a6f-89be-c335bbd887cb req-32107e7e-5b00-48b9-b32c-bd2a3083395d service neutron] Bound using segment: {'id': 'be06ba5d-3909-4934-8aa1-39344881a56f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '8d611967-ac3b-4d3e-854e-ff34ac61dc4a'} {{(pid=83921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 03:31:52.812183 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.managers [req-0013ce58-3af7-4a6f-89be-c335bbd887cb req-32107e7e-5b00-48b9-b32c-bd2a3083395d service neutron] Bound port: 859d2cf9-e281-49ce-9ffd-0ab7067e438e, host: hv-cinder-75994, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be06ba5d-3909-4934-8aa1-39344881a56f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '8d611967-ac3b-4d3e-854e-ff34ac61dc4a'}}] {{(pid=83921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 03:31:52.812556 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-0013ce58-3af7-4a6f-89be-c335bbd887cb req-32107e7e-5b00-48b9-b32c-bd2a3083395d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for port, before_update {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:52.912117 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.db [req-0013ce58-3af7-4a6f-89be-c335bbd887cb req-32107e7e-5b00-48b9-b32c-bd2a3083395d service neutron] For port 859d2cf9-e281-49ce-9ffd-0ab7067e438e, host hv-cinder-75994, cleared binding levels {{(pid=83921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 03:31:52.915611 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.db [req-0013ce58-3af7-4a6f-89be-c335bbd887cb req-32107e7e-5b00-48b9-b32c-bd2a3083395d service neutron] For port 859d2cf9-e281-49ce-9ffd-0ab7067e438e, host hv-cinder-75994, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=859d2cf9-e281-49ce-9ffd-0ab7067e438e,segment=NetworkSegment(be06ba5d-3909-4934-8aa1-39344881a56f),segment_id=be06ba5d-3909-4934-8aa1-39344881a56f)] {{(pid=83921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 03:31:52.919456 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-0013ce58-3af7-4a6f-89be-c335bbd887cb req-32107e7e-5b00-48b9-b32c-bd2a3083395d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303097879514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733756514675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303098261108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2134908'] for port, after_update {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:52.934896 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:31:53.304915 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32107e7e-5b00-48b9-b32c-bd2a3083395d service neutron] Pushing event updated for resources: {'Port': ['ID=859d2cf9-e281-49ce-9ffd-0ab7067e438e,revision_number=3']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:31:53.309801 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-32107e7e-5b00-48b9-b32c-bd2a3083395d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:31:53.340259 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0013ce58-3af7-4a6f-89be-c335bbd887cb req-32107e7e-5b00-48b9-b32c-bd2a3083395d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:31:53.341079 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-0013ce58-3af7-4a6f-89be-c335bbd887cb req-32107e7e-5b00-48b9-b32c-bd2a3083395d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774597'] for port, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:53.342561 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-0013ce58-3af7-4a6f-89be-c335bbd887cb req-32107e7e-5b00-48b9-b32c-bd2a3083395d service neutron] 10.222.0.54 "PUT /v2.0/ports/859d2cf9-e281-49ce-9ffd-0ab7067e438e HTTP/1.1" status: 200  len: 1158 time: 1.8386207
Feb 17 03:31:53.343071 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed26f5aa-77e4-4e92-b7bf-20ae530ebe42', 'tag': '859d2cf9-e281-49ce-9ffd-0ab7067e438e'}] {{(pid=83921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 03:31:53.386542 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-44df72a6-54a6-4f61-9b9c-2fb3b5488024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:53.646379 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed26f5aa-77e4-4e92-b7bf-20ae530ebe42', 'tag': '859d2cf9-e281-49ce-9ffd-0ab7067e438e', 'status': 'completed', 'code': 200}
Feb 17 03:31:53.696316 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b268fe-77a1-44bf-bd53-23fc59ac9eea req-2148e895-629b-4830-8139-790816a26dc3 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:31:53.698533 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-65b268fe-77a1-44bf-bd53-23fc59ac9eea req-2148e895-629b-4830-8139-790816a26dc3 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/ports?device_id=b4d58358-22a0-4562-9370-9574a29ec572 HTTP/1.1" status: 200  len: 945 time: 0.0903950
Feb 17 03:31:53.798081 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-65b268fe-77a1-44bf-bd53-23fc59ac9eea req-a00cfd3d-c46f-416a-a293-6341a54c08f6 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/security-groups?id=a8d8b256-f933-42bb-9ad3-a02b9415114a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0933506
Feb 17 03:31:53.803704 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3003223-5ae5-4dbe-b81f-6f125320601e req-98819430-d29e-4ac1-9259-67b09f447987 tempest-VolumesSnapshotTestJSON-1509273995 tempest-VolumesSnapshotTestJSON-1509273995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:31:53.805451 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-a3003223-5ae5-4dbe-b81f-6f125320601e req-98819430-d29e-4ac1-9259-67b09f447987 tempest-VolumesSnapshotTestJSON-1509273995 tempest-VolumesSnapshotTestJSON-1509273995-project] 10.222.0.57 "GET /v2.0/ports?device_id=ed26f5aa-77e4-4e92-b7bf-20ae530ebe42 HTTP/1.1" status: 200  len: 944 time: 0.0877950
Feb 17 03:31:53.825463 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0013ce58-3af7-4a6f-89be-c335bbd887cb req-cb9ae6ce-6c3e-4c79-ae30-573d236bef01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:31:53.827116 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-0013ce58-3af7-4a6f-89be-c335bbd887cb req-cb9ae6ce-6c3e-4c79-ae30-573d236bef01 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=90b33b201e9c4aaa92ca566c8f7e6dac&device_id=ed26f5aa-77e4-4e92-b7bf-20ae530ebe42 HTTP/1.1" status: 200  len: 1161 time: 0.1083901
Feb 17 03:31:53.863302 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-a3003223-5ae5-4dbe-b81f-6f125320601e req-1d814cfc-fce6-4564-8d68-ff8ec9fbb740 tempest-VolumesSnapshotTestJSON-1509273995 tempest-VolumesSnapshotTestJSON-1509273995-project] 10.222.0.57 "GET /v2.0/security-groups?id=4d424e17-ab05-4607-9df7-8d3f76ab183e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0500245
Feb 17 03:31:53.975656 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-0013ce58-3af7-4a6f-89be-c335bbd887cb req-0f43b801-f059-487e-9d61-e70bc534e82e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=859d2cf9-e281-49ce-9ffd-0ab7067e438e HTTP/1.1" status: 200  len: 217 time: 0.1330910
Feb 17 03:31:54.063944 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0013ce58-3af7-4a6f-89be-c335bbd887cb req-bc010b8d-a986-469e-86e1-2bc11dd14125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:31:54.065480 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-0013ce58-3af7-4a6f-89be-c335bbd887cb req-bc010b8d-a986-469e-86e1-2bc11dd14125 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7ada6777-95bf-446d-be68-0d7e0c71021b HTTP/1.1" status: 200  len: 853 time: 0.0816205
Feb 17 03:31:54.074301 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba34a346-5b1d-4b76-bd9a-06b002761440 req-280001ae-b532-4028-8064-86d77bfea1ec tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:31:54.077235 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-ba34a346-5b1d-4b76-bd9a-06b002761440 req-280001ae-b532-4028-8064-86d77bfea1ec tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] 10.222.0.57 "GET /v2.0/ports?device_id=7e94fed0-e4c8-44a0-b7df-6e1b44f6f62f HTTP/1.1" status: 200  len: 945 time: 0.1659341
Feb 17 03:31:54.142913 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-0013ce58-3af7-4a6f-89be-c335bbd887cb req-8893ea57-9ebc-4640-b6d3-a70b6e03bd96 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=8d611967-ac3b-4d3e-854e-ff34ac61dc4a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0644825
Feb 17 03:31:54.254281 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-ba34a346-5b1d-4b76-bd9a-06b002761440 req-c2a3c28e-e28a-4289-aef4-2b347c49f99a tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] 10.222.0.57 "GET /v2.0/security-groups?id=7a034f11-6095-46d6-bffd-d2ce932f5f6d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1413999
Feb 17 03:31:54.306294 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-0013ce58-3af7-4a6f-89be-c335bbd887cb req-be0e21f9-060a-4d97-a600-4c807089f076 service neutron] 10.222.0.54 "GET /v2.0/networks/8d611967-ac3b-4d3e-854e-ff34ac61dc4a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1549108
Feb 17 03:31:54.473681 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-0013ce58-3af7-4a6f-89be-c335bbd887cb req-955d132c-594c-4bef-9011-9f24fb161f9c service neutron] 10.222.0.54 "GET /v2.0/networks/8d611967-ac3b-4d3e-854e-ff34ac61dc4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1341429
Feb 17 03:31:54.652961 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e3d372-f5f5-419a-9d3b-4374da281d5a req-421541ed-04cb-42d6-97af-041d7d69a3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:31:54.654791 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-20e3d372-f5f5-419a-9d3b-4374da281d5a req-421541ed-04cb-42d6-97af-041d7d69a3f1 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=90b33b201e9c4aaa92ca566c8f7e6dac&device_id=ed26f5aa-77e4-4e92-b7bf-20ae530ebe42 HTTP/1.1" status: 200  len: 1161 time: 0.0800154
Feb 17 03:31:54.801375 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e3d372-f5f5-419a-9d3b-4374da281d5a req-a16ec7c6-65cd-4275-a9dc-344c76dba27b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:31:54.802978 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-20e3d372-f5f5-419a-9d3b-4374da281d5a req-a16ec7c6-65cd-4275-a9dc-344c76dba27b service neutron] 10.222.0.54 "GET /v2.0/networks?id=8d611967-ac3b-4d3e-854e-ff34ac61dc4a HTTP/1.1" status: 200  len: 907 time: 0.1390445
Feb 17 03:31:54.879853 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-20e3d372-f5f5-419a-9d3b-4374da281d5a req-9560ef47-037d-4307-a18c-013691c1c44d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=859d2cf9-e281-49ce-9ffd-0ab7067e438e HTTP/1.1" status: 200  len: 217 time: 0.0696888
Feb 17 03:31:54.951806 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e3d372-f5f5-419a-9d3b-4374da281d5a req-7b9efac2-1b3b-4537-81bb-ee9b6aaf4bda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:31:54.953346 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-20e3d372-f5f5-419a-9d3b-4374da281d5a req-7b9efac2-1b3b-4537-81bb-ee9b6aaf4bda service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7ada6777-95bf-446d-be68-0d7e0c71021b HTTP/1.1" status: 200  len: 853 time: 0.0636413
Feb 17 03:31:55.006135 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-20e3d372-f5f5-419a-9d3b-4374da281d5a req-23c11d6c-3a9a-4b72-9c4a-9e04950c11a5 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=8d611967-ac3b-4d3e-854e-ff34ac61dc4a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0455930
Feb 17 03:31:55.146284 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-20e3d372-f5f5-419a-9d3b-4374da281d5a req-7e24c801-caba-4d8d-be69-60f8e47846b6 service neutron] 10.222.0.54 "GET /v2.0/networks/8d611967-ac3b-4d3e-854e-ff34ac61dc4a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1327078
Feb 17 03:31:55.314341 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:55.339760 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-20e3d372-f5f5-419a-9d3b-4374da281d5a req-f5019030-87df-4c9d-840f-229b7b022895 service neutron] 10.222.0.54 "GET /v2.0/networks/8d611967-ac3b-4d3e-854e-ff34ac61dc4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1418667
Feb 17 03:31:55.449805 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-c2e12bc4-cde3-407e-85f3-4a9a7942a618 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:55.525865 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d8adde-c9bd-41ea-ad09-880a4566d0d5 req-ea7b8e12-b9e1-4633-845e-5b99b4647b8a tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:31:55.527491 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-f5d8adde-c9bd-41ea-ad09-880a4566d0d5 req-ea7b8e12-b9e1-4633-845e-5b99b4647b8a tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/ports?device_id=b4d58358-22a0-4562-9370-9574a29ec572 HTTP/1.1" status: 200  len: 945 time: 0.1059279
Feb 17 03:31:55.559209 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658f12e8-1cf3-4fb4-8023-2b4236d88cd3 req-c202d4e1-304e-4f65-a276-1637099b8e06 tempest-VolumesSnapshotTestJSON-1509273995 tempest-VolumesSnapshotTestJSON-1509273995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:31:55.560140 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [req-658f12e8-1cf3-4fb4-8023-2b4236d88cd3 req-c202d4e1-304e-4f65-a276-1637099b8e06 tempest-VolumesSnapshotTestJSON-1509273995 tempest-VolumesSnapshotTestJSON-1509273995-project] Synchronizing usage tracker for tenant:90b33b201e9c4aaa92ca566c8f7e6dac on resource:port {{(pid=83921) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 03:31:55.578220 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [req-658f12e8-1cf3-4fb4-8023-2b4236d88cd3 req-c202d4e1-304e-4f65-a276-1637099b8e06 tempest-VolumesSnapshotTestJSON-1509273995 tempest-VolumesSnapshotTestJSON-1509273995-project] Unset dirty status for tenant:90b33b201e9c4aaa92ca566c8f7e6dac on resource:port {{(pid=83921) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 03:31:55.579446 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-658f12e8-1cf3-4fb4-8023-2b4236d88cd3 req-c202d4e1-304e-4f65-a276-1637099b8e06 tempest-VolumesSnapshotTestJSON-1509273995 tempest-VolumesSnapshotTestJSON-1509273995-project] 10.222.0.57 "GET /v2.0/ports?device_id=ed26f5aa-77e4-4e92-b7bf-20ae530ebe42 HTTP/1.1" status: 200  len: 944 time: 0.1195557
Feb 17 03:31:55.582265 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-f5d8adde-c9bd-41ea-ad09-880a4566d0d5 req-ae78f839-2c19-4561-826c-29b446dce147 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/security-groups?id=a8d8b256-f933-42bb-9ad3-a02b9415114a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0481968
Feb 17 03:31:55.632034 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-658f12e8-1cf3-4fb4-8023-2b4236d88cd3 req-6e55155e-2ad8-40f1-be0e-3a2f070e0204 tempest-VolumesSnapshotTestJSON-1509273995 tempest-VolumesSnapshotTestJSON-1509273995-project] 10.222.0.57 "GET /v2.0/security-groups?id=4d424e17-ab05-4607-9df7-8d3f76ab183e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454838
Feb 17 03:31:55.770826 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8203dfce-8670-45cd-8868-a9e645814b4e req-c40f2b03-02b3-4b65-86a4-09237af34219 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:31:55.772447 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-8203dfce-8670-45cd-8868-a9e645814b4e req-c40f2b03-02b3-4b65-86a4-09237af34219 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] 10.222.0.57 "GET /v2.0/ports?device_id=7e94fed0-e4c8-44a0-b7df-6e1b44f6f62f HTTP/1.1" status: 200  len: 945 time: 0.0855627
Feb 17 03:31:55.822213 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-8203dfce-8670-45cd-8868-a9e645814b4e req-0b5bdbdd-94c0-48e3-b727-2304c9520561 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] 10.222.0.57 "GET /v2.0/security-groups?id=7a034f11-6095-46d6-bffd-d2ce932f5f6d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424218
Feb 17 03:31:56.392443 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-8cda4ffb-98e6-4bcf-adaf-c47fc353fc1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:56.786764 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c2fbc2-7ce0-4500-adf0-bf47ffc565b2 req-3864a841-a358-4e01-bdcb-03d130c5759a tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:31:56.788376 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-95c2fbc2-7ce0-4500-adf0-bf47ffc565b2 req-3864a841-a358-4e01-bdcb-03d130c5759a tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/ports?device_id=b4d58358-22a0-4562-9370-9574a29ec572 HTTP/1.1" status: 200  len: 945 time: 0.0852334
Feb 17 03:31:56.849612 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bf5c2f-dab1-43c8-8db5-ff16b0a1ba00 req-fddfe008-093f-4476-abf5-13ae14f3a055 tempest-VolumesSnapshotTestJSON-1509273995 tempest-VolumesSnapshotTestJSON-1509273995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:31:56.850958 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-43bf5c2f-dab1-43c8-8db5-ff16b0a1ba00 req-fddfe008-093f-4476-abf5-13ae14f3a055 tempest-VolumesSnapshotTestJSON-1509273995 tempest-VolumesSnapshotTestJSON-1509273995-project] 10.222.0.57 "GET /v2.0/ports?device_id=ed26f5aa-77e4-4e92-b7bf-20ae530ebe42 HTTP/1.1" status: 200  len: 944 time: 0.1038642
Feb 17 03:31:56.863540 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-95c2fbc2-7ce0-4500-adf0-bf47ffc565b2 req-322fde0d-8dea-4455-a0e0-690ea60b63fc tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/security-groups?id=a8d8b256-f933-42bb-9ad3-a02b9415114a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0686221
Feb 17 03:31:56.907645 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-43bf5c2f-dab1-43c8-8db5-ff16b0a1ba00 req-e3501723-6f1d-4380-ac4f-3c5f02abd13a tempest-VolumesSnapshotTestJSON-1509273995 tempest-VolumesSnapshotTestJSON-1509273995-project] 10.222.0.57 "GET /v2.0/security-groups?id=4d424e17-ab05-4607-9df7-8d3f76ab183e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0480378
Feb 17 03:31:57.208188 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:57.551388 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-3bdb028f-655c-46e9-b0eb-5d4ca64bdb37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:58.136754 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f74305d-c8af-4871-831e-6fff71733be6 req-440fc837-8045-456e-9924-52676e3aa77c tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:31:58.138510 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-8f74305d-c8af-4871-831e-6fff71733be6 req-440fc837-8045-456e-9924-52676e3aa77c tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/ports?device_id=b4d58358-22a0-4562-9370-9574a29ec572 HTTP/1.1" status: 200  len: 945 time: 0.0930600
Feb 17 03:31:58.187331 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-8f74305d-c8af-4871-831e-6fff71733be6 req-b7e0b080-9561-4d6b-904d-c5b70449cd27 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/security-groups?id=a8d8b256-f933-42bb-9ad3-a02b9415114a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420761
Feb 17 03:31:58.292828 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3886e15f-8478-4140-85e9-1c48d7939f4c req-ef587d62-e79d-46b9-9109-6568869f5e95 tempest-VolumesSnapshotTestJSON-1509273995 tempest-VolumesSnapshotTestJSON-1509273995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:31:58.294459 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-3886e15f-8478-4140-85e9-1c48d7939f4c req-ef587d62-e79d-46b9-9109-6568869f5e95 tempest-VolumesSnapshotTestJSON-1509273995 tempest-VolumesSnapshotTestJSON-1509273995-project] 10.222.0.57 "GET /v2.0/ports?device_id=ed26f5aa-77e4-4e92-b7bf-20ae530ebe42 HTTP/1.1" status: 200  len: 944 time: 0.0860116
Feb 17 03:31:58.346055 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-3886e15f-8478-4140-85e9-1c48d7939f4c req-d97d4c78-1198-4695-825d-7f62f11296e1 tempest-VolumesSnapshotTestJSON-1509273995 tempest-VolumesSnapshotTestJSON-1509273995-project] 10.222.0.57 "GET /v2.0/security-groups?id=4d424e17-ab05-4607-9df7-8d3f76ab183e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452209
Feb 17 03:31:59.547423 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a0f7ef-0b26-4b18-a936-c5d5647cfd92 req-ec0332f0-5532-4e5c-9d2c-5cd6fefc63ee tempest-VolumesSnapshotTestJSON-1509273995 tempest-VolumesSnapshotTestJSON-1509273995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:31:59.549065 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-b4a0f7ef-0b26-4b18-a936-c5d5647cfd92 req-ec0332f0-5532-4e5c-9d2c-5cd6fefc63ee tempest-VolumesSnapshotTestJSON-1509273995 tempest-VolumesSnapshotTestJSON-1509273995-project] 10.222.0.57 "GET /v2.0/ports?device_id=ed26f5aa-77e4-4e92-b7bf-20ae530ebe42 HTTP/1.1" status: 200  len: 944 time: 0.0898855
Feb 17 03:31:59.597374 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-b4a0f7ef-0b26-4b18-a936-c5d5647cfd92 req-5b241336-39f6-4221-b9e7-0ae41ce612e9 tempest-VolumesSnapshotTestJSON-1509273995 tempest-VolumesSnapshotTestJSON-1509273995-project] 10.222.0.57 "GET /v2.0/security-groups?id=4d424e17-ab05-4607-9df7-8d3f76ab183e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412428
Feb 17 03:32:00.795935 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78960f98-d6d1-47d6-afd7-6083abf8b4ee req-1369e528-cfb1-437c-911f-eb0f38b6ad1d tempest-VolumesSnapshotTestJSON-1509273995 tempest-VolumesSnapshotTestJSON-1509273995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:32:00.797563 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-78960f98-d6d1-47d6-afd7-6083abf8b4ee req-1369e528-cfb1-437c-911f-eb0f38b6ad1d tempest-VolumesSnapshotTestJSON-1509273995 tempest-VolumesSnapshotTestJSON-1509273995-project] 10.222.0.57 "GET /v2.0/ports?device_id=ed26f5aa-77e4-4e92-b7bf-20ae530ebe42 HTTP/1.1" status: 200  len: 944 time: 0.0874267
Feb 17 03:32:00.845127 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-78960f98-d6d1-47d6-afd7-6083abf8b4ee req-84bc5b74-2449-4bfa-b052-bbc599559bad tempest-VolumesSnapshotTestJSON-1509273995 tempest-VolumesSnapshotTestJSON-1509273995-project] 10.222.0.57 "GET /v2.0/security-groups?id=4d424e17-ab05-4607-9df7-8d3f76ab183e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412889
Feb 17 03:32:02.044734 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df422311-22b0-4741-8beb-8234290715fa req-ed928c1a-79de-4b8c-8af7-a4b7d99c7be5 tempest-VolumesSnapshotTestJSON-1509273995 tempest-VolumesSnapshotTestJSON-1509273995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:32:02.046330 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-df422311-22b0-4741-8beb-8234290715fa req-ed928c1a-79de-4b8c-8af7-a4b7d99c7be5 tempest-VolumesSnapshotTestJSON-1509273995 tempest-VolumesSnapshotTestJSON-1509273995-project] 10.222.0.57 "GET /v2.0/ports?device_id=ed26f5aa-77e4-4e92-b7bf-20ae530ebe42 HTTP/1.1" status: 200  len: 944 time: 0.0869098
Feb 17 03:32:02.093535 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-df422311-22b0-4741-8beb-8234290715fa req-07d29dbf-dc79-465e-aaed-a1a04dc11e0d tempest-VolumesSnapshotTestJSON-1509273995 tempest-VolumesSnapshotTestJSON-1509273995-project] 10.222.0.57 "GET /v2.0/security-groups?id=4d424e17-ab05-4607-9df7-8d3f76ab183e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408359
Feb 17 03:32:03.294046 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c222e61-5536-4f74-a4a9-25a01cfe303f req-9a05bb9e-ad30-43b8-a260-b11daf85f6ac tempest-VolumesSnapshotTestJSON-1509273995 tempest-VolumesSnapshotTestJSON-1509273995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:32:03.295562 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-4c222e61-5536-4f74-a4a9-25a01cfe303f req-9a05bb9e-ad30-43b8-a260-b11daf85f6ac tempest-VolumesSnapshotTestJSON-1509273995 tempest-VolumesSnapshotTestJSON-1509273995-project] 10.222.0.57 "GET /v2.0/ports?device_id=ed26f5aa-77e4-4e92-b7bf-20ae530ebe42 HTTP/1.1" status: 200  len: 944 time: 0.0888574
Feb 17 03:32:03.342036 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-4c222e61-5536-4f74-a4a9-25a01cfe303f req-71c4216d-2dff-4d36-bca2-d3f6c2e2a7df tempest-VolumesSnapshotTestJSON-1509273995 tempest-VolumesSnapshotTestJSON-1509273995-project] 10.222.0.57 "GET /v2.0/security-groups?id=4d424e17-ab05-4607-9df7-8d3f76ab183e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401933
Feb 17 03:32:03.828278 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421c1bd2-b3ae-4e39-a49a-75b8b9e1b5a0 req-02b1fac0-a044-4c10-87f1-cb4352d65e8a tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:32:03.829977 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-421c1bd2-b3ae-4e39-a49a-75b8b9e1b5a0 req-02b1fac0-a044-4c10-87f1-cb4352d65e8a tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/ports?device_id=4d4f9c42-f07a-4f40-aad4-702d0fd26d82 HTTP/1.1" status: 200  len: 946 time: 0.0856671
Feb 17 03:32:03.878155 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-421c1bd2-b3ae-4e39-a49a-75b8b9e1b5a0 req-0e099bf9-b6b9-4308-a2ee-5b0ca7ac799e tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/security-groups?id=a8d8b256-f933-42bb-9ad3-a02b9415114a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420203
Feb 17 03:32:04.270006 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Device 859d2cf9-e281-49ce-9ffd-0ab7067e438e up at agent ovs-agent-hv-cinder-75994 {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:32:04.339311 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Provisioning for port 859d2cf9-e281-49ce-9ffd-0ab7067e438e completed by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 03:32:04.344259 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Provisioning complete for port 859d2cf9-e281-49ce-9ffd-0ab7067e438e triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:32:04.344677 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838161172'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:04.468721 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for port, before_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:04.497717 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed26f5aa-77e4-4e92-b7bf-20ae530ebe42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '859d2cf9-e281-49ce-9ffd-0ab7067e438e'}] {{(pid=83923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 03:32:04.508511 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.db [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] For port 859d2cf9-e281-49ce-9ffd-0ab7067e438e, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=859d2cf9-e281-49ce-9ffd-0ab7067e438e,segment=NetworkSegment(be06ba5d-3909-4934-8aa1-39344881a56f),segment_id=be06ba5d-3909-4934-8aa1-39344881a56f)] {{(pid=83923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:32:04.512211 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303097879514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733756514675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303098261108'] for port, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:04.514704 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:32:04.560257 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080ef5d9-fc68-4a07-87da-d6c4629ac77d req-33e77151-54d7-473c-82c1-a66095820456 tempest-VolumesSnapshotTestJSON-1509273995 tempest-VolumesSnapshotTestJSON-1509273995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:32:04.560257 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-080ef5d9-fc68-4a07-87da-d6c4629ac77d req-33e77151-54d7-473c-82c1-a66095820456 tempest-VolumesSnapshotTestJSON-1509273995 tempest-VolumesSnapshotTestJSON-1509273995-project] 10.222.0.57 "GET /v2.0/ports?device_id=ed26f5aa-77e4-4e92-b7bf-20ae530ebe42 HTTP/1.1" status: 200  len: 944 time: 0.0955160
Feb 17 03:32:04.560433 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed26f5aa-77e4-4e92-b7bf-20ae530ebe42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '859d2cf9-e281-49ce-9ffd-0ab7067e438e', 'code': 200}
Feb 17 03:32:04.596190 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Pushing event updated for resources: {'Port': ['ID=859d2cf9-e281-49ce-9ffd-0ab7067e438e,revision_number=4']} {{(pid=83923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:32:04.600131 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:32:04.603308 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-080ef5d9-fc68-4a07-87da-d6c4629ac77d req-ab8fb508-166a-43dd-8735-972fb7920d08 tempest-VolumesSnapshotTestJSON-1509273995 tempest-VolumesSnapshotTestJSON-1509273995-project] 10.222.0.57 "GET /v2.0/security-groups?id=4d424e17-ab05-4607-9df7-8d3f76ab183e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433855
Feb 17 03:32:04.861276 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0f8285-18a9-47a3-bc62-e81bab361867 req-f534f806-4967-4cdb-a51f-bbd821d43bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:32:04.862895 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-1b0f8285-18a9-47a3-bc62-e81bab361867 req-f534f806-4967-4cdb-a51f-bbd821d43bb2 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=ed26f5aa-77e4-4e92-b7bf-20ae530ebe42 HTTP/1.1" status: 200  len: 1163 time: 0.0806534
Feb 17 03:32:04.906038 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-1b0f8285-18a9-47a3-bc62-e81bab361867 req-550daa34-bc27-4c4f-8629-372c26d8622a service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=4d424e17-ab05-4607-9df7-8d3f76ab183e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0357718
Feb 17 03:32:05.079820 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad203f31-779f-44a2-921b-e8e628402792 req-7bff8ecc-fb2c-4119-bc2c-1564676368b0 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:32:05.081452 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-ad203f31-779f-44a2-921b-e8e628402792 req-7bff8ecc-fb2c-4119-bc2c-1564676368b0 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/ports?device_id=4d4f9c42-f07a-4f40-aad4-702d0fd26d82 HTTP/1.1" status: 200  len: 946 time: 0.0891483
Feb 17 03:32:05.128030 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-ad203f31-779f-44a2-921b-e8e628402792 req-e91c1b1e-a1a4-4cd1-9525-1c97e6f6bda4 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/security-groups?id=a8d8b256-f933-42bb-9ad3-a02b9415114a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397265
Feb 17 03:32:05.252402 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Device 859d2cf9-e281-49ce-9ffd-0ab7067e438e up at agent ovs-agent-hv-cinder-75994 {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:32:05.326783 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Provisioning complete for port 859d2cf9-e281-49ce-9ffd-0ab7067e438e triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:32:05.327198 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838161172'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:06.086457 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac98dc0a-4f33-43b8-8212-354c68d24795 req-0431bf6d-0868-4cb8-a47d-988514e3ba55 tempest-VolumesSnapshotTestJSON-1509273995 tempest-VolumesSnapshotTestJSON-1509273995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:32:06.088582 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-ac98dc0a-4f33-43b8-8212-354c68d24795 req-0431bf6d-0868-4cb8-a47d-988514e3ba55 tempest-VolumesSnapshotTestJSON-1509273995 tempest-VolumesSnapshotTestJSON-1509273995-project] 10.222.0.57 "GET /v2.0/ports?device_id=ed26f5aa-77e4-4e92-b7bf-20ae530ebe42 HTTP/1.1" status: 200  len: 946 time: 0.0868385
Feb 17 03:32:06.134437 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-ac98dc0a-4f33-43b8-8212-354c68d24795 req-743955f3-3b4b-400f-8a94-3211e8b7fbe3 tempest-VolumesSnapshotTestJSON-1509273995 tempest-VolumesSnapshotTestJSON-1509273995-project] 10.222.0.57 "GET /v2.0/security-groups?id=4d424e17-ab05-4607-9df7-8d3f76ab183e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0391474
Feb 17 03:32:06.327219 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a3c8c5-cba3-40b5-91f5-8edcf0e674d8 req-09ae1781-3ced-4f67-8a7d-4a7d8a3b4c44 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:32:06.328786 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-68a3c8c5-cba3-40b5-91f5-8edcf0e674d8 req-09ae1781-3ced-4f67-8a7d-4a7d8a3b4c44 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/ports?device_id=4d4f9c42-f07a-4f40-aad4-702d0fd26d82 HTTP/1.1" status: 200  len: 946 time: 0.0882759
Feb 17 03:32:06.374598 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-68a3c8c5-cba3-40b5-91f5-8edcf0e674d8 req-72734add-96f1-4fa4-a7d5-f96acd1e74f1 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/security-groups?id=a8d8b256-f933-42bb-9ad3-a02b9415114a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395718
Feb 17 03:32:07.332889 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17247b27-36e0-4c68-bb36-6b06577b9a4d req-db67130f-9c33-4b68-9044-94df0a61e8a4 tempest-VolumesSnapshotTestJSON-1509273995 tempest-VolumesSnapshotTestJSON-1509273995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:32:07.334519 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-17247b27-36e0-4c68-bb36-6b06577b9a4d req-db67130f-9c33-4b68-9044-94df0a61e8a4 tempest-VolumesSnapshotTestJSON-1509273995 tempest-VolumesSnapshotTestJSON-1509273995-project] 10.222.0.57 "GET /v2.0/ports?device_id=ed26f5aa-77e4-4e92-b7bf-20ae530ebe42 HTTP/1.1" status: 200  len: 946 time: 0.0853405
Feb 17 03:32:07.380253 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-17247b27-36e0-4c68-bb36-6b06577b9a4d req-bf3cc575-4d62-4f14-aedc-96cd8102ea22 tempest-VolumesSnapshotTestJSON-1509273995 tempest-VolumesSnapshotTestJSON-1509273995-project] 10.222.0.57 "GET /v2.0/security-groups?id=4d424e17-ab05-4607-9df7-8d3f76ab183e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0391347
Feb 17 03:32:07.572844 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb9080a-4cf0-4dfb-a72e-6b506bc81072 req-3c1a3732-e0aa-4f5e-8462-92e6c256d97d tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:32:07.574396 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-4bb9080a-4cf0-4dfb-a72e-6b506bc81072 req-3c1a3732-e0aa-4f5e-8462-92e6c256d97d tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/ports?device_id=4d4f9c42-f07a-4f40-aad4-702d0fd26d82 HTTP/1.1" status: 200  len: 946 time: 0.0873530
Feb 17 03:32:07.622013 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-4bb9080a-4cf0-4dfb-a72e-6b506bc81072 req-21145b43-ab64-4837-8242-71f900dc67a0 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/security-groups?id=a8d8b256-f933-42bb-9ad3-a02b9415114a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414321
Feb 17 03:32:08.588830 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333a1f1d-3bf2-4037-b26a-07bd7e9f6b3c req-14273811-bf0f-4d93-9a73-9fecb7bfa293 tempest-VolumesSnapshotTestJSON-1509273995 tempest-VolumesSnapshotTestJSON-1509273995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:32:08.590509 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-333a1f1d-3bf2-4037-b26a-07bd7e9f6b3c req-14273811-bf0f-4d93-9a73-9fecb7bfa293 tempest-VolumesSnapshotTestJSON-1509273995 tempest-VolumesSnapshotTestJSON-1509273995-project] 10.222.0.57 "GET /v2.0/ports?device_id=ed26f5aa-77e4-4e92-b7bf-20ae530ebe42 HTTP/1.1" status: 200  len: 946 time: 0.0921235
Feb 17 03:32:08.638642 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-333a1f1d-3bf2-4037-b26a-07bd7e9f6b3c req-efdbe574-1351-42cd-bcca-413bd6c9971b tempest-VolumesSnapshotTestJSON-1509273995 tempest-VolumesSnapshotTestJSON-1509273995-project] 10.222.0.57 "GET /v2.0/security-groups?id=4d424e17-ab05-4607-9df7-8d3f76ab183e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414777
Feb 17 03:32:08.825972 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49067bb-d0bd-4e01-988a-6a7e6d61f9d3 req-b44aa3a8-ee5e-49af-88c4-0f191a4041d0 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:32:08.827583 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-b49067bb-d0bd-4e01-988a-6a7e6d61f9d3 req-b44aa3a8-ee5e-49af-88c4-0f191a4041d0 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/ports?device_id=4d4f9c42-f07a-4f40-aad4-702d0fd26d82 HTTP/1.1" status: 200  len: 946 time: 0.0877488
Feb 17 03:32:08.877571 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-b49067bb-d0bd-4e01-988a-6a7e6d61f9d3 req-bd751e8f-18a1-49d5-816b-9f23a5cacdf3 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/security-groups?id=a8d8b256-f933-42bb-9ad3-a02b9415114a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433414
Feb 17 03:32:09.125953 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a44b9f-5b91-4f26-b099-a87df6cc6292 req-813ef48b-d2f6-4b26-be84-d3cc1eef731f tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:32:09.127586 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-e3a44b9f-5b91-4f26-b099-a87df6cc6292 req-813ef48b-d2f6-4b26-be84-d3cc1eef731f tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d4f9c42-f07a-4f40-aad4-702d0fd26d82 HTTP/1.1" status: 200  len: 946 time: 0.0898442
Feb 17 03:32:09.149529 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.agents_db [None req-06fda002-6a6c-4595-892c-f579c445b334 None None] Agent healthcheck: found 6 active agents {{(pid=83924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 03:32:09.221243 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.plugin [req-e3a44b9f-5b91-4f26-b099-a87df6cc6292 req-facea8a3-ee31-4d4b-a950-79f6b84b59a1 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] Deleting port c4b7f0c6-bfe4-49e1-936d-f15129c212a8 {{(pid=83921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 03:32:09.221551 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-e3a44b9f-5b91-4f26-b099-a87df6cc6292 req-facea8a3-ee31-4d4b-a950-79f6b84b59a1 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363303097822068'] for port, before_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:09.481585 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.db [req-e3a44b9f-5b91-4f26-b099-a87df6cc6292 req-facea8a3-ee31-4d4b-a950-79f6b84b59a1 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] For port c4b7f0c6-bfe4-49e1-936d-f15129c212a8, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=c4b7f0c6-bfe4-49e1-936d-f15129c212a8,segment=NetworkSegment(d4896407-aba6-4d6e-b442-40b3a9c2021a),segment_id=d4896407-aba6-4d6e-b442-40b3a9c2021a)] {{(pid=83921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:32:09.481913 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-e3a44b9f-5b91-4f26-b099-a87df6cc6292 req-facea8a3-ee31-4d4b-a950-79f6b84b59a1 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853786502'] for port, precommit_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:09.613541 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.plugin [req-e3a44b9f-5b91-4f26-b099-a87df6cc6292 req-facea8a3-ee31-4d4b-a950-79f6b84b59a1 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] Calling delete_port for c4b7f0c6-bfe4-49e1-936d-f15129c212a8 owned by compute:nova {{(pid=83921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 03:32:09.766614 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-e3a44b9f-5b91-4f26-b099-a87df6cc6292 req-facea8a3-ee31-4d4b-a950-79f6b84b59a1 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363303097879497', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363303098261142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852640907'] for port, after_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:09.782326 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:32:09.837613 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facea8a3-ee31-4d4b-a950-79f6b84b59a1 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] Pushing event deleted for resources: {'Port': ['ID=c4b7f0c6-bfe4-49e1-936d-f15129c212a8,revision_number=None']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:32:09.849105 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397235c8-913f-4a6c-9db4-03463180e74f req-1efd389a-40b3-4d4d-8de9-c85d60566a3c tempest-VolumesSnapshotTestJSON-1509273995 tempest-VolumesSnapshotTestJSON-1509273995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:32:09.850759 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-397235c8-913f-4a6c-9db4-03463180e74f req-1efd389a-40b3-4d4d-8de9-c85d60566a3c tempest-VolumesSnapshotTestJSON-1509273995 tempest-VolumesSnapshotTestJSON-1509273995-project] 10.222.0.57 "GET /v2.0/ports?device_id=ed26f5aa-77e4-4e92-b7bf-20ae530ebe42 HTTP/1.1" status: 200  len: 946 time: 0.0936537
Feb 17 03:32:09.912865 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-397235c8-913f-4a6c-9db4-03463180e74f req-bba3664e-eca4-485c-bce0-d77428376b4d tempest-VolumesSnapshotTestJSON-1509273995 tempest-VolumesSnapshotTestJSON-1509273995-project] 10.222.0.57 "GET /v2.0/security-groups?id=4d424e17-ab05-4607-9df7-8d3f76ab183e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0532262
Feb 17 03:32:09.922767 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facea8a3-ee31-4d4b-a950-79f6b84b59a1 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:32:09.923184 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facea8a3-ee31-4d4b-a950-79f6b84b59a1 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:32:09.923665 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facea8a3-ee31-4d4b-a950-79f6b84b59a1 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:32:09.923957 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facea8a3-ee31-4d4b-a950-79f6b84b59a1 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:32:09.924348 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facea8a3-ee31-4d4b-a950-79f6b84b59a1 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:32:09.924743 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facea8a3-ee31-4d4b-a950-79f6b84b59a1 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:32:09.925156 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facea8a3-ee31-4d4b-a950-79f6b84b59a1 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:32:09.925547 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facea8a3-ee31-4d4b-a950-79f6b84b59a1 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:32:09.926004 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facea8a3-ee31-4d4b-a950-79f6b84b59a1 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:32:09.926303 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facea8a3-ee31-4d4b-a950-79f6b84b59a1 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:32:09.926687 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facea8a3-ee31-4d4b-a950-79f6b84b59a1 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:32:09.927071 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facea8a3-ee31-4d4b-a950-79f6b84b59a1 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:32:09.927541 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facea8a3-ee31-4d4b-a950-79f6b84b59a1 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:32:09.927931 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facea8a3-ee31-4d4b-a950-79f6b84b59a1 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:32:09.928315 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facea8a3-ee31-4d4b-a950-79f6b84b59a1 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:32:09.928700 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facea8a3-ee31-4d4b-a950-79f6b84b59a1 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:32:09.929104 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facea8a3-ee31-4d4b-a950-79f6b84b59a1 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:32:09.929629 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facea8a3-ee31-4d4b-a950-79f6b84b59a1 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:32:09.929857 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facea8a3-ee31-4d4b-a950-79f6b84b59a1 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:32:09.930238 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facea8a3-ee31-4d4b-a950-79f6b84b59a1 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:32:09.930620 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facea8a3-ee31-4d4b-a950-79f6b84b59a1 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:32:09.931565 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facea8a3-ee31-4d4b-a950-79f6b84b59a1 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:32:09.932081 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facea8a3-ee31-4d4b-a950-79f6b84b59a1 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:32:09.932325 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facea8a3-ee31-4d4b-a950-79f6b84b59a1 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:32:09.936559 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-facea8a3-ee31-4d4b-a950-79f6b84b59a1 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:32:10.058754 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3a44b9f-5b91-4f26-b099-a87df6cc6292 req-facea8a3-ee31-4d4b-a950-79f6b84b59a1 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] No DVR routers for this DVR port c4b7f0c6-bfe4-49e1-936d-f15129c212a8 on host hv-cinder-75994 {{(pid=83921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 03:32:10.060525 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-ab7022b3-3caa-4f08-88a0-530e17485cbc req-49e23594-2ccb-4235-b44d-0e4a002b4007 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/ports?device_id=4d4f9c42-f07a-4f40-aad4-702d0fd26d82 HTTP/1.1" status: 200  len: 210 time: 0.0535519
Feb 17 03:32:10.061274 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-e3a44b9f-5b91-4f26-b099-a87df6cc6292 req-facea8a3-ee31-4d4b-a950-79f6b84b59a1 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774597'] for port, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:10.065687 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d4f9c42-f07a-4f40-aad4-702d0fd26d82', 'name': 'network-vif-deleted', 'tag': 'c4b7f0c6-bfe4-49e1-936d-f15129c212a8'}] {{(pid=83921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 03:32:10.092992 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-e3a44b9f-5b91-4f26-b099-a87df6cc6292 req-facea8a3-ee31-4d4b-a950-79f6b84b59a1 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.54 "DELETE /v2.0/ports/c4b7f0c6-bfe4-49e1-936d-f15129c212a8 HTTP/1.1" status: 204  len: 173 time: 0.9433575
Feb 17 03:32:10.139099 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d4f9c42-f07a-4f40-aad4-702d0fd26d82', 'name': 'network-vif-deleted', 'tag': 'c4b7f0c6-bfe4-49e1-936d-f15129c212a8', 'status': 'completed', 'code': 200}
Feb 17 03:32:10.653766 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-1ecc68f1-8226-4daa-ad21-61d7c70dfc59 req-142b6efb-caae-4aa5-90c1-ba634e674ebc tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-107357108&fields=id&tenant_id=09f977ccc1e54aa6bfffd127c9a4be7d HTTP/1.1" status: 200  len: 267 time: 0.0513344
Feb 17 03:32:10.846504 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecc68f1-8226-4daa-ad21-61d7c70dfc59 req-8b3e5e27-3f2b-472b-accb-4ef34f22df96 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:32:10.854535 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-1ecc68f1-8226-4daa-ad21-61d7c70dfc59 req-8b3e5e27-3f2b-472b-accb-4ef34f22df96 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.57 "GET /v2.0/networks?id=3cb0cdf3-e2d2-4fae-b226-b086c7cc05ee HTTP/1.1" status: 200  len: 812 time: 0.1924763
Feb 17 03:32:10.872887 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-1ecc68f1-8226-4daa-ad21-61d7c70dfc59 req-14458b36-9cad-49a6-b865-10a90b06052e tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.57 "GET /v2.0/quotas/09f977ccc1e54aa6bfffd127c9a4be7d HTTP/1.1" status: 200  len: 375 time: 0.0173550
Feb 17 03:32:10.967344 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-1ecc68f1-8226-4daa-ad21-61d7c70dfc59 req-872f8428-6bbb-49d8-9459-57095d838669 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=09f977ccc1e54aa6bfffd127c9a4be7d&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0934756
Feb 17 03:32:11.333379 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-1ecc68f1-8226-4daa-ad21-61d7c70dfc59 req-6883c917-14c8-47e1-8074-cf6e71f22c5a service neutron] 10.222.0.57 "GET /v2.0/networks/3cb0cdf3-e2d2-4fae-b226-b086c7cc05ee?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3524966
Feb 17 03:32:11.460627 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Device c4b7f0c6-bfe4-49e1-936d-f15129c212a8 no longer exists at agent ovs-agent-hv-cinder-75994 {{(pid=83923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 03:32:11.479082 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-1ecc68f1-8226-4daa-ad21-61d7c70dfc59 req-e8be9b8d-af59-4df0-ad7d-2975c2b7cd41 service neutron] 10.222.0.57 "GET /v2.0/networks/3cb0cdf3-e2d2-4fae-b226-b086c7cc05ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1385083
Feb 17 03:32:11.512565 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.plugin [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] No Port match for: c4b7f0c6-bfe4-49e1-936d-f15129c212a8 {{(pid=83923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 03:32:11.513116 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Device c4b7f0c6-bfe4-49e1-936d-f15129c212a8 not bound to the agent host hv-cinder-75994 {{(pid=83923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 03:32:11.635690 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dc8248-185a-417d-9f26-fe8d6f220f52 req-006b3b34-704e-4cf5-a5fa-60819d5970df tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:32:11.637346 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-48dc8248-185a-417d-9f26-fe8d6f220f52 req-006b3b34-704e-4cf5-a5fa-60819d5970df tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/ports?device_id=b4d58358-22a0-4562-9370-9574a29ec572 HTTP/1.1" status: 200  len: 945 time: 0.0913045
Feb 17 03:32:11.688184 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-48dc8248-185a-417d-9f26-fe8d6f220f52 req-278916f4-90d7-4540-b6d1-c14cdfac73d7 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/security-groups?id=a8d8b256-f933-42bb-9ad3-a02b9415114a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446017
Feb 17 03:32:11.959391 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [req-8e10912d-545e-48a4-a18e-dbb41c4c0e23 req-2bc2553f-92a2-49c9-a0cc-bc6ab79804bc tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Synchronizing usage tracker for tenant:09f977ccc1e54aa6bfffd127c9a4be7d on resource:port {{(pid=83922) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 03:32:11.978331 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [req-8e10912d-545e-48a4-a18e-dbb41c4c0e23 req-2bc2553f-92a2-49c9-a0cc-bc6ab79804bc tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Unset dirty status for tenant:09f977ccc1e54aa6bfffd127c9a4be7d on resource:port {{(pid=83922) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 03:32:11.979659 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-8e10912d-545e-48a4-a18e-dbb41c4c0e23 req-2bc2553f-92a2-49c9-a0cc-bc6ab79804bc tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.57 "GET /v2.0/ports?device_id=ce920548-efb2-455b-a260-d9b321d73cd9 HTTP/1.1" status: 200  len: 210 time: 0.0678134
Feb 17 03:32:12.897685 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64253c9c-43f2-42e2-b09a-62de5b6e8434 req-5b283ec6-9415-4c4d-913a-2848bd7a262c tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:32:12.898442 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [req-64253c9c-43f2-42e2-b09a-62de5b6e8434 req-5b283ec6-9415-4c4d-913a-2848bd7a262c tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] Synchronizing usage tracker for tenant:8da7eb55c2cb47dc99275360edd183e2 on resource:port {{(pid=83921) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 03:32:12.914983 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [req-64253c9c-43f2-42e2-b09a-62de5b6e8434 req-5b283ec6-9415-4c4d-913a-2848bd7a262c tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] Unset dirty status for tenant:8da7eb55c2cb47dc99275360edd183e2 on resource:port {{(pid=83921) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 03:32:12.916796 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-64253c9c-43f2-42e2-b09a-62de5b6e8434 req-5b283ec6-9415-4c4d-913a-2848bd7a262c tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/ports?device_id=b4d58358-22a0-4562-9370-9574a29ec572 HTTP/1.1" status: 200  len: 945 time: 0.1144743
Feb 17 03:32:12.965633 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-64253c9c-43f2-42e2-b09a-62de5b6e8434 req-feb45881-999d-48ea-a962-d5930697f32e tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/security-groups?id=a8d8b256-f933-42bb-9ad3-a02b9415114a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421867
Feb 17 03:32:13.157693 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-36472aea-8588-4f65-937c-67d4adc8f45c req-9b16ce94-6a3b-4683-9d49-eb1e160ca750 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.57 "GET /v2.0/ports?device_id=ce920548-efb2-455b-a260-d9b321d73cd9 HTTP/1.1" status: 200  len: 210 time: 0.0575428
Feb 17 03:32:13.291816 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecc68f1-8226-4daa-ad21-61d7c70dfc59 req-6206274d-8e6c-4120-a62d-fc415c2bdeac tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:32:13.293430 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-1ecc68f1-8226-4daa-ad21-61d7c70dfc59 req-6206274d-8e6c-4120-a62d-fc415c2bdeac tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.54 "GET /v2.0/networks?id=3cb0cdf3-e2d2-4fae-b226-b086c7cc05ee HTTP/1.1" status: 200  len: 812 time: 0.1617634
Feb 17 03:32:13.384565 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-1ecc68f1-8226-4daa-ad21-61d7c70dfc59 req-5d643a10-a301-4c4b-8171-ba8af0d7d808 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=09f977ccc1e54aa6bfffd127c9a4be7d HTTP/1.1" status: 200  len: 5763 time: 0.0704465
Feb 17 03:32:13.393751 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.v2.base [req-1ecc68f1-8226-4daa-ad21-61d7c70dfc59 req-3cae842f-22f4-4882-bd83-14f4708168ce tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Request body: {'port': {'device_id': 'ce920548-efb2-455b-a260-d9b321d73cd9', 'network_id': '3cb0cdf3-e2d2-4fae-b226-b086c7cc05ee', 'admin_state_up': True, 'tenant_id': '09f977ccc1e54aa6bfffd127c9a4be7d', 'security_groups': ['42a135cc-1e4e-4724-8c79-cda705e48efc']}} {{(pid=83921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:32:13.542564 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [req-1ecc68f1-8226-4daa-ad21-61d7c70dfc59 req-3cae842f-22f4-4882-bd83-14f4708168ce tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:32:13.552415 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [req-1ecc68f1-8226-4daa-ad21-61d7c70dfc59 req-3cae842f-22f4-4882-bd83-14f4708168ce tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:32:13.561719 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ecc68f1-8226-4daa-ad21-61d7c70dfc59 req-3cae842f-22f4-4882-bd83-14f4708168ce tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Made reservation on behalf of 09f977ccc1e54aa6bfffd127c9a4be7d for: {'port': 1} {{(pid=83921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 03:32:13.567322 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-1ecc68f1-8226-4daa-ad21-61d7c70dfc59 req-3cae842f-22f4-4882-bd83-14f4708168ce tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for port, before_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:13.873495 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.db_base_plugin_common [req-1ecc68f1-8226-4daa-ad21-61d7c70dfc59 req-3cae842f-22f4-4882-bd83-14f4708168ce tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Allocated IP 172.20.0.5 (3cb0cdf3-e2d2-4fae-b226-b086c7cc05ee/7b7a5bdd-0e94-4495-9a8f-a3426e0e5cfa/ce570470-08b9-4b72-be9b-4b61e88ce552) {{(pid=83921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 03:32:14.072844 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-1ecc68f1-8226-4daa-ad21-61d7c70dfc59 req-3cae842f-22f4-4882-bd83-14f4708168ce tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Notify callbacks [] for port, precommit_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:14.089892 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [req-1ecc68f1-8226-4daa-ad21-61d7c70dfc59 req-3cae842f-22f4-4882-bd83-14f4708168ce tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Transition to ACTIVE for port object ce570470-08b9-4b72-be9b-4b61e88ce552 will not be triggered until provisioned by entity DHCP. {{(pid=83921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 03:32:14.169879 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-1ecc68f1-8226-4daa-ad21-61d7c70dfc59 req-3cae842f-22f4-4882-bd83-14f4708168ce tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363303098263190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852640907'] for port, after_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:14.186909 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-db8bda2d-bc2b-42bb-8875-0f6aa326d2b0 tempest-VolumesSnapshotTestJSON-1509273995 tempest-VolumesSnapshotTestJSON-1509273995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:32:14.342375 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cae842f-22f4-4882-bd83-14f4708168ce tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Pushing event updated for resources: {'Port': ['ID=ce570470-08b9-4b72-be9b-4b61e88ce552,revision_number=1']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:32:14.350761 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1eff26a-7d72-4879-b133-6eec22f04a02 req-c934993e-9525-43a4-9542-6afc2a0ea64f tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:32:14.352405 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-a1eff26a-7d72-4879-b133-6eec22f04a02 req-c934993e-9525-43a4-9542-6afc2a0ea64f tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/ports?device_id=b4d58358-22a0-4562-9370-9574a29ec572 HTTP/1.1" status: 200  len: 945 time: 0.2496665
Feb 17 03:32:14.353362 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-3cae842f-22f4-4882-bd83-14f4708168ce tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:32:14.355496 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b0cac0-4526-44bb-b776-73648de2793d req-3e832e49-c54e-41b0-bc36-f70a91ce436f tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:32:14.357167 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-82b0cac0-4526-44bb-b776-73648de2793d req-3e832e49-c54e-41b0-bc36-f70a91ce436f tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.57 "GET /v2.0/ports?device_id=ce920548-efb2-455b-a260-d9b321d73cd9 HTTP/1.1" status: 200  len: 931 time: 0.0856061
Feb 17 03:32:14.404793 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [req-82b0cac0-4526-44bb-b776-73648de2793d req-fdcb8449-62be-477b-8061-e4ede92409ca tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Synchronizing usage tracker for tenant:09f977ccc1e54aa6bfffd127c9a4be7d on resource:security_group {{(pid=83922) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 03:32:14.420777 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [req-82b0cac0-4526-44bb-b776-73648de2793d req-fdcb8449-62be-477b-8061-e4ede92409ca tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Unset dirty status for tenant:09f977ccc1e54aa6bfffd127c9a4be7d on resource:security_group {{(pid=83922) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 03:32:14.422111 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-82b0cac0-4526-44bb-b776-73648de2793d req-fdcb8449-62be-477b-8061-e4ede92409ca tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.57 "GET /v2.0/security-groups?id=42a135cc-1e4e-4724-8c79-cda705e48efc&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0584593
Feb 17 03:32:14.442292 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-a1eff26a-7d72-4879-b133-6eec22f04a02 req-af1c93fb-e446-4c65-9feb-cb3cd7ee1dc5 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/security-groups?id=a8d8b256-f933-42bb-9ad3-a02b9415114a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0771000
Feb 17 03:32:14.448566 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ecc68f1-8226-4daa-ad21-61d7c70dfc59 req-3cae842f-22f4-4882-bd83-14f4708168ce tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Network 3cb0cdf3-e2d2-4fae-b226-b086c7cc05ee is already hosted by enough agents. {{(pid=83921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 03:32:14.449801 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.scheduler.base_scheduler [req-1ecc68f1-8226-4daa-ad21-61d7c70dfc59 req-3cae842f-22f4-4882-bd83-14f4708168ce tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Resources bound (agent type, host, resource id):  {{(pid=83921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 03:32:14.452555 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ecc68f1-8226-4daa-ad21-61d7c70dfc59 req-3cae842f-22f4-4882-bd83-14f4708168ce tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Received port after_create {{(pid=83921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 03:32:14.525933 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecc68f1-8226-4daa-ad21-61d7c70dfc59 req-3cae842f-22f4-4882-bd83-14f4708168ce tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:32:14.526668 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-1ecc68f1-8226-4daa-ad21-61d7c70dfc59 req-3cae842f-22f4-4882-bd83-14f4708168ce tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774597'] for port, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:14.555220 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-1ecc68f1-8226-4daa-ad21-61d7c70dfc59 req-3cae842f-22f4-4882-bd83-14f4708168ce tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1654093
Feb 17 03:32:14.576757 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.v2.base [req-1ecc68f1-8226-4daa-ad21-61d7c70dfc59 req-d99babe4-9f44-4063-8f02-f102703400fb service neutron] Request body: {'port': {'device_id': 'ce920548-efb2-455b-a260-d9b321d73cd9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75994'}} {{(pid=83921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:32:14.706252 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-1ecc68f1-8226-4daa-ad21-61d7c70dfc59 req-d99babe4-9f44-4063-8f02-f102703400fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for port, before_update {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:14.780698 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-42c35bce-d872-46f5-a699-8368c196cdef None None] Provisioning for port ce570470-08b9-4b72-be9b-4b61e88ce552 completed by entity DHCP. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 03:32:14.785815 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-42c35bce-d872-46f5-a699-8368c196cdef None None] Provisioning complete for port ce570470-08b9-4b72-be9b-4b61e88ce552 triggered by entity DHCP. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:32:14.786233 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-42c35bce-d872-46f5-a699-8368c196cdef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838161172'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:14.842934 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.plugin [None req-42c35bce-d872-46f5-a699-8368c196cdef None None] Port ce570470-08b9-4b72-be9b-4b61e88ce552 cannot update to ACTIVE because it is not bound. {{(pid=83923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 03:32:15.120210 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.notifiers.nova [req-1ecc68f1-8226-4daa-ad21-61d7c70dfc59 req-d99babe4-9f44-4063-8f02-f102703400fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce570470-08b9-4b72-be9b-4b61e88ce552 {{(pid=83921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 17 03:32:15.128286 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-1ecc68f1-8226-4daa-ad21-61d7c70dfc59 req-d99babe4-9f44-4063-8f02-f102703400fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:15.140422 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [req-1ecc68f1-8226-4daa-ad21-61d7c70dfc59 req-d99babe4-9f44-4063-8f02-f102703400fb service neutron] Transition to ACTIVE for port object ce570470-08b9-4b72-be9b-4b61e88ce552 will not be triggered until provisioned by entity L2. {{(pid=83921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 03:32:15.143126 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-1ecc68f1-8226-4daa-ad21-61d7c70dfc59 req-d99babe4-9f44-4063-8f02-f102703400fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303097879514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733756514675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303098261108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2134908'] for port, after_update {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:15.158625 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-32107e7e-5b00-48b9-b32c-bd2a3083395d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:32:15.294553 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99babe4-9f44-4063-8f02-f102703400fb service neutron] Pushing event updated for resources: {'Port': ['ID=ce570470-08b9-4b72-be9b-4b61e88ce552,revision_number=2']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:32:15.306998 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-d99babe4-9f44-4063-8f02-f102703400fb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:32:15.536215 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.managers [req-1ecc68f1-8226-4daa-ad21-61d7c70dfc59 req-d99babe4-9f44-4063-8f02-f102703400fb service neutron] Attempting to bind port ce570470-08b9-4b72-be9b-4b61e88ce552 on host hv-cinder-75994 for vnic_type normal with profile  {{(pid=83921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 03:32:15.536689 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.managers [req-1ecc68f1-8226-4daa-ad21-61d7c70dfc59 req-d99babe4-9f44-4063-8f02-f102703400fb service neutron] Attempting to bind port ce570470-08b9-4b72-be9b-4b61e88ce552 by drivers openvswitch on host hv-cinder-75994 at level 0 using segments [{'id': '1395ec13-865d-4759-982d-888e59978303', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3cb0cdf3-e2d2-4fae-b226-b086c7cc05ee'}] {{(pid=83921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 03:32:15.537174 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ecc68f1-8226-4daa-ad21-61d7c70dfc59 req-d99babe4-9f44-4063-8f02-f102703400fb service neutron] Attempting to bind port ce570470-08b9-4b72-be9b-4b61e88ce552 on network 3cb0cdf3-e2d2-4fae-b226-b086c7cc05ee {{(pid=83921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 03:32:15.547345 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ecc68f1-8226-4daa-ad21-61d7c70dfc59 req-d99babe4-9f44-4063-8f02-f102703400fb service neutron] Checking agent: {'id': '1c3dee76-e565-424d-b4cd-b2af1407410d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75994', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 3, 25, 23), 'started_at': datetime.datetime(2021, 2, 17, 3, 25, 53), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 3, 31, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.11', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 03:32:15.547830 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ecc68f1-8226-4daa-ad21-61d7c70dfc59 req-d99babe4-9f44-4063-8f02-f102703400fb service neutron] Checking segment: {'id': '1395ec13-865d-4759-982d-888e59978303', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3cb0cdf3-e2d2-4fae-b226-b086c7cc05ee'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 03:32:15.548316 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-1ecc68f1-8226-4daa-ad21-61d7c70dfc59 req-d99babe4-9f44-4063-8f02-f102703400fb service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:15.548802 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ecc68f1-8226-4daa-ad21-61d7c70dfc59 req-d99babe4-9f44-4063-8f02-f102703400fb service neutron] Bound using segment: {'id': '1395ec13-865d-4759-982d-888e59978303', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3cb0cdf3-e2d2-4fae-b226-b086c7cc05ee'} {{(pid=83921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 03:32:15.549416 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.managers [req-1ecc68f1-8226-4daa-ad21-61d7c70dfc59 req-d99babe4-9f44-4063-8f02-f102703400fb service neutron] Bound port: ce570470-08b9-4b72-be9b-4b61e88ce552, host: hv-cinder-75994, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1395ec13-865d-4759-982d-888e59978303', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3cb0cdf3-e2d2-4fae-b226-b086c7cc05ee'}}] {{(pid=83921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 03:32:15.549887 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-1ecc68f1-8226-4daa-ad21-61d7c70dfc59 req-d99babe4-9f44-4063-8f02-f102703400fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for port, before_update {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:15.652631 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-3c582ae0-e7e8-4ecd-be8f-b144cb5e54ff req-d968aa2e-7eb6-46f8-a385-901909901b7b service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=4840bec6-59fa-4a75-9cab-b8eba3fced9d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.1680794
Feb 17 03:32:15.655039 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c6482e-2915-4474-ab74-c96a3f192cb4 req-b85fea7d-1eab-43d1-b918-2e820225658e tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:32:15.656679 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-86c6482e-2915-4474-ab74-c96a3f192cb4 req-b85fea7d-1eab-43d1-b918-2e820225658e tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.57 "GET /v2.0/ports?device_id=ce920548-efb2-455b-a260-d9b321d73cd9 HTTP/1.1" status: 200  len: 943 time: 0.0989149
Feb 17 03:32:15.676942 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.db [req-1ecc68f1-8226-4daa-ad21-61d7c70dfc59 req-d99babe4-9f44-4063-8f02-f102703400fb service neutron] For port ce570470-08b9-4b72-be9b-4b61e88ce552, host hv-cinder-75994, cleared binding levels {{(pid=83921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 03:32:15.680044 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.db [req-1ecc68f1-8226-4daa-ad21-61d7c70dfc59 req-d99babe4-9f44-4063-8f02-f102703400fb service neutron] For port ce570470-08b9-4b72-be9b-4b61e88ce552, host hv-cinder-75994, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=ce570470-08b9-4b72-be9b-4b61e88ce552,segment=NetworkSegment(1395ec13-865d-4759-982d-888e59978303),segment_id=1395ec13-865d-4759-982d-888e59978303)] {{(pid=83921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 03:32:15.685893 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-1ecc68f1-8226-4daa-ad21-61d7c70dfc59 req-d99babe4-9f44-4063-8f02-f102703400fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303097879514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733756514675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303098261108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2134908'] for port, after_update {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:15.702507 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:32:15.710862 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-86c6482e-2915-4474-ab74-c96a3f192cb4 req-85a9788b-7b5c-47ea-9372-4bcf56f32a3a tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.57 "GET /v2.0/security-groups?id=42a135cc-1e4e-4724-8c79-cda705e48efc&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0473678
Feb 17 03:32:16.184873 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99babe4-9f44-4063-8f02-f102703400fb service neutron] Pushing event updated for resources: {'Port': ['ID=ce570470-08b9-4b72-be9b-4b61e88ce552,revision_number=3']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:32:16.199731 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-d99babe4-9f44-4063-8f02-f102703400fb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.497s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:32:16.249729 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecc68f1-8226-4daa-ad21-61d7c70dfc59 req-d99babe4-9f44-4063-8f02-f102703400fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:32:16.250407 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-1ecc68f1-8226-4daa-ad21-61d7c70dfc59 req-d99babe4-9f44-4063-8f02-f102703400fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774597'] for port, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:16.251890 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-1ecc68f1-8226-4daa-ad21-61d7c70dfc59 req-d99babe4-9f44-4063-8f02-f102703400fb service neutron] 10.222.0.54 "PUT /v2.0/ports/ce570470-08b9-4b72-be9b-4b61e88ce552 HTTP/1.1" status: 200  len: 1157 time: 1.6806889
Feb 17 03:32:16.253082 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce920548-efb2-455b-a260-d9b321d73cd9', 'tag': 'ce570470-08b9-4b72-be9b-4b61e88ce552'}] {{(pid=83921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 03:32:16.261655 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c582ae0-e7e8-4ecd-be8f-b144cb5e54ff req-b710b2dd-8ec6-44e4-a1d5-f94e3751939a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:32:16.262866 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-3c582ae0-e7e8-4ecd-be8f-b144cb5e54ff req-b710b2dd-8ec6-44e4-a1d5-f94e3751939a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=64044155addf41e9ba2bde5782afed2a&device_id=4840bec6-59fa-4a75-9cab-b8eba3fced9d HTTP/1.1" status: 200  len: 1162 time: 0.4794662
Feb 17 03:32:16.269295 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c0b32b-8ac8-4e10-9506-7a3134fc5dfa req-168b2ed1-65f3-453b-942c-08c29412151f tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:32:16.277254 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-c5c0b32b-8ac8-4e10-9506-7a3134fc5dfa req-168b2ed1-65f3-453b-942c-08c29412151f tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/ports?device_id=b4d58358-22a0-4562-9370-9574a29ec572 HTTP/1.1" status: 200  len: 945 time: 0.6738613
Feb 17 03:32:16.323580 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce920548-efb2-455b-a260-d9b321d73cd9', 'tag': 'ce570470-08b9-4b72-be9b-4b61e88ce552', 'status': 'completed', 'code': 200}
Feb 17 03:32:16.328909 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-c5c0b32b-8ac8-4e10-9506-7a3134fc5dfa req-068ec229-be0e-4846-a6a0-04a513124436 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/security-groups?id=a8d8b256-f933-42bb-9ad3-a02b9415114a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0505655
Feb 17 03:32:16.554627 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c582ae0-e7e8-4ecd-be8f-b144cb5e54ff req-8394fee4-782e-4ac0-8fdc-2da4f60df1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:32:16.556827 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-3c582ae0-e7e8-4ecd-be8f-b144cb5e54ff req-8394fee4-782e-4ac0-8fdc-2da4f60df1e1 service neutron] 10.222.0.54 "GET /v2.0/networks?id=735791d7-b752-470f-b049-6623a91713f5 HTTP/1.1" status: 200  len: 909 time: 0.2106082
Feb 17 03:32:16.558700 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecc68f1-8226-4daa-ad21-61d7c70dfc59 req-f3e95a24-1227-43a3-9a5c-bc2f09587a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:32:16.560131 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-1ecc68f1-8226-4daa-ad21-61d7c70dfc59 req-f3e95a24-1227-43a3-9a5c-bc2f09587a6a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=09f977ccc1e54aa6bfffd127c9a4be7d&device_id=ce920548-efb2-455b-a260-d9b321d73cd9 HTTP/1.1" status: 200  len: 1160 time: 0.2109206
Feb 17 03:32:16.721559 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-1ecc68f1-8226-4daa-ad21-61d7c70dfc59 req-0a8591c2-a2d5-46a8-9398-95aec39bfe56 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ce570470-08b9-4b72-be9b-4b61e88ce552 HTTP/1.1" status: 200  len: 217 time: 0.0899251
Feb 17 03:32:16.795157 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-3c582ae0-e7e8-4ecd-be8f-b144cb5e54ff req-9f40cd5a-fd91-4579-87ef-f5d4fdb6fd28 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3122eba0-b4d4-415e-b7c0-f67223c6ab3f HTTP/1.1" status: 200  len: 1000 time: 0.2177010
Feb 17 03:32:16.808062 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecc68f1-8226-4daa-ad21-61d7c70dfc59 req-61e26462-2d1e-4449-84e1-40036b90b549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:32:16.809586 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-1ecc68f1-8226-4daa-ad21-61d7c70dfc59 req-61e26462-2d1e-4449-84e1-40036b90b549 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7b7a5bdd-0e94-4495-9a8f-a3426e0e5cfa HTTP/1.1" status: 200  len: 851 time: 0.0796196
Feb 17 03:32:16.921116 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe0596c-b7da-4d45-9ae1-4f61048f0af1 req-05b7b4f3-d4c5-4245-8f6b-f0241a32b440 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:32:16.922739 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-ffe0596c-b7da-4d45-9ae1-4f61048f0af1 req-05b7b4f3-d4c5-4245-8f6b-f0241a32b440 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.57 "GET /v2.0/ports?device_id=ce920548-efb2-455b-a260-d9b321d73cd9 HTTP/1.1" status: 200  len: 943 time: 0.0950089
Feb 17 03:32:16.932364 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c582ae0-e7e8-4ecd-be8f-b144cb5e54ff req-de159dcf-6aa9-4eaf-b1f1-e6611e13c25a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:32:16.934011 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-3c582ae0-e7e8-4ecd-be8f-b144cb5e54ff req-de159dcf-6aa9-4eaf-b1f1-e6611e13c25a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1603be8a-dd86-41be-b651-1a8436af8dbf HTTP/1.1" status: 200  len: 854 time: 0.1235001
Feb 17 03:32:16.972555 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-ffe0596c-b7da-4d45-9ae1-4f61048f0af1 req-5065b23b-aa24-4ff5-8a60-acd1fd23308a tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.57 "GET /v2.0/security-groups?id=42a135cc-1e4e-4724-8c79-cda705e48efc&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0433717
Feb 17 03:32:17.006854 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecc68f1-8226-4daa-ad21-61d7c70dfc59 req-70569f38-e468-4f4f-9d3c-b7b68d387cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:32:17.008505 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-1ecc68f1-8226-4daa-ad21-61d7c70dfc59 req-70569f38-e468-4f4f-9d3c-b7b68d387cbf service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3cb0cdf3-e2d2-4fae-b226-b086c7cc05ee&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1603684
Feb 17 03:32:17.140286 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c582ae0-e7e8-4ecd-be8f-b144cb5e54ff req-fedc70cd-9694-4f6c-bda0-82c4f0f697e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:32:17.141926 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-3c582ae0-e7e8-4ecd-be8f-b144cb5e54ff req-fedc70cd-9694-4f6c-bda0-82c4f0f697e5 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=735791d7-b752-470f-b049-6623a91713f5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1887319
Feb 17 03:32:17.257360 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-1ecc68f1-8226-4daa-ad21-61d7c70dfc59 req-0a6217e5-3321-475d-a003-60204d2c7c19 service neutron] 10.222.0.54 "GET /v2.0/networks/3cb0cdf3-e2d2-4fae-b226-b086c7cc05ee?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2399960
Feb 17 03:32:17.398117 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-3c582ae0-e7e8-4ecd-be8f-b144cb5e54ff req-a7aae650-425e-4d4c-8cda-ec67bd04a393 service neutron] 10.222.0.54 "GET /v2.0/networks/735791d7-b752-470f-b049-6623a91713f5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2483623
Feb 17 03:32:17.594557 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-1ecc68f1-8226-4daa-ad21-61d7c70dfc59 req-a5ca1718-d979-4b4e-a94b-43fef41dc12f service neutron] 10.222.0.54 "GET /v2.0/networks/3cb0cdf3-e2d2-4fae-b226-b086c7cc05ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3291173
Feb 17 03:32:17.638746 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-3c582ae0-e7e8-4ecd-be8f-b144cb5e54ff req-00fbac5f-acb0-4134-aaf5-1da3c37580f1 service neutron] 10.222.0.54 "GET /v2.0/networks/735791d7-b752-470f-b049-6623a91713f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2299216
Feb 17 03:32:17.648965 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf09515-3eda-445e-a3fd-2193125d2a07 req-2701ac8d-62a7-4992-a8ad-fc3abfc64e74 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:32:17.651031 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-ccf09515-3eda-445e-a3fd-2193125d2a07 req-2701ac8d-62a7-4992-a8ad-fc3abfc64e74 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/ports?device_id=b4d58358-22a0-4562-9370-9574a29ec572 HTTP/1.1" status: 200  len: 945 time: 0.1624024
Feb 17 03:32:17.698072 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-ccf09515-3eda-445e-a3fd-2193125d2a07 req-d2854a94-bdb2-460e-bc66-5343eb3258eb tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/security-groups?id=a8d8b256-f933-42bb-9ad3-a02b9415114a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405896
Feb 17 03:32:17.803694 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc3e35b-0889-4700-af14-1b6c0bf6e36b req-a9ed224c-853b-4b29-8d52-6ac2528d4cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:32:17.805364 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-3fc3e35b-0889-4700-af14-1b6c0bf6e36b req-a9ed224c-853b-4b29-8d52-6ac2528d4cbc service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=09f977ccc1e54aa6bfffd127c9a4be7d&device_id=ce920548-efb2-455b-a260-d9b321d73cd9 HTTP/1.1" status: 200  len: 1160 time: 0.0765083
Feb 17 03:32:17.952927 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc3e35b-0889-4700-af14-1b6c0bf6e36b req-c29570d6-21f6-4fa5-8956-858c9bf82628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:32:17.954558 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-3fc3e35b-0889-4700-af14-1b6c0bf6e36b req-c29570d6-21f6-4fa5-8956-858c9bf82628 service neutron] 10.222.0.54 "GET /v2.0/networks?id=3cb0cdf3-e2d2-4fae-b226-b086c7cc05ee HTTP/1.1" status: 200  len: 906 time: 0.1406648
Feb 17 03:32:18.032141 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-3fc3e35b-0889-4700-af14-1b6c0bf6e36b req-c07a92df-48bd-46eb-8739-b38faa7b84f0 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ce570470-08b9-4b72-be9b-4b61e88ce552 HTTP/1.1" status: 200  len: 217 time: 0.0697341
Feb 17 03:32:18.105471 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc3e35b-0889-4700-af14-1b6c0bf6e36b req-4b0142d8-7c90-4750-b123-4484a0ca1bda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:32:18.107499 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-3fc3e35b-0889-4700-af14-1b6c0bf6e36b req-4b0142d8-7c90-4750-b123-4484a0ca1bda service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7b7a5bdd-0e94-4495-9a8f-a3426e0e5cfa HTTP/1.1" status: 200  len: 851 time: 0.0678077
Feb 17 03:32:18.199341 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc3e35b-0889-4700-af14-1b6c0bf6e36b req-2c833f0a-f2e4-4ed5-a4c9-21459927bd42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:32:18.200868 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-3fc3e35b-0889-4700-af14-1b6c0bf6e36b req-2c833f0a-f2e4-4ed5-a4c9-21459927bd42 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3cb0cdf3-e2d2-4fae-b226-b086c7cc05ee&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0848811
Feb 17 03:32:18.225036 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ecd098-c86d-4c71-a707-f738f29680fd req-b7b3ef22-db88-462d-b1f2-85df33a5cde9 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:32:18.226674 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-20ecd098-c86d-4c71-a707-f738f29680fd req-b7b3ef22-db88-462d-b1f2-85df33a5cde9 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.57 "GET /v2.0/ports?device_id=ce920548-efb2-455b-a260-d9b321d73cd9 HTTP/1.1" status: 200  len: 943 time: 0.1397197
Feb 17 03:32:18.274173 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-20ecd098-c86d-4c71-a707-f738f29680fd req-df24c613-b152-41dd-b340-88e951cc4540 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.57 "GET /v2.0/security-groups?id=42a135cc-1e4e-4724-8c79-cda705e48efc&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0412471
Feb 17 03:32:18.369366 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-3fc3e35b-0889-4700-af14-1b6c0bf6e36b req-d1c5d695-4eba-484a-bc30-da02be5e6172 service neutron] 10.222.0.54 "GET /v2.0/networks/3cb0cdf3-e2d2-4fae-b226-b086c7cc05ee?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1607614
Feb 17 03:32:18.591794 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-3fc3e35b-0889-4700-af14-1b6c0bf6e36b req-e1817f6f-96e5-4c64-9289-c09628115ae0 service neutron] 10.222.0.54 "GET /v2.0/networks/3cb0cdf3-e2d2-4fae-b226-b086c7cc05ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1504993
Feb 17 03:32:18.898670 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835b130a-8cf5-4522-9e8c-4611caad46ce req-ef58ec86-865f-4e10-8d6b-c705947484e9 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:32:18.900924 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-835b130a-8cf5-4522-9e8c-4611caad46ce req-ef58ec86-865f-4e10-8d6b-c705947484e9 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/ports?device_id=b4d58358-22a0-4562-9370-9574a29ec572 HTTP/1.1" status: 200  len: 945 time: 0.0888045
Feb 17 03:32:18.948171 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-835b130a-8cf5-4522-9e8c-4611caad46ce req-737ada3f-4258-4066-83e5-4ae187cddd69 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/security-groups?id=a8d8b256-f933-42bb-9ad3-a02b9415114a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410035
Feb 17 03:32:19.040242 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Device d5ada634-5cb7-40f0-b70e-0091b83e2ef6 no longer exists at agent ovs-agent-hv-cinder-75994 {{(pid=83923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 03:32:19.056759 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ce653b-6462-4bb4-9a7e-2be512fa51e1 req-6a89ba7b-8ab9-434e-a87b-19b0e7d0892b tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:32:19.058394 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-30ce653b-6462-4bb4-9a7e-2be512fa51e1 req-6a89ba7b-8ab9-434e-a87b-19b0e7d0892b tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.54 "GET /v2.0/ports?device_id=b4d58358-22a0-4562-9370-9574a29ec572 HTTP/1.1" status: 200  len: 945 time: 0.0884364
Feb 17 03:32:19.144031 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.plugin [req-30ce653b-6462-4bb4-9a7e-2be512fa51e1 req-2ee6806f-7efd-414b-ab3a-88e3aa2b9f4d tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] Deleting port d5ada634-5cb7-40f0-b70e-0091b83e2ef6 {{(pid=83921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 03:32:19.144422 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-30ce653b-6462-4bb4-9a7e-2be512fa51e1 req-2ee6806f-7efd-414b-ab3a-88e3aa2b9f4d tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363303097822068'] for port, before_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:19.156980 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for port, before_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:19.184706 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4d58358-22a0-4562-9370-9574a29ec572', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5ada634-5cb7-40f0-b70e-0091b83e2ef6'}] {{(pid=83923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 03:32:19.195200 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.db [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] For port d5ada634-5cb7-40f0-b70e-0091b83e2ef6, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=d5ada634-5cb7-40f0-b70e-0091b83e2ef6,segment=NetworkSegment(d4896407-aba6-4d6e-b442-40b3a9c2021a),segment_id=d4896407-aba6-4d6e-b442-40b3a9c2021a)] {{(pid=83923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:32:19.198908 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303097879514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733756514675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303098261108'] for port, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:19.201671 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:32:19.237514 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4d58358-22a0-4562-9370-9574a29ec572', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5ada634-5cb7-40f0-b70e-0091b83e2ef6', 'code': 200}
Feb 17 03:32:19.276829 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Pushing event updated for resources: {'Port': ['ID=d5ada634-5cb7-40f0-b70e-0091b83e2ef6,revision_number=5']} {{(pid=83923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:32:19.284654 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:32:19.285067 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:32:19.285461 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:32:19.285838 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:32:19.286208 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:32:19.287170 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:32:19.287170 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:32:19.287406 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:32:19.287599 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:32:19.287963 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:32:19.288322 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:32:19.288683 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:32:19.289159 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:32:19.289524 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:32:19.289911 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:32:19.290323 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:32:19.290635 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:32:19.290996 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:32:19.291356 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:32:19.291714 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:32:19.292076 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:32:19.292437 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:32:19.292794 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:32:19.293184 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:32:19.299532 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:32:19.479788 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.db [req-30ce653b-6462-4bb4-9a7e-2be512fa51e1 req-2ee6806f-7efd-414b-ab3a-88e3aa2b9f4d tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] For port d5ada634-5cb7-40f0-b70e-0091b83e2ef6, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=d5ada634-5cb7-40f0-b70e-0091b83e2ef6,segment=NetworkSegment(d4896407-aba6-4d6e-b442-40b3a9c2021a),segment_id=d4896407-aba6-4d6e-b442-40b3a9c2021a)] {{(pid=83921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:32:19.480188 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-30ce653b-6462-4bb4-9a7e-2be512fa51e1 req-2ee6806f-7efd-414b-ab3a-88e3aa2b9f4d tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853786502'] for port, precommit_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:19.854157 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.plugin [req-30ce653b-6462-4bb4-9a7e-2be512fa51e1 req-2ee6806f-7efd-414b-ab3a-88e3aa2b9f4d tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] Calling delete_port for d5ada634-5cb7-40f0-b70e-0091b83e2ef6 owned by compute:nova {{(pid=83921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 03:32:19.919091 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a89b5e-7de1-4153-aa29-13c91976631e req-37f5330d-0b1f-4431-98a1-5714a4752aac tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:32:19.919841 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [req-24a89b5e-7de1-4153-aa29-13c91976631e req-37f5330d-0b1f-4431-98a1-5714a4752aac tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Synchronizing usage tracker for tenant:09f977ccc1e54aa6bfffd127c9a4be7d on resource:port {{(pid=83921) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 03:32:19.956836 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [req-24a89b5e-7de1-4153-aa29-13c91976631e req-37f5330d-0b1f-4431-98a1-5714a4752aac tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Unset dirty status for tenant:09f977ccc1e54aa6bfffd127c9a4be7d on resource:port {{(pid=83921) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 03:32:19.958119 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-24a89b5e-7de1-4153-aa29-13c91976631e req-37f5330d-0b1f-4431-98a1-5714a4752aac tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.57 "GET /v2.0/ports?device_id=ce920548-efb2-455b-a260-d9b321d73cd9 HTTP/1.1" status: 200  len: 943 time: 0.5615892
Feb 17 03:32:20.057955 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-24a89b5e-7de1-4153-aa29-13c91976631e req-5be97e5e-3d56-4955-91f0-a512cdd823c6 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.57 "GET /v2.0/security-groups?id=42a135cc-1e4e-4724-8c79-cda705e48efc&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0664632
Feb 17 03:32:20.061874 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-30ce653b-6462-4bb4-9a7e-2be512fa51e1 req-2ee6806f-7efd-414b-ab3a-88e3aa2b9f4d tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363303097879497', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363303098261142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852640907'] for port, after_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:20.078026 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-32107e7e-5b00-48b9-b32c-bd2a3083395d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:32:20.118111 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-c4045119-0c60-4933-af7d-5ae04fc5f03a req-e14f612d-1e93-4005-8bee-8ebf5aadfd7a tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/ports?device_id=b4d58358-22a0-4562-9370-9574a29ec572 HTTP/1.1" status: 200  len: 210 time: 0.0529232
Feb 17 03:32:20.177349 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee6806f-7efd-414b-ab3a-88e3aa2b9f4d tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] Pushing event deleted for resources: {'Port': ['ID=d5ada634-5cb7-40f0-b70e-0091b83e2ef6,revision_number=None']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:32:20.187128 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-2ee6806f-7efd-414b-ab3a-88e3aa2b9f4d tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:32:20.286151 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvrscheduler_db [req-30ce653b-6462-4bb4-9a7e-2be512fa51e1 req-2ee6806f-7efd-414b-ab3a-88e3aa2b9f4d tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] No DVR routers for this DVR port d5ada634-5cb7-40f0-b70e-0091b83e2ef6 on host hv-cinder-75994 {{(pid=83921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 03:32:20.288309 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-30ce653b-6462-4bb4-9a7e-2be512fa51e1 req-2ee6806f-7efd-414b-ab3a-88e3aa2b9f4d tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774597'] for port, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:20.290955 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4d58358-22a0-4562-9370-9574a29ec572', 'name': 'network-vif-deleted', 'tag': 'd5ada634-5cb7-40f0-b70e-0091b83e2ef6'}] {{(pid=83921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 03:32:20.305535 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-30ce653b-6462-4bb4-9a7e-2be512fa51e1 req-2ee6806f-7efd-414b-ab3a-88e3aa2b9f4d tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.54 "DELETE /v2.0/ports/d5ada634-5cb7-40f0-b70e-0091b83e2ef6 HTTP/1.1" status: 204  len: 173 time: 1.2326221
Feb 17 03:32:20.339883 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4d58358-22a0-4562-9370-9574a29ec572', 'name': 'network-vif-deleted', 'tag': 'd5ada634-5cb7-40f0-b70e-0091b83e2ef6', 'status': 'completed', 'code': 200}
Feb 17 03:32:23.387272 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-f3a33dd1-f161-42da-8497-7cb4d87be1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:25.196336 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0b4433-06f9-49fe-9ec8-808aecb962a9 req-bc084efc-eda6-42f9-ab6c-fb942f25cd52 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:32:25.197979 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-ab0b4433-06f9-49fe-9ec8-808aecb962a9 req-bc084efc-eda6-42f9-ab6c-fb942f25cd52 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.57 "GET /v2.0/ports?device_id=ce920548-efb2-455b-a260-d9b321d73cd9 HTTP/1.1" status: 200  len: 943 time: 0.0858622
Feb 17 03:32:25.201819 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [req-bb90492d-68e1-46b6-8774-fd11ea1d5c83 req-3b4ac0e7-66b9-4279-8b59-620e623500dd tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] Synchronizing usage tracker for tenant:8da7eb55c2cb47dc99275360edd183e2 on resource:port {{(pid=83921) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 03:32:25.216820 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [req-bb90492d-68e1-46b6-8774-fd11ea1d5c83 req-3b4ac0e7-66b9-4279-8b59-620e623500dd tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] Unset dirty status for tenant:8da7eb55c2cb47dc99275360edd183e2 on resource:port {{(pid=83921) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 03:32:25.218111 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-bb90492d-68e1-46b6-8774-fd11ea1d5c83 req-3b4ac0e7-66b9-4279-8b59-620e623500dd tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] 10.222.0.57 "GET /v2.0/ports?device_id=b4d58358-22a0-4562-9370-9574a29ec572 HTTP/1.1" status: 200  len: 210 time: 0.0640512
Feb 17 03:32:25.245701 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-ab0b4433-06f9-49fe-9ec8-808aecb962a9 req-a9b71404-e360-4c36-8b1a-f35943716e7f tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.57 "GET /v2.0/security-groups?id=42a135cc-1e4e-4724-8c79-cda705e48efc&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0414729
Feb 17 03:32:25.346678 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:25.453192 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-9bcc2c90-1803-4e12-a93e-8177f92f18f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:26.320937 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83922) accepted ('10.222.0.57', 41638) {{(pid=83922) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:32:26.413595 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-8cda4ffb-98e6-4bcf-adaf-c47fc353fc1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:26.631686 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bea42ce-11e3-4625-9a41-d111b307fd13 req-0f3337b3-b077-4d52-8361-ebd769a868ee tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:32:26.633326 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-6bea42ce-11e3-4625-9a41-d111b307fd13 req-0f3337b3-b077-4d52-8361-ebd769a868ee tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.57 "GET /v2.0/ports?device_id=ce920548-efb2-455b-a260-d9b321d73cd9 HTTP/1.1" status: 200  len: 943 time: 0.2702136
Feb 17 03:32:26.713779 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-6bea42ce-11e3-4625-9a41-d111b307fd13 req-877b6cc8-a67c-43b4-853d-a8759d008d67 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.57 "GET /v2.0/security-groups?id=42a135cc-1e4e-4724-8c79-cda705e48efc&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0674248
Feb 17 03:32:27.210046 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:27.321882 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-4b8a8390-4ce2-47e6-a7e0-47f0018e54a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-947348'] for router_interface, before_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:27.553892 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-3bdb028f-655c-46e9-b0eb-5d4ca64bdb37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:27.693631 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.plugin [None req-4b8a8390-4ce2-47e6-a7e0-47f0018e54a1 admin admin] Deleting port c510e6f1-6d9a-49dd-9534-8f370a698729 {{(pid=83922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 03:32:27.694005 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-4b8a8390-4ce2-47e6-a7e0-47f0018e54a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363303097822068'] for port, before_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:27.946957 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.db [None req-4b8a8390-4ce2-47e6-a7e0-47f0018e54a1 admin admin] For port c510e6f1-6d9a-49dd-9534-8f370a698729, host dv-cinder-759943-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-5-iscsi',level=0,port_id=c510e6f1-6d9a-49dd-9534-8f370a698729,segment=NetworkSegment(d4896407-aba6-4d6e-b442-40b3a9c2021a),segment_id=d4896407-aba6-4d6e-b442-40b3a9c2021a)] {{(pid=83922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:32:27.947349 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-4b8a8390-4ce2-47e6-a7e0-47f0018e54a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853786502'] for port, precommit_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:28.084423 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8bc6c6-8d71-45c7-916c-cfb4c5cc9407 req-ecdb5f98-3887-4d5b-9f16-a74b88d2ac10 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:32:28.086054 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-af8bc6c6-8d71-45c7-916c-cfb4c5cc9407 req-ecdb5f98-3887-4d5b-9f16-a74b88d2ac10 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.57 "GET /v2.0/ports?device_id=ce920548-efb2-455b-a260-d9b321d73cd9 HTTP/1.1" status: 200  len: 943 time: 0.2531972
Feb 17 03:32:28.093575 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.plugin [None req-4b8a8390-4ce2-47e6-a7e0-47f0018e54a1 admin admin] Calling delete_port for c510e6f1-6d9a-49dd-9534-8f370a698729 owned by network:router_interface {{(pid=83922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 03:32:28.256292 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-af8bc6c6-8d71-45c7-916c-cfb4c5cc9407 req-2b09e182-9597-433d-a239-3ab5e0b8cc1f tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.57 "GET /v2.0/security-groups?id=42a135cc-1e4e-4724-8c79-cda705e48efc&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.1336749
Feb 17 03:32:28.357004 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62076d58-c275-4d06-b585-fdee4fd6a73a req-57866f2e-4f82-41a7-b72d-2b05279fe218 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:32:28.358644 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-62076d58-c275-4d06-b585-fdee4fd6a73a req-57866f2e-4f82-41a7-b72d-2b05279fe218 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] 10.222.0.57 "GET /v2.0/ports?device_id=7e94fed0-e4c8-44a0-b7df-6e1b44f6f62f HTTP/1.1" status: 200  len: 945 time: 0.0914953
Feb 17 03:32:28.408636 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-62076d58-c275-4d06-b585-fdee4fd6a73a req-82584ba1-6023-408d-886a-044ded40b267 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] 10.222.0.57 "GET /v2.0/security-groups?id=7a034f11-6095-46d6-bffd-d2ce932f5f6d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435114
Feb 17 03:32:28.512068 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-4b8a8390-4ce2-47e6-a7e0-47f0018e54a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363303097879497', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363303098261142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851846526'] for port, after_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:28.527886 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-51a1fe25-710b-4fec-8d97-97ec6270be0b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:32:28.630093 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8a8390-4ce2-47e6-a7e0-47f0018e54a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=c510e6f1-6d9a-49dd-9534-8f370a698729,revision_number=None']} {{(pid=83922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:32:28.647294 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8a8390-4ce2-47e6-a7e0-47f0018e54a1 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:32:28.647705 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8a8390-4ce2-47e6-a7e0-47f0018e54a1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:32:28.648105 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8a8390-4ce2-47e6-a7e0-47f0018e54a1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:32:28.648482 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8a8390-4ce2-47e6-a7e0-47f0018e54a1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:32:28.648869 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8a8390-4ce2-47e6-a7e0-47f0018e54a1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:32:28.649329 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8a8390-4ce2-47e6-a7e0-47f0018e54a1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:32:28.650351 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8a8390-4ce2-47e6-a7e0-47f0018e54a1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:32:28.650737 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8a8390-4ce2-47e6-a7e0-47f0018e54a1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:32:28.651123 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8a8390-4ce2-47e6-a7e0-47f0018e54a1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:32:28.651504 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8a8390-4ce2-47e6-a7e0-47f0018e54a1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:32:28.651887 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8a8390-4ce2-47e6-a7e0-47f0018e54a1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:32:28.652267 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8a8390-4ce2-47e6-a7e0-47f0018e54a1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:32:28.652740 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8a8390-4ce2-47e6-a7e0-47f0018e54a1 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:32:28.653172 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8a8390-4ce2-47e6-a7e0-47f0018e54a1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:32:28.653559 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8a8390-4ce2-47e6-a7e0-47f0018e54a1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:32:28.653940 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8a8390-4ce2-47e6-a7e0-47f0018e54a1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:32:28.654319 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8a8390-4ce2-47e6-a7e0-47f0018e54a1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:32:28.654702 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8a8390-4ce2-47e6-a7e0-47f0018e54a1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:32:28.655082 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8a8390-4ce2-47e6-a7e0-47f0018e54a1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:32:28.655465 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8a8390-4ce2-47e6-a7e0-47f0018e54a1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:32:28.655846 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8a8390-4ce2-47e6-a7e0-47f0018e54a1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:32:28.656224 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8a8390-4ce2-47e6-a7e0-47f0018e54a1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:32:28.656603 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8a8390-4ce2-47e6-a7e0-47f0018e54a1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:32:28.656979 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8a8390-4ce2-47e6-a7e0-47f0018e54a1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:32:28.661177 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-4b8a8390-4ce2-47e6-a7e0-47f0018e54a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:32:28.952541 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-4b8a8390-4ce2-47e6-a7e0-47f0018e54a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854190951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-947450'] for router_interface, after_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:29.666531 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b8a8390-4ce2-47e6-a7e0-47f0018e54a1 admin admin] Router cac00ce8-7e46-4d4d-ac4e-7dde67b36aa0 has already been hosted by L3 agent 3e02af72-3002-4fb3-96dd-e59119f81584 {{(pid=83922) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 03:32:29.858195 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b8a8390-4ce2-47e6-a7e0-47f0018e54a1 admin admin] Notify agent at l3_agent.dv-cinder-759943-5-iscsi the message routers_updated {{(pid=83922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 03:32:29.869405 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9ef08f1-e757-4d27-9ff5-bd5ea293ed2a None None] Sync routers for ids ['cac00ce8-7e46-4d4d-ac4e-7dde67b36aa0'] in dv-cinder-759943-5-iscsi {{(pid=83924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 03:32:29.878469 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-4b8a8390-4ce2-47e6-a7e0-47f0018e54a1 admin admin] 10.222.0.57 "PUT /v2.0/routers/cac00ce8-7e46-4d4d-ac4e-7dde67b36aa0/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.5537772
Feb 17 03:32:29.878726 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83922) accepted ('10.222.0.57', 41680) {{(pid=83922) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:32:29.879571 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ef08f1-e757-4d27-9ff5-bd5ea293ed2a None None] Routers {'cac00ce8-7e46-4d4d-ac4e-7dde67b36aa0'} bound to L3 agent in host dv-cinder-759943-5-iscsi {{(pid=83924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 03:32:29.880232 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_hamode_db [None req-c9ef08f1-e757-4d27-9ff5-bd5ea293ed2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f17c62c1da0>, 'dv-cinder-759943-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T03:18:25Z,description=<?>,heartbeat_timestamp=2021-02-17T03:32:25Z,host='dv-cinder-759943-5-iscsi',id=3e02af72-3002-4fb3-96dd-e59119f81584,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T03:18:25Z,topic='l3_agent')) {'router_ids': ['cac00ce8-7e46-4d4d-ac4e-7dde67b36aa0'], 'active': True} {{(pid=83924) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:32:30.065711 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-dcc447a0-511a-45fc-8abc-93175aa5e2ea admin admin] Notify callbacks [] for router, before_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:30.069819 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvr_db [None req-c9ef08f1-e757-4d27-9ff5-bd5ea293ed2a None None] Set router cac00ce8-7e46-4d4d-ac4e-7dde67b36aa0 gateway port host: dv-cinder-759943-5-iscsi {{(pid=83924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 03:32:30.253890 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-dcc447a0-511a-45fc-8abc-93175aa5e2ea admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:30.259726 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.plugin [None req-dcc447a0-511a-45fc-8abc-93175aa5e2ea admin admin] Deleting port 52a52f33-96ff-4642-b524-3fffb2e91c17 {{(pid=83922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 03:32:30.260087 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-dcc447a0-511a-45fc-8abc-93175aa5e2ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363303097822068'] for port, before_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:30.373270 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_hamode_db [None req-c9ef08f1-e757-4d27-9ff5-bd5ea293ed2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f17c62c1da0>, [{'id': 'cac00ce8-7e46-4d4d-ac4e-7dde67b36aa0', 'name': 'tempest-ServerRescueNegativeTestJSON-352024799-router', 'tenant_id': '8da7eb55c2cb47dc99275360edd183e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'external_fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': '52a52f33-96ff-4642-b524-3fffb2e91c17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:27:19Z', 'updated_at': '2021-02-17T03:32:28Z', 'revision_number': 5, 'project_id': '8da7eb55c2cb47dc99275360edd183e2', 'gw_port': {'id': '52a52f33-96ff-4642-b524-3fffb2e91c17', 'name': '', 'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:6b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac00ce8-7e46-4d4d-ac4e-7dde67b36aa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:27:21Z', 'updated_at': '2021-02-17T03:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-5-iscsi'}], 'dv-cinder-759943-5-iscsi', False) {} {{(pid=83924) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:32:30.377204 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9ef08f1-e757-4d27-9ff5-bd5ea293ed2a None None] Checking router: cac00ce8-7e46-4d4d-ac4e-7dde67b36aa0 for host: dv-cinder-759943-5-iscsi {{(pid=83924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 03:32:30.386652 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ef08f1-e757-4d27-9ff5-bd5ea293ed2a None None] Routers {'cac00ce8-7e46-4d4d-ac4e-7dde67b36aa0'} bound to L3 agent in host dv-cinder-759943-5-iscsi {{(pid=83924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 03:32:30.387280 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_hamode_db [None req-c9ef08f1-e757-4d27-9ff5-bd5ea293ed2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f17c62c1da0>, 'dv-cinder-759943-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T03:18:25Z,description=<?>,heartbeat_timestamp=2021-02-17T03:32:25Z,host='dv-cinder-759943-5-iscsi',id=3e02af72-3002-4fb3-96dd-e59119f81584,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T03:18:25Z,topic='l3_agent')) {'router_ids': ['cac00ce8-7e46-4d4d-ac4e-7dde67b36aa0'], 'active': True} {{(pid=83924) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:32:30.440217 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.db [None req-dcc447a0-511a-45fc-8abc-93175aa5e2ea admin admin] For port 52a52f33-96ff-4642-b524-3fffb2e91c17, host dv-cinder-759943-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-5-iscsi',level=0,port_id=52a52f33-96ff-4642-b524-3fffb2e91c17,segment=NetworkSegment(98c4310b-6fdc-4105-b056-95cb7f890c80),segment_id=98c4310b-6fdc-4105-b056-95cb7f890c80)] {{(pid=83922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:32:30.440614 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-dcc447a0-511a-45fc-8abc-93175aa5e2ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853786502'] for port, precommit_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:30.577948 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.plugin [None req-dcc447a0-511a-45fc-8abc-93175aa5e2ea admin admin] Calling delete_port for 52a52f33-96ff-4642-b524-3fffb2e91c17 owned by network:router_gateway {{(pid=83922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 03:32:30.726326 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-dcc447a0-511a-45fc-8abc-93175aa5e2ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363303097879497', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363303098261142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851846526'] for port, after_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:30.729146 dv-cinder-759943-5-iscsi neutron-server[83810]: WARNING neutron.plugins.ml2.ovo_rpc [None req-dcc447a0-511a-45fc-8abc-93175aa5e2ea admin admin] This handler is supposed to handle AFTER events, as in 'AFTER it's committed', not BEFORE. Offending resource event: port, after_delete. Location:
Feb 17 03:32:30.729146 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/greenthread.py", line 221, in main
Feb 17 03:32:30.729146 dv-cinder-759943-5-iscsi neutron-server[83810]:     result = function(*args, **kwargs)
Feb 17 03:32:30.729146 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 825, in process_request
Feb 17 03:32:30.729146 dv-cinder-759943-5-iscsi neutron-server[83810]:     proto.__init__(conn_state, self)
Feb 17 03:32:30.729146 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 357, in __init__
Feb 17 03:32:30.729146 dv-cinder-759943-5-iscsi neutron-server[83810]:     self.handle()
Feb 17 03:32:30.729146 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 390, in handle
Feb 17 03:32:30.729146 dv-cinder-759943-5-iscsi neutron-server[83810]:     self.handle_one_request()
Feb 17 03:32:30.729146 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 466, in handle_one_request
Feb 17 03:32:30.729146 dv-cinder-759943-5-iscsi neutron-server[83810]:     self.handle_one_response()
Feb 17 03:32:30.729146 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 573, in handle_one_response
Feb 17 03:32:30.729146 dv-cinder-759943-5-iscsi neutron-server[83810]:     result = self.application(self.environ, start_response)
Feb 17 03:32:30.729146 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/paste/urlmap.py", line 216, in __call__
Feb 17 03:32:30.729146 dv-cinder-759943-5-iscsi neutron-server[83810]:     return app(environ, start_response)
Feb 17 03:32:30.729146 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Feb 17 03:32:30.729146 dv-cinder-759943-5-iscsi neutron-server[83810]:     resp = self.call_func(req, *args, **kw)
Feb 17 03:32:30.729146 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Feb 17 03:32:30.729146 dv-cinder-759943-5-iscsi neutron-server[83810]:     return self.func(req, *args, **kwargs)
Feb 17 03:32:30.729146 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__
Feb 17 03:32:30.729146 dv-cinder-759943-5-iscsi neutron-server[83810]:     response = req.get_response(self.application)
Feb 17 03:32:30.729146 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Feb 17 03:32:30.729146 dv-cinder-759943-5-iscsi neutron-server[83810]:     application, catch_exc_info=False)
Feb 17 03:32:30.729146 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Feb 17 03:32:30.729146 dv-cinder-759943-5-iscsi neutron-server[83810]:     app_iter = application(self.environ, start_response)
Feb 17 03:32:30.729146 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Feb 17 03:32:30.729146 dv-cinder-759943-5-iscsi neutron-server[83810]:     resp = self.call_func(req, *args, **kw)
Feb 17 03:32:30.729146 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Feb 17 03:32:30.729146 dv-cinder-759943-5-iscsi neutron-server[83810]:     return self.func(req, *args, **kwargs)
Feb 17 03:32:30.729146 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__
Feb 17 03:32:30.729146 dv-cinder-759943-5-iscsi neutron-server[83810]:     response = req.get_response(self.application)
Feb 17 03:32:30.729146 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Feb 17 03:32:30.729146 dv-cinder-759943-5-iscsi neutron-server[83810]:     application, catch_exc_info=False)
Feb 17 03:32:30.729146 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Feb 17 03:32:30.729146 dv-cinder-759943-5-iscsi neutron-server[83810]:     app_iter = application(self.environ, start_response)
Feb 17 03:32:30.729146 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Feb 17 03:32:30.729146 dv-cinder-759943-5-iscsi neutron-server[83810]:     resp = self.call_func(req, *args, **kw)
Feb 17 03:32:30.729146 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Feb 17 03:32:30.729146 dv-cinder-759943-5-iscsi neutron-server[83810]:     return self.func(req, *args, **kwargs)
Feb 17 03:32:30.729146 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/request_id.py", line 58, in __call__
Feb 17 03:32:30.729146 dv-cinder-759943-5-iscsi neutron-server[83810]:     response = req.get_response(self.application)
Feb 17 03:32:30.729146 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Feb 17 03:32:30.729146 dv-cinder-759943-5-iscsi neutron-server[83810]:     application, catch_exc_info=False)
Feb 17 03:32:30.729146 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Feb 17 03:32:30.729146 dv-cinder-759943-5-iscsi neutron-server[83810]:     app_iter = application(self.environ, start_response)
Feb 17 03:32:30.729146 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Feb 17 03:32:30.729146 dv-cinder-759943-5-iscsi neutron-server[83810]:     resp = self.call_func(req, *args, **kw)
Feb 17 03:32:30.729146 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Feb 17 03:32:30.729146 dv-cinder-759943-5-iscsi neutron-server[83810]:     return self.func(req, *args, **kwargs)
Feb 17 03:32:30.729146 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__
Feb 17 03:32:30.729146 dv-cinder-759943-5-iscsi neutron-server[83810]:     response = req.get_response(self.application)
Feb 17 03:32:30.729146 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Feb 17 03:32:30.729146 dv-cinder-759943-5-iscsi neutron-server[83810]:     application, catch_exc_info=False)
Feb 17 03:32:30.729146 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Feb 17 03:32:30.729146 dv-cinder-759943-5-iscsi neutron-server[83810]:     app_iter = application(self.environ, start_response)
Feb 17 03:32:30.729146 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Feb 17 03:32:30.729146 dv-cinder-759943-5-iscsi neutron-server[83810]:     resp = self.call_func(req, *args, **kw)
Feb 17 03:32:30.729146 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Feb 17 03:32:30.729146 dv-cinder-759943-5-iscsi neutron-server[83810]:     return self.func(req, *args, **kwargs)
Feb 17 03:32:30.729146 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/osprofiler/web.py", line 112, in __call__
Feb 17 03:32:30.729146 dv-cinder-759943-5-iscsi neutron-server[83810]:     return request.get_response(self.application)
Feb 17 03:32:30.729146 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Feb 17 03:32:30.729146 dv-cinder-759943-5-iscsi neutron-server[83810]:     application, catch_exc_info=False)
Feb 17 03:32:30.729146 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Feb 17 03:32:30.729146 dv-cinder-759943-5-iscsi neutron-server[83810]:     app_iter = application(self.environ, start_response)
Feb 17 03:32:30.729146 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Feb 17 03:32:30.729146 dv-cinder-759943-5-iscsi neutron-server[83810]:     resp = self.call_func(req, *args, **kw)
Feb 17 03:32:30.729146 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Feb 17 03:32:30.729146 dv-cinder-759943-5-iscsi neutron-server[83810]:     return self.func(req, *args, **kwargs)
Feb 17 03:32:30.729146 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__
Feb 17 03:32:30.729146 dv-cinder-759943-5-iscsi neutron-server[83810]:     response = req.get_response(self._app)
Feb 17 03:32:30.729146 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Feb 17 03:32:30.729146 dv-cinder-759943-5-iscsi neutron-server[83810]:     application, catch_exc_info=False)
Feb 17 03:32:30.729146 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Feb 17 03:32:30.729146 dv-cinder-759943-5-iscsi neutron-server[83810]:     app_iter = application(self.environ, start_response)
Feb 17 03:32:30.729146 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Feb 17 03:32:30.729146 dv-cinder-759943-5-iscsi neutron-server[83810]:     return resp(environ, start_response)
Feb 17 03:32:30.729146 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Feb 17 03:32:30.729146 dv-cinder-759943-5-iscsi neutron-server[83810]:     return resp(environ, start_response)
Feb 17 03:32:30.729146 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/routes/middleware.py", line 153, in __call__
Feb 17 03:32:30.729146 dv-cinder-759943-5-iscsi neutron-server[83810]:     response = self.app(environ, start_response)
Feb 17 03:32:30.729146 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Feb 17 03:32:30.729146 dv-cinder-759943-5-iscsi neutron-server[83810]:     return resp(environ, start_response)
Feb 17 03:32:30.729146 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Feb 17 03:32:30.729146 dv-cinder-759943-5-iscsi neutron-server[83810]:     resp = self.call_func(req, *args, **kw)
Feb 17 03:32:30.729146 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Feb 17 03:32:30.729146 dv-cinder-759943-5-iscsi neutron-server[83810]:     return self.func(req, *args, **kwargs)
Feb 17 03:32:30.729146 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource
Feb 17 03:32:30.734801 dv-cinder-759943-5-iscsi neutron-server[83810]:     result = method(request=request, **args)
Feb 17 03:32:30.734801 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete
Feb 17 03:32:30.734801 dv-cinder-759943-5-iscsi neutron-server[83810]:     return self._delete(request, id, **kwargs)
Feb 17 03:32:30.734801 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Feb 17 03:32:30.734801 dv-cinder-759943-5-iscsi neutron-server[83810]:     return f(*args, **kwargs)
Feb 17 03:32:30.734801 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Feb 17 03:32:30.734801 dv-cinder-759943-5-iscsi neutron-server[83810]:     return f(*args, **kwargs)
Feb 17 03:32:30.734801 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Feb 17 03:32:30.734801 dv-cinder-759943-5-iscsi neutron-server[83810]:     return f(*dup_args, **dup_kwargs)
Feb 17 03:32:30.734801 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete
Feb 17 03:32:30.734801 dv-cinder-759943-5-iscsi neutron-server[83810]:     obj_deleter(request.context, id, **kwargs)
Feb 17 03:32:30.734801 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 2000, in delete_router
Feb 17 03:32:30.734801 dv-cinder-759943-5-iscsi neutron-server[83810]:     super(L3_NAT_db_mixin, self).delete_router(context, id)
Feb 17 03:32:30.734801 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped
Feb 17 03:32:30.734801 dv-cinder-759943-5-iscsi neutron-server[83810]:     return method(*args, **kwargs)
Feb 17 03:32:30.734801 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Feb 17 03:32:30.734801 dv-cinder-759943-5-iscsi neutron-server[83810]:     return f(*args, **kwargs)
Feb 17 03:32:30.734801 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Feb 17 03:32:30.734801 dv-cinder-759943-5-iscsi neutron-server[83810]:     return f(*args, **kwargs)
Feb 17 03:32:30.734801 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Feb 17 03:32:30.734801 dv-cinder-759943-5-iscsi neutron-server[83810]:     return f(*dup_args, **dup_kwargs)
Feb 17 03:32:30.734801 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 524, in delete_router
Feb 17 03:32:30.734801 dv-cinder-759943-5-iscsi neutron-server[83810]:     self._delete_current_gw_port(context, id, router, None)
Feb 17 03:32:30.734801 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 392, in _delete_current_gw_port
Feb 17 03:32:30.734801 dv-cinder-759943-5-iscsi neutron-server[83810]:     admin_ctx, gw_port_id, l3_port_check=False)
Feb 17 03:32:30.734801 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner
Feb 17 03:32:30.734801 dv-cinder-759943-5-iscsi neutron-server[83810]:     return f(self, context, *args, **kwargs)
Feb 17 03:32:30.734801 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped
Feb 17 03:32:30.734801 dv-cinder-759943-5-iscsi neutron-server[83810]:     return method(*args, **kwargs)
Feb 17 03:32:30.734801 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1953, in delete_port
Feb 17 03:32:30.734801 dv-cinder-759943-5-iscsi neutron-server[83810]:     context, port, router_ids, bound_mech_contexts)
Feb 17 03:32:30.734801 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1962, in _post_delete_port
Feb 17 03:32:30.734801 dv-cinder-759943-5-iscsi neutron-server[83810]:     registry.notify(resources.PORT, events.AFTER_DELETE, self, **kwargs)
Feb 17 03:32:30.734801 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/registry.py", line 56, in notify
Feb 17 03:32:30.734801 dv-cinder-759943-5-iscsi neutron-server[83810]:     _get_callback_manager().notify(resource, event, trigger, **kwargs)
Feb 17 03:32:30.734801 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/utils.py", line 104, in _wrapped
Feb 17 03:32:30.734801 dv-cinder-759943-5-iscsi neutron-server[83810]:     return function(*args, **kwargs)
Feb 17 03:32:30.734801 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 167, in notify
Feb 17 03:32:30.734801 dv-cinder-759943-5-iscsi neutron-server[83810]:     errors = self._notify_loop(resource, event, trigger, **kwargs)
Feb 17 03:32:30.734801 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Feb 17 03:32:30.734801 dv-cinder-759943-5-iscsi neutron-server[83810]:     callback(resource, event, trigger, **kwargs)
Feb 17 03:32:30.734801 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 89, in handle_event
Feb 17 03:32:30.734801 dv-cinder-759943-5-iscsi neutron-server[83810]:     if self._is_session_semantic_violated(context, resource, event):
Feb 17 03:32:30.734801 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 72, in _is_session_semantic_violated
Feb 17 03:32:30.734801 dv-cinder-759943-5-iscsi neutron-server[83810]:     stack = traceback.extract_stack()
Feb 17 03:32:30.734801 dv-cinder-759943-5-iscsi neutron-server[83810]: 
Feb 17 03:32:30.739897 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvr_db [None req-c9ef08f1-e757-4d27-9ff5-bd5ea293ed2a None None] Set router cac00ce8-7e46-4d4d-ac4e-7dde67b36aa0 gateway port host: dv-cinder-759943-5-iscsi {{(pid=83924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 03:32:30.918939 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-dcc447a0-511a-45fc-8abc-93175aa5e2ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-990902'] for router_gateway, after_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:31.038666 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_hamode_db [None req-c9ef08f1-e757-4d27-9ff5-bd5ea293ed2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f17c62c1da0>, [{'id': 'cac00ce8-7e46-4d4d-ac4e-7dde67b36aa0', 'name': 'tempest-ServerRescueNegativeTestJSON-352024799-router', 'tenant_id': '8da7eb55c2cb47dc99275360edd183e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'external_fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': '52a52f33-96ff-4642-b524-3fffb2e91c17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:27:19Z', 'updated_at': '2021-02-17T03:32:28Z', 'revision_number': 5, 'project_id': '8da7eb55c2cb47dc99275360edd183e2', 'gw_port': {'id': '52a52f33-96ff-4642-b524-3fffb2e91c17', 'name': '', 'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:6b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac00ce8-7e46-4d4d-ac4e-7dde67b36aa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:27:21Z', 'updated_at': '2021-02-17T03:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-5-iscsi'}], 'dv-cinder-759943-5-iscsi', False) {} {{(pid=83924) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:32:31.043239 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9ef08f1-e757-4d27-9ff5-bd5ea293ed2a None None] The sync data for ids ['cac00ce8-7e46-4d4d-ac4e-7dde67b36aa0'] in dv-cinder-759943-5-iscsi is: [{'id': 'cac00ce8-7e46-4d4d-ac4e-7dde67b36aa0', 'name': 'tempest-ServerRescueNegativeTestJSON-352024799-router', 'tenant_id': '8da7eb55c2cb47dc99275360edd183e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'external_fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': '52a52f33-96ff-4642-b524-3fffb2e91c17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:27:19Z', 'updated_at': '2021-02-17T03:32:28Z', 'revision_number': 5, 'project_id': '8da7eb55c2cb47dc99275360edd183e2', 'gw_port': {'id': '52a52f33-96ff-4642-b524-3fffb2e91c17', 'name': '', 'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:6b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac00ce8-7e46-4d4d-ac4e-7dde67b36aa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:27:21Z', 'updated_at': '2021-02-17T03:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-5-iscsi'}] {{(pid=83924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 03:32:31.063328 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-dcc447a0-511a-45fc-8abc-93175aa5e2ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-944190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854760956'] for router, precommit_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:31.065750 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-dcc447a0-511a-45fc-8abc-93175aa5e2ea admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:31.153331 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-dcc447a0-511a-45fc-8abc-93175aa5e2ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-945948'] for router, after_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:31.153993 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcc447a0-511a-45fc-8abc-93175aa5e2ea admin admin] Fanout notify agent at l3_agent the message router_deleted on router cac00ce8-7e46-4d4d-ac4e-7dde67b36aa0 {{(pid=83922) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Feb 17 03:32:31.167522 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-dcc447a0-511a-45fc-8abc-93175aa5e2ea admin admin] Notify callbacks [] for router, before_response {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:31.168758 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-dcc447a0-511a-45fc-8abc-93175aa5e2ea admin admin] 10.222.0.57 "DELETE /v2.0/routers/cac00ce8-7e46-4d4d-ac4e-7dde67b36aa0 HTTP/1.1" status: 204  len: 168 time: 1.2890580
Feb 17 03:32:31.171730 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.57', 41688) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:32:31.237727 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.db_base_plugin_v2 [None req-c92169ba-706b-44ae-8abc-1ac1e9684012 admin admin] Deleting subnet e1c7a001-c305-42ea-923a-4661960efd2e {{(pid=83921) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 17 03:32:31.240844 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-c92169ba-706b-44ae-8abc-1ac1e9684012 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:31.295921 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-c92169ba-706b-44ae-8abc-1ac1e9684012 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852641159'] for subnet, precommit_delete_associations {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:31.356982 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-c92169ba-706b-44ae-8abc-1ac1e9684012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036838102275'] for subnet, precommit_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:31.635206 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-c92169ba-706b-44ae-8abc-1ac1e9684012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853913663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852641119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3438525'] for subnet, after_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:31.655888 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:32:31.787275 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92169ba-706b-44ae-8abc-1ac1e9684012 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e1c7a001-c305-42ea-923a-4661960efd2e,revision_number=None']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:32:31.798947 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-c92169ba-706b-44ae-8abc-1ac1e9684012 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:32:31.826046 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24a24eb-f604-4a2a-b354-7abad3bf135f req-122944cb-bd36-4d13-8786-04150db1fc06 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:32:31.827672 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-a24a24eb-f604-4a2a-b354-7abad3bf135f req-122944cb-bd36-4d13-8786-04150db1fc06 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] 10.222.0.57 "GET /v2.0/ports?device_id=7e94fed0-e4c8-44a0-b7df-6e1b44f6f62f HTTP/1.1" status: 200  len: 945 time: 0.0893555
Feb 17 03:32:31.864370 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-c92169ba-706b-44ae-8abc-1ac1e9684012 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854193028'] for subnet, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:31.877730 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-c92169ba-706b-44ae-8abc-1ac1e9684012 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/e1c7a001-c305-42ea-923a-4661960efd2e HTTP/1.1" status: 204  len: 168 time: 0.7025201
Feb 17 03:32:31.878843 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-a24a24eb-f604-4a2a-b354-7abad3bf135f req-26ce9f1e-e7c4-44d4-8e73-f203cc5dd0c3 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] 10.222.0.57 "GET /v2.0/security-groups?id=7a034f11-6095-46d6-bffd-d2ce932f5f6d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443172
Feb 17 03:32:31.879343 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83922) accepted ('10.222.0.57', 41692) {{(pid=83922) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:32:31.882130 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c2a2d6-5d09-4e88-a2d3-2d000dcfeacf req-78fa6462-43a9-4afd-9185-d05c8d078925 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:32:31.887789 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-82c2a2d6-5d09-4e88-a2d3-2d000dcfeacf req-78fa6462-43a9-4afd-9185-d05c8d078925 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.57 "GET /v2.0/ports?device_id=ce920548-efb2-455b-a260-d9b321d73cd9 HTTP/1.1" status: 200  len: 943 time: 0.2017157
Feb 17 03:32:31.933523 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-82c2a2d6-5d09-4e88-a2d3-2d000dcfeacf req-dde7c2cc-bb19-4e99-b24c-30bcad25f142 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.57 "GET /v2.0/security-groups?id=42a135cc-1e4e-4724-8c79-cda705e48efc&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0434196
Feb 17 03:32:31.993757 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-01f68736-d381-4853-8540-c1914067d8ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036838459169'] for network, before_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:32.198936 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Device c510e6f1-6d9a-49dd-9534-8f370a698729 no longer exists at agent ovs-agent-dv-cinder-759943-5-iscsi {{(pid=83923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 03:32:32.237341 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.plugin [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] No Port match for: c510e6f1-6d9a-49dd-9534-8f370a698729 {{(pid=83923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 03:32:32.237741 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Device c510e6f1-6d9a-49dd-9534-8f370a698729 not bound to the agent host dv-cinder-759943-5-iscsi {{(pid=83923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 03:32:32.238209 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Device 52a52f33-96ff-4642-b524-3fffb2e91c17 no longer exists at agent ovs-agent-dv-cinder-759943-5-iscsi {{(pid=83923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 03:32:32.279414 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.plugin [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] No Port match for: 52a52f33-96ff-4642-b524-3fffb2e91c17 {{(pid=83923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 03:32:32.279802 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Device 52a52f33-96ff-4642-b524-3fffb2e91c17 not bound to the agent host dv-cinder-759943-5-iscsi {{(pid=83923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 03:32:32.411092 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-01f68736-d381-4853-8540-c1914067d8ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838103452', 'neutron.services.segments.db._delete_segments_for_network-8733756975594'] for network, precommit_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:32.525647 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.services.segments.db [None req-01f68736-d381-4853-8540-c1914067d8ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f17c42ca978>,) {'filters': {'network_id': ['07c25ad2-4e60-4400-a677-ca2c2e7c85f8']}} {{(pid=83922) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:32:32.538446 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.services.segments.db [None req-01f68736-d381-4853-8540-c1914067d8ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f17c42ca978>, 'd4896407-aba6-4d6e-b442-40b3a9c2021a') {'for_net_delete': True} {{(pid=83922) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:32:32.538779 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.services.segments.db [None req-01f68736-d381-4853-8540-c1914067d8ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f17c42ca978>, 'd4896407-aba6-4d6e-b442-40b3a9c2021a') {} {{(pid=83922) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:32:32.550656 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-01f68736-d381-4853-8540-c1914067d8ff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363303097793020', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3121733'] for segment, before_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:32.567663 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-01f68736-d381-4853-8540-c1914067d8ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16617428'] for segment, precommit_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:32.569805 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-01f68736-d381-4853-8540-c1914067d8ff admin admin] Releasing vxlan tunnel 6 to pool {{(pid=83922) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 17 03:32:32.751608 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.managers [None req-01f68736-d381-4853-8540-c1914067d8ff admin admin] Network 07c25ad2-4e60-4400-a677-ca2c2e7c85f8 has no segments {{(pid=83922) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 03:32:32.761015 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-01f68736-d381-4853-8540-c1914067d8ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036838158356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2929321'] for segment, after_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:32.948605 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.managers [None req-01f68736-d381-4853-8540-c1914067d8ff admin admin] Network 07c25ad2-4e60-4400-a677-ca2c2e7c85f8 has no segments {{(pid=83922) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 03:32:32.971474 dv-cinder-759943-5-iscsi neutron-server[83810]: Traceback (most recent call last):
Feb 17 03:32:32.971474 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 17 03:32:32.971474 dv-cinder-759943-5-iscsi neutron-server[83810]:     timer()
Feb 17 03:32:32.971474 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 17 03:32:32.971474 dv-cinder-759943-5-iscsi neutron-server[83810]:     cb(*args, **kw)
Feb 17 03:32:32.971474 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 17 03:32:32.971474 dv-cinder-759943-5-iscsi neutron-server[83810]:     return func(*args, **kwargs)
Feb 17 03:32:32.971474 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 17 03:32:32.971474 dv-cinder-759943-5-iscsi neutron-server[83810]:     self._notify()
Feb 17 03:32:32.971474 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 17 03:32:32.971474 dv-cinder-759943-5-iscsi neutron-server[83810]:     self.callback(batched_events)
Feb 17 03:32:32.971474 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 17 03:32:32.971474 dv-cinder-759943-5-iscsi neutron-server[83810]:     event.method(event)
Feb 17 03:32:32.971474 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 17 03:32:32.971474 dv-cinder-759943-5-iscsi neutron-server[83810]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 17 03:32:32.971474 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 17 03:32:32.971474 dv-cinder-759943-5-iscsi neutron-server[83810]:     segment_id)['aggregates'][0]
Feb 17 03:32:32.971474 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 17 03:32:32.971474 dv-cinder-759943-5-iscsi neutron-server[83810]:     return f(self, *a, **k)
Feb 17 03:32:32.971474 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 17 03:32:32.971474 dv-cinder-759943-5-iscsi neutron-server[83810]:     return self._get(url).json()
Feb 17 03:32:32.971474 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 17 03:32:32.971474 dv-cinder-759943-5-iscsi neutron-server[83810]:     **kwargs)
Feb 17 03:32:32.971474 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 17 03:32:32.971474 dv-cinder-759943-5-iscsi neutron-server[83810]:     return self.request(url, 'GET', **kwargs)
Feb 17 03:32:32.971474 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 17 03:32:32.971474 dv-cinder-759943-5-iscsi neutron-server[83810]:     **endpoint_filter)
Feb 17 03:32:32.971474 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 17 03:32:32.971474 dv-cinder-759943-5-iscsi neutron-server[83810]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 17 03:32:32.971474 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 17 03:32:32.971474 dv-cinder-759943-5-iscsi neutron-server[83810]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 17 03:32:32.971474 dv-cinder-759943-5-iscsi neutron-server[83810]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 17 03:32:33.107582 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-01f68736-d381-4853-8540-c1914067d8ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16672364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853781874'] for network, after_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:33.115056 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:32:33.131529 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-01f68736-d381-4853-8540-c1914067d8ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854193028'] for network, before_response {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:33.148762 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f68736-d381-4853-8540-c1914067d8ff admin admin] Pushing event deleted for resources: {'Network': ['ID=07c25ad2-4e60-4400-a677-ca2c2e7c85f8,revision_number=None']} {{(pid=83922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:32:33.150177 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71883462-d4f7-4e2b-a7be-f85b3e2698e1 req-a21a16d8-2069-4509-91f7-2e22bace03d4 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:32:33.151844 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-71883462-d4f7-4e2b-a7be-f85b3e2698e1 req-a21a16d8-2069-4509-91f7-2e22bace03d4 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.57 "GET /v2.0/ports?device_id=ce920548-efb2-455b-a260-d9b321d73cd9 HTTP/1.1" status: 200  len: 943 time: 0.0914333
Feb 17 03:32:33.156049 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-01f68736-d381-4853-8540-c1914067d8ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:32:33.159540 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-01f68736-d381-4853-8540-c1914067d8ff admin admin] 10.222.0.57 "DELETE /v2.0/networks/07c25ad2-4e60-4400-a677-ca2c2e7c85f8 HTTP/1.1" status: 204  len: 168 time: 1.2792182
Feb 17 03:32:33.169346 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567edab9-6b6f-4fe3-b89a-079583eb502a req-b5d36cfb-72f0-4b94-b39b-46d2c22ae1ce tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:32:33.170936 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-567edab9-6b6f-4fe3-b89a-079583eb502a req-b5d36cfb-72f0-4b94-b39b-46d2c22ae1ce tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] 10.222.0.57 "GET /v2.0/ports?device_id=7e94fed0-e4c8-44a0-b7df-6e1b44f6f62f HTTP/1.1" status: 200  len: 945 time: 0.1312609
Feb 17 03:32:33.207393 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-71883462-d4f7-4e2b-a7be-f85b3e2698e1 req-10f8dc3a-df6c-434d-a8a7-dfa99340b9a5 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.57 "GET /v2.0/security-groups?id=42a135cc-1e4e-4724-8c79-cda705e48efc&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0479250
Feb 17 03:32:33.233266 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-567edab9-6b6f-4fe3-b89a-079583eb502a req-352baa85-ec3a-423a-bb35-4f7410e5fa27 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] 10.222.0.57 "GET /v2.0/security-groups?id=7a034f11-6095-46d6-bffd-d2ce932f5f6d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0554407
Feb 17 03:32:33.296599 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83922) accepted ('10.222.0.57', 41712) {{(pid=83922) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:32:33.348432 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-f0e1bf7e-6227-4c74-a1e8-b8e092a192ee admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=8da7eb55c2cb47dc99275360edd183e2&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0505223
Feb 17 03:32:33.351100 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83922) accepted ('10.222.0.57', 41718) {{(pid=83922) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:32:33.411699 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-f80a8201-01f2-4b88-bf8c-c0d5ba55e860 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:33.438643 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-f80a8201-01f2-4b88-bf8c-c0d5ba55e860 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:33.487181 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-f80a8201-01f2-4b88-bf8c-c0d5ba55e860 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876219'] for security_group, after_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:33.492144 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-e5b070c2-e078-473d-8e3b-cd3d0c2acdf5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:32:33.506031 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80a8201-01f2-4b88-bf8c-c0d5ba55e860 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8d8b256-f933-42bb-9ad3-a02b9415114a,revision_number=None']} {{(pid=83922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:32:33.511207 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-f80a8201-01f2-4b88-bf8c-c0d5ba55e860 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:32:33.514121 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-f80a8201-01f2-4b88-bf8c-c0d5ba55e860 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:33.515640 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-f80a8201-01f2-4b88-bf8c-c0d5ba55e860 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a8d8b256-f933-42bb-9ad3-a02b9415114a HTTP/1.1" status: 204  len: 168 time: 0.1634092
Feb 17 03:32:34.426290 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54790fa2-b19b-4b4d-9449-263ac3e706a7 req-05115cdd-11e9-4602-b34d-f9c5733361b7 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:32:34.428480 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-54790fa2-b19b-4b4d-9449-263ac3e706a7 req-05115cdd-11e9-4602-b34d-f9c5733361b7 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.57 "GET /v2.0/ports?device_id=ce920548-efb2-455b-a260-d9b321d73cd9 HTTP/1.1" status: 200  len: 943 time: 0.0971525
Feb 17 03:32:34.481529 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-54790fa2-b19b-4b4d-9449-263ac3e706a7 req-2510b4fe-ca4c-41e2-b1ca-c3cb5be598f5 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.57 "GET /v2.0/security-groups?id=42a135cc-1e4e-4724-8c79-cda705e48efc&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0462885
Feb 17 03:32:34.542374 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf19b97-b84d-4283-9e9c-6fc2c2c767c9 req-2a8c41b4-ee3d-4566-abf7-b7a6e5a9b357 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:32:34.544462 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-8cf19b97-b84d-4283-9e9c-6fc2c2c767c9 req-2a8c41b4-ee3d-4566-abf7-b7a6e5a9b357 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] 10.222.0.57 "GET /v2.0/ports?device_id=7e94fed0-e4c8-44a0-b7df-6e1b44f6f62f HTTP/1.1" status: 200  len: 945 time: 0.1011434
Feb 17 03:32:34.616503 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-8cf19b97-b84d-4283-9e9c-6fc2c2c767c9 req-458ff6c5-546c-4a1f-97d2-eb706305ab42 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] 10.222.0.57 "GET /v2.0/security-groups?id=7a034f11-6095-46d6-bffd-d2ce932f5f6d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0653694
Feb 17 03:32:34.658754 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e943376-3ec9-4590-8ab9-9839d8dfa1e3 req-379f0f9f-253d-4684-8f65-9d0d9b8ecf13 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:32:34.660346 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-9e943376-3ec9-4590-8ab9-9839d8dfa1e3 req-379f0f9f-253d-4684-8f65-9d0d9b8ecf13 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] 10.222.0.54 "GET /v2.0/ports?device_id=7e94fed0-e4c8-44a0-b7df-6e1b44f6f62f HTTP/1.1" status: 200  len: 945 time: 0.1192617
Feb 17 03:32:34.729677 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Device 2695e8c8-f6c0-48e2-9f5f-06e7275761a5 up at agent ovs-agent-hv-cinder-75994 {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:32:34.741977 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.plugin [req-9e943376-3ec9-4590-8ab9-9839d8dfa1e3 req-24e429a4-54b8-4a3d-8b32-9fd6e91e4e2d tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] Deleting port 2695e8c8-f6c0-48e2-9f5f-06e7275761a5 {{(pid=83921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 03:32:34.742355 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-9e943376-3ec9-4590-8ab9-9839d8dfa1e3 req-24e429a4-54b8-4a3d-8b32-9fd6e91e4e2d tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363303097822068'] for port, before_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:34.819262 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Provisioning complete for port 2695e8c8-f6c0-48e2-9f5f-06e7275761a5 triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:32:34.820415 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838161172'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:35.067710 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.db [req-9e943376-3ec9-4590-8ab9-9839d8dfa1e3 req-24e429a4-54b8-4a3d-8b32-9fd6e91e4e2d tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] For port 2695e8c8-f6c0-48e2-9f5f-06e7275761a5, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=2695e8c8-f6c0-48e2-9f5f-06e7275761a5,segment=NetworkSegment(4bd29afe-058f-4758-98df-05beb902e75b),segment_id=4bd29afe-058f-4758-98df-05beb902e75b)] {{(pid=83921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:32:35.068209 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-9e943376-3ec9-4590-8ab9-9839d8dfa1e3 req-24e429a4-54b8-4a3d-8b32-9fd6e91e4e2d tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853786502'] for port, precommit_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:35.225559 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.plugin [req-9e943376-3ec9-4590-8ab9-9839d8dfa1e3 req-24e429a4-54b8-4a3d-8b32-9fd6e91e4e2d tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] Calling delete_port for 2695e8c8-f6c0-48e2-9f5f-06e7275761a5 owned by compute:nova {{(pid=83921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 03:32:35.382595 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-9e943376-3ec9-4590-8ab9-9839d8dfa1e3 req-24e429a4-54b8-4a3d-8b32-9fd6e91e4e2d tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363303097879497', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363303098261142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852640907'] for port, after_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:35.400009 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-facea8a3-ee31-4d4b-a950-79f6b84b59a1 tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:32:35.510663 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e429a4-54b8-4a3d-8b32-9fd6e91e4e2d tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] Pushing event deleted for resources: {'Port': ['ID=2695e8c8-f6c0-48e2-9f5f-06e7275761a5,revision_number=None']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:32:35.523328 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-24e429a4-54b8-4a3d-8b32-9fd6e91e4e2d tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:32:35.652965 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e943376-3ec9-4590-8ab9-9839d8dfa1e3 req-24e429a4-54b8-4a3d-8b32-9fd6e91e4e2d tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] No DVR routers for this DVR port 2695e8c8-f6c0-48e2-9f5f-06e7275761a5 on host hv-cinder-75994 {{(pid=83921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 03:32:35.661085 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-9e943376-3ec9-4590-8ab9-9839d8dfa1e3 req-24e429a4-54b8-4a3d-8b32-9fd6e91e4e2d tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774597'] for port, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:35.664527 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e94fed0-e4c8-44a0-b7df-6e1b44f6f62f', 'name': 'network-vif-deleted', 'tag': '2695e8c8-f6c0-48e2-9f5f-06e7275761a5'}] {{(pid=83921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 03:32:35.700714 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-9e943376-3ec9-4590-8ab9-9839d8dfa1e3 req-24e429a4-54b8-4a3d-8b32-9fd6e91e4e2d tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] 10.222.0.54 "DELETE /v2.0/ports/2695e8c8-f6c0-48e2-9f5f-06e7275761a5 HTTP/1.1" status: 204  len: 173 time: 1.0329907
Feb 17 03:32:35.732505 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a952e6-8dc9-487b-9c23-04af742b491e req-bb097982-ec8d-4e4a-ab86-8f3b0f1c5dab tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:32:35.734146 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-34a952e6-8dc9-487b-9c23-04af742b491e req-bb097982-ec8d-4e4a-ab86-8f3b0f1c5dab tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.57 "GET /v2.0/ports?device_id=ce920548-efb2-455b-a260-d9b321d73cd9 HTTP/1.1" status: 200  len: 943 time: 0.1249774
Feb 17 03:32:35.806087 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-34a952e6-8dc9-487b-9c23-04af742b491e req-25bd804c-5b73-497b-8e65-58f8f6146d74 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.57 "GET /v2.0/security-groups?id=42a135cc-1e4e-4724-8c79-cda705e48efc&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0631652
Feb 17 03:32:35.847406 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-34908048-ccb2-485c-bede-40117396bb4d req-2d0a9793-bce7-4d6b-b206-34212e24936a tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] 10.222.0.57 "GET /v2.0/ports?device_id=7e94fed0-e4c8-44a0-b7df-6e1b44f6f62f HTTP/1.1" status: 200  len: 210 time: 0.0811672
Feb 17 03:32:35.922954 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e94fed0-e4c8-44a0-b7df-6e1b44f6f62f', 'name': 'network-vif-deleted', 'tag': '2695e8c8-f6c0-48e2-9f5f-06e7275761a5', 'status': 'completed', 'code': 200}
Feb 17 03:32:37.011965 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed1cae5-90af-446f-ac97-525243a02944 req-6050a3a1-f683-48e2-a868-e7370569378e tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:32:37.013605 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-7ed1cae5-90af-446f-ac97-525243a02944 req-6050a3a1-f683-48e2-a868-e7370569378e tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.57 "GET /v2.0/ports?device_id=ce920548-efb2-455b-a260-d9b321d73cd9 HTTP/1.1" status: 200  len: 943 time: 0.0893261
Feb 17 03:32:37.061429 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-7ed1cae5-90af-446f-ac97-525243a02944 req-f58e4d55-2040-4da6-bdda-cf342aacc6b5 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.57 "GET /v2.0/security-groups?id=42a135cc-1e4e-4724-8c79-cda705e48efc&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0413256
Feb 17 03:32:37.866544 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Device 2695e8c8-f6c0-48e2-9f5f-06e7275761a5 no longer exists at agent ovs-agent-hv-cinder-75994 {{(pid=83923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 03:32:37.907205 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.plugin [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] No Port match for: 2695e8c8-f6c0-48e2-9f5f-06e7275761a5 {{(pid=83923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 03:32:37.907745 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Device 2695e8c8-f6c0-48e2-9f5f-06e7275761a5 not bound to the agent host hv-cinder-75994 {{(pid=83923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 03:32:38.260351 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56391824-3bb2-494e-91c9-d83c919f08c4 req-25976349-0a7d-4a28-80f3-2db484a840ae tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:32:38.262002 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-56391824-3bb2-494e-91c9-d83c919f08c4 req-25976349-0a7d-4a28-80f3-2db484a840ae tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.57 "GET /v2.0/ports?device_id=ce920548-efb2-455b-a260-d9b321d73cd9 HTTP/1.1" status: 200  len: 943 time: 0.0875304
Feb 17 03:32:38.316430 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-56391824-3bb2-494e-91c9-d83c919f08c4 req-e9acb209-4dfb-4884-aa62-8d26e5d33667 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.57 "GET /v2.0/security-groups?id=42a135cc-1e4e-4724-8c79-cda705e48efc&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0481260
Feb 17 03:32:38.974593 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3add71b5-30a9-48e5-8335-9553fa4fcdd4 req-82659375-7910-4bcf-b5ff-edb130a4ea4f tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:32:38.976244 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-3add71b5-30a9-48e5-8335-9553fa4fcdd4 req-82659375-7910-4bcf-b5ff-edb130a4ea4f tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/ports?device_id=4840bec6-59fa-4a75-9cab-b8eba3fced9d HTTP/1.1" status: 200  len: 945 time: 0.0862811
Feb 17 03:32:39.025590 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-3add71b5-30a9-48e5-8335-9553fa4fcdd4 req-f0036925-2371-4066-afa5-c52a696d31a3 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/security-groups?id=e00a9105-e774-4a39-a8ac-bb2eb11aef9a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423992
Feb 17 03:32:39.530268 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48a4286-5cb7-42b8-857d-c07c22c873fc req-7100f69d-5086-4240-8481-2e05e59628d8 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:32:39.532082 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-e48a4286-5cb7-42b8-857d-c07c22c873fc req-7100f69d-5086-4240-8481-2e05e59628d8 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.57 "GET /v2.0/ports?device_id=ce920548-efb2-455b-a260-d9b321d73cd9 HTTP/1.1" status: 200  len: 943 time: 0.0997739
Feb 17 03:32:39.599033 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-e48a4286-5cb7-42b8-857d-c07c22c873fc req-77ab01e5-98c9-41c2-9eaa-a1b297eaee0e tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.57 "GET /v2.0/security-groups?id=42a135cc-1e4e-4724-8c79-cda705e48efc&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0595875
Feb 17 03:32:39.968902 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c86071-222b-4dec-9887-2e82bf343d53 req-82c3ed0a-9f44-4563-8d08-075591b91930 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:32:39.969705 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [req-b2c86071-222b-4dec-9887-2e82bf343d53 req-82c3ed0a-9f44-4563-8d08-075591b91930 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] Synchronizing usage tracker for tenant:41ae341c7001465897265b1c5eda9767 on resource:port {{(pid=83921) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 03:32:39.985454 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [req-b2c86071-222b-4dec-9887-2e82bf343d53 req-82c3ed0a-9f44-4563-8d08-075591b91930 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] Unset dirty status for tenant:41ae341c7001465897265b1c5eda9767 on resource:port {{(pid=83921) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 03:32:39.987234 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-b2c86071-222b-4dec-9887-2e82bf343d53 req-82c3ed0a-9f44-4563-8d08-075591b91930 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] 10.222.0.57 "GET /v2.0/ports?device_id=9c691a18-0bdc-4921-9246-3de1981b4c2b HTTP/1.1" status: 200  len: 946 time: 0.1414437
Feb 17 03:32:40.037985 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-b2c86071-222b-4dec-9887-2e82bf343d53 req-e9de1d2d-30ca-4dcb-be07-75f8b0e58c21 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] 10.222.0.57 "GET /v2.0/security-groups?id=7a034f11-6095-46d6-bffd-d2ce932f5f6d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435636
Feb 17 03:32:40.123428 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da77e047-7798-43f4-b83e-7ae946ed9341 req-952bd22e-f67f-4ad2-99c5-759cfa0e1891 tempest-VolumesSnapshotTestJSON-1509273995 tempest-VolumesSnapshotTestJSON-1509273995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:32:40.127873 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-da77e047-7798-43f4-b83e-7ae946ed9341 req-952bd22e-f67f-4ad2-99c5-759cfa0e1891 tempest-VolumesSnapshotTestJSON-1509273995 tempest-VolumesSnapshotTestJSON-1509273995-project] 10.222.0.57 "GET /v2.0/ports?device_id=ed26f5aa-77e4-4e92-b7bf-20ae530ebe42 HTTP/1.1" status: 200  len: 946 time: 0.0951030
Feb 17 03:32:40.178409 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-da77e047-7798-43f4-b83e-7ae946ed9341 req-3db937b8-c3c4-494c-9caa-c9143f55a662 tempest-VolumesSnapshotTestJSON-1509273995 tempest-VolumesSnapshotTestJSON-1509273995-project] 10.222.0.57 "GET /v2.0/security-groups?id=4d424e17-ab05-4607-9df7-8d3f76ab183e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459192
Feb 17 03:32:40.178534 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83922) accepted ('10.222.0.57', 41920) {{(pid=83922) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:32:40.241168 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6927a1-6858-41c3-a04f-3d0ed1af4d32 req-67cc28cf-1785-45f4-a011-f891e05b521d tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:32:40.243390 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-7f6927a1-6858-41c3-a04f-3d0ed1af4d32 req-67cc28cf-1785-45f4-a011-f891e05b521d tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/ports?device_id=4840bec6-59fa-4a75-9cab-b8eba3fced9d HTTP/1.1" status: 200  len: 945 time: 0.0898285
Feb 17 03:32:40.291613 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-7f6927a1-6858-41c3-a04f-3d0ed1af4d32 req-2e60cf92-ffee-43c2-b9a5-04bf3d9b2f6b tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/security-groups?id=e00a9105-e774-4a39-a8ac-bb2eb11aef9a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419798
Feb 17 03:32:40.307380 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-bf4ccc91-81e3-4149-9d00-88d3099dc76d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:40.323495 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-bf4ccc91-81e3-4149-9d00-88d3099dc76d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:32:40.327572 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-bf4ccc91-81e3-4149-9d00-88d3099dc76d admin admin] Usage tracker for resource:security_group_rule and tenant:ee1748c0e56f47bb825371ffa2db7147 is out of sync, need to count used quota {{(pid=83922) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:32:40.330558 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-bf4ccc91-81e3-4149-9d00-88d3099dc76d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83922) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:32:40.336302 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-bf4ccc91-81e3-4149-9d00-88d3099dc76d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:32:40.422709 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-bf4ccc91-81e3-4149-9d00-88d3099dc76d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:40.425311 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-bf4ccc91-81e3-4149-9d00-88d3099dc76d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876219'] for security_group, after_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:40.434573 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-3a9fd354-7512-4430-acf3-584fde50fdcf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:32:40.476865 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-bf4ccc91-81e3-4149-9d00-88d3099dc76d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=ee1748c0e56f47bb825371ffa2db7147&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2972336
Feb 17 03:32:40.478366 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4ccc91-81e3-4149-9d00-88d3099dc76d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a74d183-c269-4c5a-9590-ab5c03452831,revision_number=1']} {{(pid=83922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:32:40.480344 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.57', 41926) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:32:40.481902 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-bf4ccc91-81e3-4149-9d00-88d3099dc76d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:32:40.541998 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-f89cc6c0-ddd0-470b-b595-c7b665b6a12e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:40.568732 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-f89cc6c0-ddd0-470b-b595-c7b665b6a12e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:40.618673 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-f89cc6c0-ddd0-470b-b595-c7b665b6a12e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876219'] for security_group, after_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:40.623938 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-1e80712a-928e-446b-8b2a-e6a46acfb3b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:32:40.635296 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89cc6c0-ddd0-470b-b595-c7b665b6a12e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a74d183-c269-4c5a-9590-ab5c03452831,revision_number=None']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:32:40.641614 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-f89cc6c0-ddd0-470b-b595-c7b665b6a12e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:32:40.642535 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-f89cc6c0-ddd0-470b-b595-c7b665b6a12e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:40.645610 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-f89cc6c0-ddd0-470b-b595-c7b665b6a12e admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/5a74d183-c269-4c5a-9590-ab5c03452831 HTTP/1.1" status: 204  len: 168 time: 0.1641860
Feb 17 03:32:40.829649 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddde31e0-66a2-45d4-9b35-51dfc494be7f req-06bcb6f0-64b8-4b69-9690-940ded870f38 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:32:40.831201 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-ddde31e0-66a2-45d4-9b35-51dfc494be7f req-06bcb6f0-64b8-4b69-9690-940ded870f38 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.57 "GET /v2.0/ports?device_id=ce920548-efb2-455b-a260-d9b321d73cd9 HTTP/1.1" status: 200  len: 943 time: 0.1125588
Feb 17 03:32:40.886561 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-ddde31e0-66a2-45d4-9b35-51dfc494be7f req-089ed3fc-714d-43c2-a634-8a71037bc57c tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.57 "GET /v2.0/security-groups?id=42a135cc-1e4e-4724-8c79-cda705e48efc&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0484018
Feb 17 03:32:40.962995 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.57', 41938) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:32:40.982383 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-649ed9a5-d065-490c-a9f3-22c3562edac3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:40.997308 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-649ed9a5-d065-490c-a9f3-22c3562edac3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:32:41.001467 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-649ed9a5-d065-490c-a9f3-22c3562edac3 admin admin] Usage tracker for resource:security_group_rule and tenant:6c12e50c251b4f8ca904127c8e8abf7e is out of sync, need to count used quota {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:32:41.004385 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-649ed9a5-d065-490c-a9f3-22c3562edac3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:32:41.010094 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-649ed9a5-d065-490c-a9f3-22c3562edac3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:32:41.111107 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-649ed9a5-d065-490c-a9f3-22c3562edac3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:41.115472 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-649ed9a5-d065-490c-a9f3-22c3562edac3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876219'] for security_group, after_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:41.124227 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-8ae09e5e-47f9-4b68-bccc-13e433365f0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:32:41.201496 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-649ed9a5-d065-490c-a9f3-22c3562edac3 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=6c12e50c251b4f8ca904127c8e8abf7e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2372479
Feb 17 03:32:41.205478 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83922) accepted ('10.222.0.57', 41944) {{(pid=83922) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:32:41.207986 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649ed9a5-d065-490c-a9f3-22c3562edac3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc9edfb4-1fbc-4817-b7dd-91e077a5cc30,revision_number=1']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:32:41.216812 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-649ed9a5-d065-490c-a9f3-22c3562edac3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:32:41.255293 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6937b446-695d-4c06-858f-3ecbf3bc637e req-86e796f0-cba8-42df-b4d0-0f91779c2542 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:32:41.257014 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-6937b446-695d-4c06-858f-3ecbf3bc637e req-86e796f0-cba8-42df-b4d0-0f91779c2542 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] 10.222.0.57 "GET /v2.0/ports?device_id=9c691a18-0bdc-4921-9246-3de1981b4c2b HTTP/1.1" status: 200  len: 946 time: 0.0981433
Feb 17 03:32:41.270526 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-9194ec0d-f0b0-4044-8b65-588fadffb3e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:41.299475 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-9194ec0d-f0b0-4044-8b65-588fadffb3e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:41.310323 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-6937b446-695d-4c06-858f-3ecbf3bc637e req-8f4a7497-3896-4dec-85b8-bc15f66bd3c9 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] 10.222.0.57 "GET /v2.0/security-groups?id=7a034f11-6095-46d6-bffd-d2ce932f5f6d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455551
Feb 17 03:32:41.423099 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7242390e-477d-46c5-9d14-a8aea07a988f req-b826b0a7-1d3d-453d-9eb3-e17c5f58cacb tempest-VolumesSnapshotTestJSON-1509273995 tempest-VolumesSnapshotTestJSON-1509273995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:32:41.424691 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-7242390e-477d-46c5-9d14-a8aea07a988f req-b826b0a7-1d3d-453d-9eb3-e17c5f58cacb tempest-VolumesSnapshotTestJSON-1509273995 tempest-VolumesSnapshotTestJSON-1509273995-project] 10.222.0.57 "GET /v2.0/ports?device_id=ed26f5aa-77e4-4e92-b7bf-20ae530ebe42 HTTP/1.1" status: 200  len: 946 time: 0.1151924
Feb 17 03:32:41.425787 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-9194ec0d-f0b0-4044-8b65-588fadffb3e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876219'] for security_group, after_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:41.431307 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-af310bab-2b2b-4b21-95f7-dcf8ed615d95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:32:41.458815 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9194ec0d-f0b0-4044-8b65-588fadffb3e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc9edfb4-1fbc-4817-b7dd-91e077a5cc30,revision_number=None']} {{(pid=83922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:32:41.464400 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-9194ec0d-f0b0-4044-8b65-588fadffb3e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:32:41.483943 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-9194ec0d-f0b0-4044-8b65-588fadffb3e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:41.488046 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-9194ec0d-f0b0-4044-8b65-588fadffb3e6 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/bc9edfb4-1fbc-4817-b7dd-91e077a5cc30 HTTP/1.1" status: 204  len: 168 time: 0.2812843
Feb 17 03:32:41.499746 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-7242390e-477d-46c5-9d14-a8aea07a988f req-783be67b-b945-412d-8b65-d62f7c04dda2 tempest-VolumesSnapshotTestJSON-1509273995 tempest-VolumesSnapshotTestJSON-1509273995-project] 10.222.0.57 "GET /v2.0/security-groups?id=4d424e17-ab05-4607-9df7-8d3f76ab183e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0617108
Feb 17 03:32:41.518637 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702d43a5-7935-4b84-a959-2daf775e219c req-eac0987e-11e9-42ef-9308-f59216da9649 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:32:41.520481 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-702d43a5-7935-4b84-a959-2daf775e219c req-eac0987e-11e9-42ef-9308-f59216da9649 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/ports?device_id=4840bec6-59fa-4a75-9cab-b8eba3fced9d HTTP/1.1" status: 200  len: 945 time: 0.1098692
Feb 17 03:32:41.569163 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-702d43a5-7935-4b84-a959-2daf775e219c req-1963a3e9-f23c-4e68-863f-f21708909f57 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/security-groups?id=e00a9105-e774-4a39-a8ac-bb2eb11aef9a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415950
Feb 17 03:32:42.089881 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d6dfa2-d652-4f01-ab90-3878a61bf934 req-6aa49fcc-0091-49ba-ae89-d8edbaafa41e tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:32:42.091493 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-49d6dfa2-d652-4f01-ab90-3878a61bf934 req-6aa49fcc-0091-49ba-ae89-d8edbaafa41e tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.57 "GET /v2.0/ports?device_id=ce920548-efb2-455b-a260-d9b321d73cd9 HTTP/1.1" status: 200  len: 943 time: 0.0862603
Feb 17 03:32:42.141605 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-49d6dfa2-d652-4f01-ab90-3878a61bf934 req-457fe211-9ae8-48a7-8446-561ee0e95c12 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.57 "GET /v2.0/security-groups?id=42a135cc-1e4e-4724-8c79-cda705e48efc&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0421526
Feb 17 03:32:42.540255 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cedc71-b195-4eb0-b553-7dfdf6c8a91b req-6299c535-64ce-469f-ad22-96df5e3f9305 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:32:42.541887 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-89cedc71-b195-4eb0-b553-7dfdf6c8a91b req-6299c535-64ce-469f-ad22-96df5e3f9305 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] 10.222.0.54 "GET /v2.0/ports?device_id=9c691a18-0bdc-4921-9246-3de1981b4c2b HTTP/1.1" status: 200  len: 946 time: 0.1626797
Feb 17 03:32:42.592889 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9a95a2-c073-481c-b91c-1ded3112218e req-b86e732f-f40c-44a9-9d66-78e4542c0b7d tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:32:42.594443 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-cc9a95a2-c073-481c-b91c-1ded3112218e req-b86e732f-f40c-44a9-9d66-78e4542c0b7d tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] 10.222.0.57 "GET /v2.0/ports?device_id=9c691a18-0bdc-4921-9246-3de1981b4c2b HTTP/1.1" status: 200  len: 946 time: 0.1604524
Feb 17 03:32:42.665224 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.plugin [req-89cedc71-b195-4eb0-b553-7dfdf6c8a91b req-b8c88302-5b72-4d51-8633-31e038286337 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] Deleting port a0f6513d-f485-4f7e-a35c-1db2dcf6b082 {{(pid=83921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 03:32:42.665480 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-89cedc71-b195-4eb0-b553-7dfdf6c8a91b req-b8c88302-5b72-4d51-8633-31e038286337 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363303097822068'] for port, before_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:42.711112 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05a83f6-b955-4e5c-a56b-616ff5004acb req-2967fb86-d7f0-4112-bb6f-928e7fd40822 tempest-VolumesSnapshotTestJSON-1509273995 tempest-VolumesSnapshotTestJSON-1509273995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:32:42.713306 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-b05a83f6-b955-4e5c-a56b-616ff5004acb req-2967fb86-d7f0-4112-bb6f-928e7fd40822 tempest-VolumesSnapshotTestJSON-1509273995 tempest-VolumesSnapshotTestJSON-1509273995-project] 10.222.0.57 "GET /v2.0/ports?device_id=ed26f5aa-77e4-4e92-b7bf-20ae530ebe42 HTTP/1.1" status: 200  len: 946 time: 0.0934212
Feb 17 03:32:42.716410 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-cc9a95a2-c073-481c-b91c-1ded3112218e req-fcaccc7c-4baf-41b5-a458-fb41a3925570 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] 10.222.0.57 "GET /v2.0/security-groups?id=7a034f11-6095-46d6-bffd-d2ce932f5f6d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1119373
Feb 17 03:32:42.765997 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-b05a83f6-b955-4e5c-a56b-616ff5004acb req-8bcc25c7-ae6c-4c62-bfe9-cf63018bf95a tempest-VolumesSnapshotTestJSON-1509273995 tempest-VolumesSnapshotTestJSON-1509273995-project] 10.222.0.57 "GET /v2.0/security-groups?id=4d424e17-ab05-4607-9df7-8d3f76ab183e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462713
Feb 17 03:32:42.799124 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Device 859d2cf9-e281-49ce-9ffd-0ab7067e438e up at agent ovs-agent-hv-cinder-75994 {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:32:42.909113 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Provisioning complete for port 859d2cf9-e281-49ce-9ffd-0ab7067e438e triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:32:42.910082 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838161172'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:43.082715 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Device a0f6513d-f485-4f7e-a35c-1db2dcf6b082 no longer exists at agent ovs-agent-hv-cinder-75994 {{(pid=83923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 03:32:43.144275 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.db [req-89cedc71-b195-4eb0-b553-7dfdf6c8a91b req-b8c88302-5b72-4d51-8633-31e038286337 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] For port a0f6513d-f485-4f7e-a35c-1db2dcf6b082, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=a0f6513d-f485-4f7e-a35c-1db2dcf6b082,segment=NetworkSegment(4bd29afe-058f-4758-98df-05beb902e75b),segment_id=4bd29afe-058f-4758-98df-05beb902e75b)] {{(pid=83921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:32:43.144679 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-89cedc71-b195-4eb0-b553-7dfdf6c8a91b req-b8c88302-5b72-4d51-8633-31e038286337 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853786502'] for port, precommit_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:43.216522 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for port, before_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:43.260888 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.db [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] For port a0f6513d-f485-4f7e-a35c-1db2dcf6b082, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=a0f6513d-f485-4f7e-a35c-1db2dcf6b082,segment=NetworkSegment(4bd29afe-058f-4758-98df-05beb902e75b),segment_id=4bd29afe-058f-4758-98df-05beb902e75b)] {{(pid=83923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:32:43.262225 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c691a18-0bdc-4921-9246-3de1981b4c2b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a0f6513d-f485-4f7e-a35c-1db2dcf6b082'}] {{(pid=83923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 03:32:43.269236 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303097879514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733756514675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303098261108'] for port, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:43.271883 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-3ca59aaa-8f75-4b40-91b9-0a5c2c58c664 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:32:43.354200 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Pushing event updated for resources: {'Port': ['ID=a0f6513d-f485-4f7e-a35c-1db2dcf6b082,revision_number=5']} {{(pid=83923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:32:43.359028 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:32:43.373829 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959b3e87-c093-4923-a74e-5bbf2fd829b0 req-c6f8ecbf-9017-4d27-8b51-e4218f334218 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:32:43.375518 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-959b3e87-c093-4923-a74e-5bbf2fd829b0 req-c6f8ecbf-9017-4d27-8b51-e4218f334218 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.57 "GET /v2.0/ports?device_id=ce920548-efb2-455b-a260-d9b321d73cd9 HTTP/1.1" status: 200  len: 943 time: 0.1117361
Feb 17 03:32:43.427994 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-959b3e87-c093-4923-a74e-5bbf2fd829b0 req-effb3bc2-6b06-4fce-bb9e-431a7f3fa43b tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.57 "GET /v2.0/security-groups?id=42a135cc-1e4e-4724-8c79-cda705e48efc&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0461283
Feb 17 03:32:43.490343 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c691a18-0bdc-4921-9246-3de1981b4c2b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a0f6513d-f485-4f7e-a35c-1db2dcf6b082', 'code': 200}
Feb 17 03:32:43.519930 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.plugin [req-89cedc71-b195-4eb0-b553-7dfdf6c8a91b req-b8c88302-5b72-4d51-8633-31e038286337 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] Calling delete_port for a0f6513d-f485-4f7e-a35c-1db2dcf6b082 owned by compute:nova {{(pid=83921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 03:32:43.557565 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c474f98d-3583-463d-a55b-f05fe2eab0ec req-db130cc5-51cb-484b-a567-1dc5767b9290 tempest-VolumesSnapshotTestJSON-1509273995 tempest-VolumesSnapshotTestJSON-1509273995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:32:43.559153 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-c474f98d-3583-463d-a55b-f05fe2eab0ec req-db130cc5-51cb-484b-a567-1dc5767b9290 tempest-VolumesSnapshotTestJSON-1509273995 tempest-VolumesSnapshotTestJSON-1509273995-project] 10.222.0.54 "GET /v2.0/ports?device_id=ed26f5aa-77e4-4e92-b7bf-20ae530ebe42 HTTP/1.1" status: 200  len: 946 time: 0.6322954
Feb 17 03:32:43.572029 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8384574c-5e6f-4a2a-abf3-cd2e3f3f8e5e req-74ebb478-b46f-4b73-8ce0-e6f7ca8a7004 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:32:43.573581 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-8384574c-5e6f-4a2a-abf3-cd2e3f3f8e5e req-74ebb478-b46f-4b73-8ce0-e6f7ca8a7004 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/ports?device_id=4840bec6-59fa-4a75-9cab-b8eba3fced9d HTTP/1.1" status: 200  len: 945 time: 0.6455235
Feb 17 03:32:43.716281 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-8384574c-5e6f-4a2a-abf3-cd2e3f3f8e5e req-0352916c-7db7-47a8-8365-23305d707dce tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/security-groups?id=e00a9105-e774-4a39-a8ac-bb2eb11aef9a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1040156
Feb 17 03:32:43.723095 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.plugin [req-c474f98d-3583-463d-a55b-f05fe2eab0ec req-067258eb-d020-453a-82ad-77369f4f93de tempest-VolumesSnapshotTestJSON-1509273995 tempest-VolumesSnapshotTestJSON-1509273995-project] Deleting port 859d2cf9-e281-49ce-9ffd-0ab7067e438e {{(pid=83921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 03:32:43.723487 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-c474f98d-3583-463d-a55b-f05fe2eab0ec req-067258eb-d020-453a-82ad-77369f4f93de tempest-VolumesSnapshotTestJSON-1509273995 tempest-VolumesSnapshotTestJSON-1509273995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363303097822068'] for port, before_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:43.782763 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.db.api [req-89cedc71-b195-4eb0-b553-7dfdf6c8a91b req-b8c88302-5b72-4d51-8633-31e038286337 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83921) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 17 03:32:43.783135 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_db.api [req-89cedc71-b195-4eb0-b553-7dfdf6c8a91b req-b8c88302-5b72-4d51-8633-31e038286337 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83921) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 17 03:32:43.969081 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6038c1b-8891-4ef3-8c2f-e066bfdcdcc8 req-5434da94-9977-49ec-81ae-6abbd696609f tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:32:43.970824 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-a6038c1b-8891-4ef3-8c2f-e066bfdcdcc8 req-5434da94-9977-49ec-81ae-6abbd696609f tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] 10.222.0.57 "GET /v2.0/ports?device_id=9c691a18-0bdc-4921-9246-3de1981b4c2b HTTP/1.1" status: 200  len: 944 time: 0.1125004
Feb 17 03:32:44.019885 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-a6038c1b-8891-4ef3-8c2f-e066bfdcdcc8 req-df959af8-0473-4556-9aea-c7630f060a1e tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] 10.222.0.57 "GET /v2.0/security-groups?id=7a034f11-6095-46d6-bffd-d2ce932f5f6d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427308
Feb 17 03:32:44.130858 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.db [req-c474f98d-3583-463d-a55b-f05fe2eab0ec req-067258eb-d020-453a-82ad-77369f4f93de tempest-VolumesSnapshotTestJSON-1509273995 tempest-VolumesSnapshotTestJSON-1509273995-project] For port 859d2cf9-e281-49ce-9ffd-0ab7067e438e, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=859d2cf9-e281-49ce-9ffd-0ab7067e438e,segment=NetworkSegment(be06ba5d-3909-4934-8aa1-39344881a56f),segment_id=be06ba5d-3909-4934-8aa1-39344881a56f)] {{(pid=83921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:32:44.131254 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-c474f98d-3583-463d-a55b-f05fe2eab0ec req-067258eb-d020-453a-82ad-77369f4f93de tempest-VolumesSnapshotTestJSON-1509273995 tempest-VolumesSnapshotTestJSON-1509273995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853786502'] for port, precommit_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:44.148394 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf7b183-b797-4832-b4f1-3bfa193aae3c req-43c3a7bc-c73e-429d-919d-8fb1ac668a51 tempest-VolumesSnapshotTestJSON-1509273995 tempest-VolumesSnapshotTestJSON-1509273995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:32:44.150568 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-2cf7b183-b797-4832-b4f1-3bfa193aae3c req-43c3a7bc-c73e-429d-919d-8fb1ac668a51 tempest-VolumesSnapshotTestJSON-1509273995 tempest-VolumesSnapshotTestJSON-1509273995-project] 10.222.0.57 "GET /v2.0/ports?device_id=ed26f5aa-77e4-4e92-b7bf-20ae530ebe42 HTTP/1.1" status: 200  len: 946 time: 0.1612663
Feb 17 03:32:44.287714 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.plugin [req-c474f98d-3583-463d-a55b-f05fe2eab0ec req-067258eb-d020-453a-82ad-77369f4f93de tempest-VolumesSnapshotTestJSON-1509273995 tempest-VolumesSnapshotTestJSON-1509273995-project] Calling delete_port for 859d2cf9-e281-49ce-9ffd-0ab7067e438e owned by compute:nova {{(pid=83921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 03:32:44.315669 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.plugin [req-89cedc71-b195-4eb0-b553-7dfdf6c8a91b req-b8c88302-5b72-4d51-8633-31e038286337 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] Deleting port a0f6513d-f485-4f7e-a35c-1db2dcf6b082 {{(pid=83921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 03:32:44.316040 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-89cedc71-b195-4eb0-b553-7dfdf6c8a91b req-b8c88302-5b72-4d51-8633-31e038286337 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363303097822068'] for port, before_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:44.412453 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-2cf7b183-b797-4832-b4f1-3bfa193aae3c req-868ab0e3-a3b7-40e7-b82d-f22915fbe1e9 tempest-VolumesSnapshotTestJSON-1509273995 tempest-VolumesSnapshotTestJSON-1509273995-project] 10.222.0.57 "GET /v2.0/security-groups?id=4d424e17-ab05-4607-9df7-8d3f76ab183e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2045732
Feb 17 03:32:44.631353 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c721ae98-eb82-4fbc-a8cf-860bcf4ff936 req-b7a6979f-ef0d-4005-87e0-056dab4aa031 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:32:44.632974 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-c721ae98-eb82-4fbc-a8cf-860bcf4ff936 req-b7a6979f-ef0d-4005-87e0-056dab4aa031 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.57 "GET /v2.0/ports?device_id=ce920548-efb2-455b-a260-d9b321d73cd9 HTTP/1.1" status: 200  len: 943 time: 0.0918999
Feb 17 03:32:44.672589 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-c474f98d-3583-463d-a55b-f05fe2eab0ec req-067258eb-d020-453a-82ad-77369f4f93de tempest-VolumesSnapshotTestJSON-1509273995 tempest-VolumesSnapshotTestJSON-1509273995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363303097879497', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363303098261142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852640907'] for port, after_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:44.684346 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-c721ae98-eb82-4fbc-a8cf-860bcf4ff936 req-b79d49d3-98c8-4f5b-9fa2-0a454ec02bb6 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.57 "GET /v2.0/security-groups?id=42a135cc-1e4e-4724-8c79-cda705e48efc&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0437937
Feb 17 03:32:44.693321 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-d99babe4-9f44-4063-8f02-f102703400fb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:32:44.800973 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067258eb-d020-453a-82ad-77369f4f93de tempest-VolumesSnapshotTestJSON-1509273995 tempest-VolumesSnapshotTestJSON-1509273995-project] Pushing event deleted for resources: {'Port': ['ID=859d2cf9-e281-49ce-9ffd-0ab7067e438e,revision_number=None']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:32:44.817212 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-067258eb-d020-453a-82ad-77369f4f93de tempest-VolumesSnapshotTestJSON-1509273995 tempest-VolumesSnapshotTestJSON-1509273995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:32:44.839199 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.db [req-89cedc71-b195-4eb0-b553-7dfdf6c8a91b req-b8c88302-5b72-4d51-8633-31e038286337 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] For port a0f6513d-f485-4f7e-a35c-1db2dcf6b082, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=a0f6513d-f485-4f7e-a35c-1db2dcf6b082,segment=NetworkSegment(4bd29afe-058f-4758-98df-05beb902e75b),segment_id=4bd29afe-058f-4758-98df-05beb902e75b)] {{(pid=83921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:32:44.839600 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-89cedc71-b195-4eb0-b553-7dfdf6c8a91b req-b8c88302-5b72-4d51-8633-31e038286337 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853786502'] for port, precommit_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:45.042799 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.plugin [req-89cedc71-b195-4eb0-b553-7dfdf6c8a91b req-b8c88302-5b72-4d51-8633-31e038286337 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] Calling delete_port for a0f6513d-f485-4f7e-a35c-1db2dcf6b082 owned by compute:nova {{(pid=83921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 03:32:45.220926 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvrscheduler_db [req-c474f98d-3583-463d-a55b-f05fe2eab0ec req-067258eb-d020-453a-82ad-77369f4f93de tempest-VolumesSnapshotTestJSON-1509273995 tempest-VolumesSnapshotTestJSON-1509273995-project] No DVR routers for this DVR port 859d2cf9-e281-49ce-9ffd-0ab7067e438e on host hv-cinder-75994 {{(pid=83921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 03:32:45.224481 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-c474f98d-3583-463d-a55b-f05fe2eab0ec req-067258eb-d020-453a-82ad-77369f4f93de tempest-VolumesSnapshotTestJSON-1509273995 tempest-VolumesSnapshotTestJSON-1509273995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774597'] for port, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:45.225387 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c8c6ec-bcb6-41c2-93c4-882bb3040782 req-4cd42494-751b-4e8d-9776-718864fc3623 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:32:45.227110 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-15c8c6ec-bcb6-41c2-93c4-882bb3040782 req-4cd42494-751b-4e8d-9776-718864fc3623 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] 10.222.0.57 "GET /v2.0/ports?device_id=9c691a18-0bdc-4921-9246-3de1981b4c2b HTTP/1.1" status: 200  len: 944 time: 0.0872290
Feb 17 03:32:45.229930 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed26f5aa-77e4-4e92-b7bf-20ae530ebe42', 'name': 'network-vif-deleted', 'tag': '859d2cf9-e281-49ce-9ffd-0ab7067e438e'}] {{(pid=83921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 03:32:45.241817 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3e26af-46b7-40f2-9769-f3b2d3c0f829 req-728563ca-542f-4e68-a93e-3bd0f7e5c9d8 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:32:45.243526 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-4f3e26af-46b7-40f2-9769-f3b2d3c0f829 req-728563ca-542f-4e68-a93e-3bd0f7e5c9d8 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/ports?device_id=4840bec6-59fa-4a75-9cab-b8eba3fced9d HTTP/1.1" status: 200  len: 945 time: 0.3957629
Feb 17 03:32:45.275621 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-15c8c6ec-bcb6-41c2-93c4-882bb3040782 req-1eb89db8-f87f-489c-a0d2-a1030dca8004 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] 10.222.0.57 "GET /v2.0/security-groups?id=7a034f11-6095-46d6-bffd-d2ce932f5f6d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414689
Feb 17 03:32:45.335829 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed26f5aa-77e4-4e92-b7bf-20ae530ebe42', 'name': 'network-vif-deleted', 'tag': '859d2cf9-e281-49ce-9ffd-0ab7067e438e', 'status': 'completed', 'code': 200}
Feb 17 03:32:45.342357 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-c474f98d-3583-463d-a55b-f05fe2eab0ec req-067258eb-d020-453a-82ad-77369f4f93de tempest-VolumesSnapshotTestJSON-1509273995 tempest-VolumesSnapshotTestJSON-1509273995-project] 10.222.0.54 "DELETE /v2.0/ports/859d2cf9-e281-49ce-9ffd-0ab7067e438e HTTP/1.1" status: 204  len: 173 time: 1.7655301
Feb 17 03:32:45.369917 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-89cedc71-b195-4eb0-b553-7dfdf6c8a91b req-b8c88302-5b72-4d51-8633-31e038286337 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363303097879497', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363303098261142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852640907'] for port, after_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:45.374226 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-4f3e26af-46b7-40f2-9769-f3b2d3c0f829 req-fc36ed94-4bfc-4ec4-aa9f-ea4ec3664976 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/security-groups?id=e00a9105-e774-4a39-a8ac-bb2eb11aef9a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0923755
Feb 17 03:32:45.389123 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-3ef14fa7-cd38-4108-a7c9-d9a8dd7f5a1f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:32:45.487140 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c88302-5b72-4d51-8633-31e038286337 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] Pushing event deleted for resources: {'Port': ['ID=a0f6513d-f485-4f7e-a35c-1db2dcf6b082,revision_number=None']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:32:45.494195 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-b8c88302-5b72-4d51-8633-31e038286337 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:32:45.568241 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Device ce570470-08b9-4b72-be9b-4b61e88ce552 up at agent ovs-agent-hv-cinder-75994 {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:32:45.589000 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-9cd48f3b-3346-40df-9cd3-0fca692b8f1c req-6efcd28b-58d2-4ca9-8c1f-84f87fc03fb1 tempest-VolumesSnapshotTestJSON-1509273995 tempest-VolumesSnapshotTestJSON-1509273995-project] 10.222.0.57 "GET /v2.0/ports?device_id=ed26f5aa-77e4-4e92-b7bf-20ae530ebe42 HTTP/1.1" status: 200  len: 210 time: 0.0565863
Feb 17 03:32:45.603138 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvrscheduler_db [req-89cedc71-b195-4eb0-b553-7dfdf6c8a91b req-b8c88302-5b72-4d51-8633-31e038286337 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] No DVR routers for this DVR port a0f6513d-f485-4f7e-a35c-1db2dcf6b082 on host hv-cinder-75994 {{(pid=83921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 03:32:45.605726 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-89cedc71-b195-4eb0-b553-7dfdf6c8a91b req-b8c88302-5b72-4d51-8633-31e038286337 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774597'] for port, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:45.607347 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-89cedc71-b195-4eb0-b553-7dfdf6c8a91b req-b8c88302-5b72-4d51-8633-31e038286337 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] 10.222.0.54 "DELETE /v2.0/ports/a0f6513d-f485-4f7e-a35c-1db2dcf6b082 HTTP/1.1" status: 204  len: 173 time: 3.0583162
Feb 17 03:32:45.648241 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Provisioning for port ce570470-08b9-4b72-be9b-4b61e88ce552 completed by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 03:32:45.653739 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Provisioning complete for port ce570470-08b9-4b72-be9b-4b61e88ce552 triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:32:45.654151 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838161172'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:45.777922 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for port, before_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:45.808129 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce920548-efb2-455b-a260-d9b321d73cd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce570470-08b9-4b72-be9b-4b61e88ce552'}] {{(pid=83923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 03:32:45.818171 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.db [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] For port ce570470-08b9-4b72-be9b-4b61e88ce552, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=ce570470-08b9-4b72-be9b-4b61e88ce552,segment=NetworkSegment(1395ec13-865d-4759-982d-888e59978303),segment_id=1395ec13-865d-4759-982d-888e59978303)] {{(pid=83923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:32:45.822095 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303097879514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733756514675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303098261108'] for port, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:45.825062 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:32:45.900999 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb71588a-d4c0-432e-8890-e88f0f24e1f1 req-bc6e4e8f-3eb4-4e5a-9b40-c5ea1abc18c8 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:32:45.902730 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-eb71588a-d4c0-432e-8890-e88f0f24e1f1 req-bc6e4e8f-3eb4-4e5a-9b40-c5ea1abc18c8 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.57 "GET /v2.0/ports?device_id=ce920548-efb2-455b-a260-d9b321d73cd9 HTTP/1.1" status: 200  len: 945 time: 0.1026473
Feb 17 03:32:45.956071 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-eb71588a-d4c0-432e-8890-e88f0f24e1f1 req-38922570-f945-4418-b23a-5822e08a5c76 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.57 "GET /v2.0/security-groups?id=42a135cc-1e4e-4724-8c79-cda705e48efc&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0461428
Feb 17 03:32:46.030951 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce920548-efb2-455b-a260-d9b321d73cd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce570470-08b9-4b72-be9b-4b61e88ce552', 'code': 200}
Feb 17 03:32:46.039430 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Device 859d2cf9-e281-49ce-9ffd-0ab7067e438e no longer exists at agent ovs-agent-hv-cinder-75994 {{(pid=83923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 03:32:46.088394 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.plugin [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] No Port match for: 859d2cf9-e281-49ce-9ffd-0ab7067e438e {{(pid=83923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 03:32:46.088783 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Device 859d2cf9-e281-49ce-9ffd-0ab7067e438e not bound to the agent host hv-cinder-75994 {{(pid=83923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 03:32:46.119361 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Pushing event updated for resources: {'Port': ['ID=ce570470-08b9-4b72-be9b-4b61e88ce552,revision_number=4']} {{(pid=83923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:32:46.122509 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:32:46.148411 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.agents_db [None req-06fda002-6a6c-4595-892c-f579c445b334 None None] Agent healthcheck: found 6 active agents {{(pid=83924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 03:32:46.334123 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17028d4d-d8aa-420a-a033-966411d69c38 req-cb8df8f8-10b7-46e4-b2a7-ba9be5e86bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:32:46.335742 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-17028d4d-d8aa-420a-a033-966411d69c38 req-cb8df8f8-10b7-46e4-b2a7-ba9be5e86bd0 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=ce920548-efb2-455b-a260-d9b321d73cd9 HTTP/1.1" status: 200  len: 1162 time: 0.1866908
Feb 17 03:32:46.381220 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-17028d4d-d8aa-420a-a033-966411d69c38 req-c81fc0a3-ca24-4893-86e6-dd4a14af0a51 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=42a135cc-1e4e-4724-8c79-cda705e48efc&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0372663
Feb 17 03:32:46.458199 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-e79913fb-8ddf-4188-8b78-f9ac8fd89b98 req-1d875630-40d7-40b3-a549-41ac6384be86 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] 10.222.0.57 "GET /v2.0/ports?device_id=9c691a18-0bdc-4921-9246-3de1981b4c2b HTTP/1.1" status: 200  len: 210 time: 0.0486264
Feb 17 03:32:46.585135 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae88bd84-7ba7-4c88-9dd1-aa6318e4bd3d req-21ce66e5-6190-426e-8a82-7df1d99f89a6 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:32:46.586779 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-ae88bd84-7ba7-4c88-9dd1-aa6318e4bd3d req-21ce66e5-6190-426e-8a82-7df1d99f89a6 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/ports?device_id=4840bec6-59fa-4a75-9cab-b8eba3fced9d HTTP/1.1" status: 200  len: 945 time: 0.0899367
Feb 17 03:32:46.635414 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-ae88bd84-7ba7-4c88-9dd1-aa6318e4bd3d req-c2dba5f0-3735-423a-b67d-cbca10c3de01 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/security-groups?id=e00a9105-e774-4a39-a8ac-bb2eb11aef9a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423748
Feb 17 03:32:47.219789 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b9238c-31f8-4307-898d-616917926677 req-d13ffdf1-8de1-430d-884f-600a5276ca1d tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:32:47.222609 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-c3b9238c-31f8-4307-898d-616917926677 req-d13ffdf1-8de1-430d-884f-600a5276ca1d tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.57 "GET /v2.0/ports?device_id=ce920548-efb2-455b-a260-d9b321d73cd9 HTTP/1.1" status: 200  len: 945 time: 0.1163061
Feb 17 03:32:47.276700 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-c3b9238c-31f8-4307-898d-616917926677 req-c192cefe-4098-4302-8402-9e1519c8df11 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.57 "GET /v2.0/security-groups?id=42a135cc-1e4e-4724-8c79-cda705e48efc&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0476701
Feb 17 03:32:47.337651 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c691a18-0bdc-4921-9246-3de1981b4c2b', 'name': 'network-vif-deleted', 'tag': 'a0f6513d-f485-4f7e-a35c-1db2dcf6b082'}] {{(pid=83921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 03:32:47.440147 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Device ce570470-08b9-4b72-be9b-4b61e88ce552 up at agent ovs-agent-hv-cinder-75994 {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:32:47.563651 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Provisioning complete for port ce570470-08b9-4b72-be9b-4b61e88ce552 triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:32:47.563993 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838161172'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:47.579073 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c691a18-0bdc-4921-9246-3de1981b4c2b', 'name': 'network-vif-deleted', 'tag': 'a0f6513d-f485-4f7e-a35c-1db2dcf6b082', 'status': 'completed', 'code': 200}
Feb 17 03:32:48.021164 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a606dcf-8cef-488a-b012-cb0a5f652590 req-b87d1626-fca2-43a6-8d49-b5217f99c8f8 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:32:48.023018 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-3a606dcf-8cef-488a-b012-cb0a5f652590 req-b87d1626-fca2-43a6-8d49-b5217f99c8f8 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/ports?device_id=4840bec6-59fa-4a75-9cab-b8eba3fced9d HTTP/1.1" status: 200  len: 945 time: 0.1107023
Feb 17 03:32:48.073633 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-3a606dcf-8cef-488a-b012-cb0a5f652590 req-4f8a2e99-ade4-4c59-92d4-afbf8e62191a tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/security-groups?id=e00a9105-e774-4a39-a8ac-bb2eb11aef9a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433321
Feb 17 03:32:48.159189 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4505383-9df7-47e9-9117-40c95a3832ea req-899d0246-a278-460f-a591-647d1cb7a6c4 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:32:48.160780 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-e4505383-9df7-47e9-9117-40c95a3832ea req-899d0246-a278-460f-a591-647d1cb7a6c4 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] 10.222.0.57 "GET /v2.0/ports?device_id=4fbbd236-7b97-4182-8fe1-acbc901bf34e HTTP/1.1" status: 200  len: 945 time: 0.0908859
Feb 17 03:32:48.209920 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-e4505383-9df7-47e9-9117-40c95a3832ea req-5bdc9edc-9cb8-4c1f-ab74-898c0061206a tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] 10.222.0.57 "GET /v2.0/security-groups?id=7a034f11-6095-46d6-bffd-d2ce932f5f6d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422108
Feb 17 03:32:48.704728 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05795a97-9eb8-4d24-9124-1ae6da7ba0f3 req-d43f495b-e7c4-445a-a8e8-417094af4f9a tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:32:48.706386 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-05795a97-9eb8-4d24-9124-1ae6da7ba0f3 req-d43f495b-e7c4-445a-a8e8-417094af4f9a tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.57 "GET /v2.0/ports?device_id=ce920548-efb2-455b-a260-d9b321d73cd9 HTTP/1.1" status: 200  len: 945 time: 0.3139739
Feb 17 03:32:48.755821 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-05795a97-9eb8-4d24-9124-1ae6da7ba0f3 req-b729ec33-ee9e-4439-87e0-7d643e58efd5 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.57 "GET /v2.0/security-groups?id=42a135cc-1e4e-4724-8c79-cda705e48efc&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0421436
Feb 17 03:32:48.878158 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Device ce570470-08b9-4b72-be9b-4b61e88ce552 up at agent ovs-agent-hv-cinder-75994 {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:32:48.931222 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0cc909-b20b-49d8-a170-bb70b18c400c req-ec757a4b-0359-4880-b730-134b81e2391d tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:32:48.939582 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-dc0cc909-b20b-49d8-a170-bb70b18c400c req-ec757a4b-0359-4880-b730-134b81e2391d tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] 10.222.0.57 "GET /v2.0/ports?device_id=3c5a8ede-8248-460e-bef7-6b5c3aaf48f5 HTTP/1.1" status: 200  len: 945 time: 0.1110556
Feb 17 03:32:48.955010 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Provisioning complete for port ce570470-08b9-4b72-be9b-4b61e88ce552 triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:32:48.955683 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838161172'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:48.975464 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8e7a09-fb0f-4ceb-8808-8b6436de6e3e req-36f1caa0-657b-4b23-ac65-8c39a07c87ef tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:32:48.977060 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-6b8e7a09-fb0f-4ceb-8808-8b6436de6e3e req-36f1caa0-657b-4b23-ac65-8c39a07c87ef tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.57 "GET /v2.0/ports?device_id=ce920548-efb2-455b-a260-d9b321d73cd9 HTTP/1.1" status: 200  len: 945 time: 0.1070213
Feb 17 03:32:48.982817 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-dc0cc909-b20b-49d8-a170-bb70b18c400c req-5a3e7600-3631-4ce6-8908-0eacce65ae45 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] 10.222.0.57 "GET /v2.0/security-groups?id=264ce588-819f-4161-899a-9ba19db95e15&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420027
Feb 17 03:32:49.029433 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-6b8e7a09-fb0f-4ceb-8808-8b6436de6e3e req-11fe67c0-e87b-433c-b760-9fc03c517ff8 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.57 "GET /v2.0/security-groups?id=42a135cc-1e4e-4724-8c79-cda705e48efc&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0454605
Feb 17 03:32:49.232016 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [req-dd2a47ce-4181-4bbd-9e94-4650add4f8e3 req-46e79a30-e199-4026-99f9-35edf78e8673 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Synchronizing usage tracker for tenant:09f977ccc1e54aa6bfffd127c9a4be7d on resource:network {{(pid=83922) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 03:32:49.249974 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [req-dd2a47ce-4181-4bbd-9e94-4650add4f8e3 req-46e79a30-e199-4026-99f9-35edf78e8673 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Unset dirty status for tenant:09f977ccc1e54aa6bfffd127c9a4be7d on resource:network {{(pid=83922) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 03:32:49.251418 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-dd2a47ce-4181-4bbd-9e94-4650add4f8e3 req-46e79a30-e199-4026-99f9-35edf78e8673 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1838238
Feb 17 03:32:49.263072 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.v2.base [req-dd2a47ce-4181-4bbd-9e94-4650add4f8e3 req-70e7f036-0fc3-460b-9f54-8976f33ccea0 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Request body: {'floatingip': {'floating_network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718'}} {{(pid=83922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:32:49.268925 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [req-dd2a47ce-4181-4bbd-9e94-4650add4f8e3 req-70e7f036-0fc3-460b-9f54-8976f33ccea0 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:32:49.273318 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [req-dd2a47ce-4181-4bbd-9e94-4650add4f8e3 req-70e7f036-0fc3-460b-9f54-8976f33ccea0 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Usage tracker for resource:floatingip and tenant:09f977ccc1e54aa6bfffd127c9a4be7d is out of sync, need to count used quota {{(pid=83922) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:32:49.276395 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [req-dd2a47ce-4181-4bbd-9e94-4650add4f8e3 req-70e7f036-0fc3-460b-9f54-8976f33ccea0 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83922) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:32:49.282059 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [req-dd2a47ce-4181-4bbd-9e94-4650add4f8e3 req-70e7f036-0fc3-460b-9f54-8976f33ccea0 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:32:49.285721 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22c562c-5d05-4d02-9646-150ee905932e req-396c345d-0b1e-4380-8c24-f8c33129eaf7 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:32:49.287352 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-f22c562c-5d05-4d02-9646-150ee905932e req-396c345d-0b1e-4380-8c24-f8c33129eaf7 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/ports?device_id=4840bec6-59fa-4a75-9cab-b8eba3fced9d HTTP/1.1" status: 200  len: 945 time: 0.0917046
Feb 17 03:32:49.293662 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-dd2a47ce-4181-4bbd-9e94-4650add4f8e3 req-70e7f036-0fc3-460b-9f54-8976f33ccea0 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Notify callbacks [] for floatingip, before_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:49.340193 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-f22c562c-5d05-4d02-9646-150ee905932e req-4742e1a2-3532-45b1-b0d1-9cd8c243b002 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/security-groups?id=e00a9105-e774-4a39-a8ac-bb2eb11aef9a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447395
Feb 17 03:32:49.446260 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-dd2a47ce-4181-4bbd-9e94-4650add4f8e3 req-70e7f036-0fc3-460b-9f54-8976f33ccea0 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for port, before_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:49.552487 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a63927-319f-458c-8a86-890937ee4f95 req-e59eee69-b0cd-4337-9719-9a7f7cdf77c5 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:32:49.553381 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [req-95a63927-319f-458c-8a86-890937ee4f95 req-e59eee69-b0cd-4337-9719-9a7f7cdf77c5 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] Synchronizing usage tracker for tenant:41ae341c7001465897265b1c5eda9767 on resource:port {{(pid=83921) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 03:32:49.569613 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [req-95a63927-319f-458c-8a86-890937ee4f95 req-e59eee69-b0cd-4337-9719-9a7f7cdf77c5 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] Unset dirty status for tenant:41ae341c7001465897265b1c5eda9767 on resource:port {{(pid=83921) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 03:32:49.571018 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-95a63927-319f-458c-8a86-890937ee4f95 req-e59eee69-b0cd-4337-9719-9a7f7cdf77c5 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] 10.222.0.57 "GET /v2.0/ports?device_id=4fbbd236-7b97-4182-8fe1-acbc901bf34e HTTP/1.1" status: 200  len: 945 time: 0.1117423
Feb 17 03:32:49.594279 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.57', 42166) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:32:49.630709 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-95a63927-319f-458c-8a86-890937ee4f95 req-b7461d50-5bc2-419d-b416-43e011e131c1 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] 10.222.0.57 "GET /v2.0/security-groups?id=7a034f11-6095-46d6-bffd-d2ce932f5f6d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0525680
Feb 17 03:32:49.733358 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.db_base_plugin_common [req-dd2a47ce-4181-4bbd-9e94-4650add4f8e3 req-70e7f036-0fc3-460b-9f54-8976f33ccea0 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Allocated IP 172.27.0.192 (47a54196-2e01-4ced-bf59-8f5a8abde718/d8fc1aa1-c957-4fea-a32a-c02e9a0805fb/c0e3a502-a2ef-42f2-af14-ff36ae38ae31) {{(pid=83922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 03:32:49.737626 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-ec05f491-8a01-45ae-9839-eaaa12922e8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:49.752863 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-ec05f491-8a01-45ae-9839-eaaa12922e8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:32:49.756882 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-ec05f491-8a01-45ae-9839-eaaa12922e8a admin admin] Usage tracker for resource:security_group_rule and tenant:9ac127cb4f604fce9da1cb3f1927100d is out of sync, need to count used quota {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:32:49.759934 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-ec05f491-8a01-45ae-9839-eaaa12922e8a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:32:49.765686 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-ec05f491-8a01-45ae-9839-eaaa12922e8a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:32:49.855669 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-ec05f491-8a01-45ae-9839-eaaa12922e8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:49.860409 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-ec05f491-8a01-45ae-9839-eaaa12922e8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876219'] for security_group, after_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:49.870767 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-6ba8388f-d68e-4cce-8064-cc5c8f7c2a07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:32:49.894511 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-dd2a47ce-4181-4bbd-9e94-4650add4f8e3 req-70e7f036-0fc3-460b-9f54-8976f33ccea0 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Notify callbacks [] for port, precommit_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:49.912984 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-ec05f491-8a01-45ae-9839-eaaa12922e8a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=9ac127cb4f604fce9da1cb3f1927100d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3176086
Feb 17 03:32:49.915266 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec05f491-8a01-45ae-9839-eaaa12922e8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9e7092e-4620-4517-88b9-ed4078429bd0,revision_number=1']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:32:49.916944 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83922) accepted ('10.222.0.57', 42174) {{(pid=83922) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:32:49.918802 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-ec05f491-8a01-45ae-9839-eaaa12922e8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:32:49.953637 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-dd2a47ce-4181-4bbd-9e94-4650add4f8e3 req-70e7f036-0fc3-460b-9f54-8976f33ccea0 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363303098263190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851846526'] for port, after_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:49.974578 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:32:50.127982 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e7f036-0fc3-460b-9f54-8976f33ccea0 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Pushing event updated for resources: {'Port': ['ID=c0e3a502-a2ef-42f2-af14-ff36ae38ae31,revision_number=1']} {{(pid=83922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:32:50.131612 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-70e7f036-0fc3-460b-9f54-8976f33ccea0 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:32:50.136321 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-c8e88f76-f349-416f-89a7-0a16b337a43f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:50.190413 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28123249-1e30-4d6a-9626-05c7f3a4b512 req-2e6f1016-9c16-45f2-96e8-6fcbaee8447b tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:32:50.192048 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-28123249-1e30-4d6a-9626-05c7f3a4b512 req-2e6f1016-9c16-45f2-96e8-6fcbaee8447b tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] 10.222.0.57 "GET /v2.0/ports?device_id=3c5a8ede-8248-460e-bef7-6b5c3aaf48f5 HTTP/1.1" status: 200  len: 945 time: 0.0919695
Feb 17 03:32:50.193218 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-c8e88f76-f349-416f-89a7-0a16b337a43f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:50.240865 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-28123249-1e30-4d6a-9626-05c7f3a4b512 req-a3006dbb-686a-4ca5-8940-912f85e60f77 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] 10.222.0.57 "GET /v2.0/security-groups?id=264ce588-819f-4161-899a-9ba19db95e15&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415266
Feb 17 03:32:50.245779 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd2a47ce-4181-4bbd-9e94-4650add4f8e3 req-70e7f036-0fc3-460b-9f54-8976f33ccea0 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Network 47a54196-2e01-4ced-bf59-8f5a8abde718 is already hosted by enough agents. {{(pid=83922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 03:32:50.247514 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.scheduler.base_scheduler [req-dd2a47ce-4181-4bbd-9e94-4650add4f8e3 req-70e7f036-0fc3-460b-9f54-8976f33ccea0 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Resources bound (agent type, host, resource id):  {{(pid=83922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 03:32:50.257848 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd2a47ce-4181-4bbd-9e94-4650add4f8e3 req-70e7f036-0fc3-460b-9f54-8976f33ccea0 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Received port after_create {{(pid=83922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 03:32:50.314541 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-c8e88f76-f349-416f-89a7-0a16b337a43f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876219'] for security_group, after_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:50.321168 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-9194ec0d-f0b0-4044-8b65-588fadffb3e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:32:50.338045 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e88f76-f349-416f-89a7-0a16b337a43f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9e7092e-4620-4517-88b9-ed4078429bd0,revision_number=None']} {{(pid=83922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:32:50.343230 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-c8e88f76-f349-416f-89a7-0a16b337a43f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:32:50.360271 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-c8e88f76-f349-416f-89a7-0a16b337a43f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:50.361524 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-c8e88f76-f349-416f-89a7-0a16b337a43f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a9e7092e-4620-4517-88b9-ed4078429bd0 HTTP/1.1" status: 204  len: 168 time: 0.4426193
Feb 17 03:32:50.370342 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-dd2a47ce-4181-4bbd-9e94-4650add4f8e3 req-70e7f036-0fc3-460b-9f54-8976f33ccea0 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:50.435273 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-dd2a47ce-4181-4bbd-9e94-4650add4f8e3 req-70e7f036-0fc3-460b-9f54-8976f33ccea0 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for port, before_update {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:50.550801 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c55228c-1e48-4472-b12a-4c215504a72e req-5b592deb-7c02-4c29-b8db-729eeb611006 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:32:50.552579 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-9c55228c-1e48-4472-b12a-4c215504a72e req-5b592deb-7c02-4c29-b8db-729eeb611006 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/ports?device_id=4840bec6-59fa-4a75-9cab-b8eba3fced9d HTTP/1.1" status: 200  len: 945 time: 0.0920029
Feb 17 03:32:50.605333 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-9c55228c-1e48-4472-b12a-4c215504a72e req-887db02c-4301-446f-b9e2-c4f3b56ae9a3 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/security-groups?id=e00a9105-e774-4a39-a8ac-bb2eb11aef9a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0446303
Feb 17 03:32:50.667476 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.57', 42186) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:32:50.688717 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-233ccb28-adc4-4b41-b209-b2d3793b3d91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:50.707426 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-233ccb28-adc4-4b41-b209-b2d3793b3d91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:32:50.711916 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-233ccb28-adc4-4b41-b209-b2d3793b3d91 admin admin] Usage tracker for resource:security_group_rule and tenant:c1b61f311afa4d499f2c7119ccaf135e is out of sync, need to count used quota {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:32:50.715239 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-233ccb28-adc4-4b41-b209-b2d3793b3d91 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:32:50.721570 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-233ccb28-adc4-4b41-b209-b2d3793b3d91 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:32:50.886736 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-233ccb28-adc4-4b41-b209-b2d3793b3d91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:50.892428 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-233ccb28-adc4-4b41-b209-b2d3793b3d91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876219'] for security_group, after_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:50.908856 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-eec6d1d0-3dee-47de-b5b8-4f584e92abb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:32:50.958081 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-dd2a47ce-4181-4bbd-9e94-4650add4f8e3 req-70e7f036-0fc3-460b-9f54-8976f33ccea0 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Notify callbacks [] for port, precommit_update {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:50.961902 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-dd2a47ce-4181-4bbd-9e94-4650add4f8e3 req-70e7f036-0fc3-460b-9f54-8976f33ccea0 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303097879514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733756514675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303098261108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2929291'] for port, after_update {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:50.962408 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca8f448-4138-4109-a561-bb2be159e3e5 req-dad0b581-aea9-46c3-aac7-95bcfaa65706 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:32:50.964063 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-eca8f448-4138-4109-a561-bb2be159e3e5 req-dad0b581-aea9-46c3-aac7-95bcfaa65706 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] 10.222.0.57 "GET /v2.0/ports?device_id=4fbbd236-7b97-4182-8fe1-acbc901bf34e HTTP/1.1" status: 200  len: 945 time: 0.1769137
Feb 17 03:32:50.968927 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-233ccb28-adc4-4b41-b209-b2d3793b3d91 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c1b61f311afa4d499f2c7119ccaf135e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2978694
Feb 17 03:32:50.969938 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.57', 42194) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:32:50.977652 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-9f2e31d4-df2e-4da8-941e-90a093a9ce16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:32:50.985171 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233ccb28-adc4-4b41-b209-b2d3793b3d91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62917922-149b-47ec-a4a1-566301747119,revision_number=1']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:32:50.988708 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-233ccb28-adc4-4b41-b209-b2d3793b3d91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:32:51.061309 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-eca8f448-4138-4109-a561-bb2be159e3e5 req-ceba96bc-6f70-401b-a37b-59cb33ca18ec tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] 10.222.0.57 "GET /v2.0/security-groups?id=7a034f11-6095-46d6-bffd-d2ce932f5f6d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0875924
Feb 17 03:32:51.077326 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-12570439-c396-4181-a1b0-0976a1663ca3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:51.108095 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-12570439-c396-4181-a1b0-0976a1663ca3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:51.115600 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e7f036-0fc3-460b-9f54-8976f33ccea0 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Pushing event updated for resources: {'Port': ['ID=c0e3a502-a2ef-42f2-af14-ff36ae38ae31,revision_number=2']} {{(pid=83922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:32:51.129788 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-70e7f036-0fc3-460b-9f54-8976f33ccea0 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:32:51.153740 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-12570439-c396-4181-a1b0-0976a1663ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876219'] for security_group, after_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:51.158671 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:32:51.176150 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12570439-c396-4181-a1b0-0976a1663ca3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62917922-149b-47ec-a4a1-566301747119,revision_number=None']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:32:51.178793 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-12570439-c396-4181-a1b0-0976a1663ca3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:32:51.188554 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-12570439-c396-4181-a1b0-0976a1663ca3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:51.190046 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-12570439-c396-4181-a1b0-0976a1663ca3 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/62917922-149b-47ec-a4a1-566301747119 HTTP/1.1" status: 204  len: 168 time: 0.2191038
Feb 17 03:32:51.225008 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-dd2a47ce-4181-4bbd-9e94-4650add4f8e3 req-70e7f036-0fc3-460b-9f54-8976f33ccea0 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-922806'] for floatingip, after_update {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:51.244514 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-dd2a47ce-4181-4bbd-9e94-4650add4f8e3 req-70e7f036-0fc3-460b-9f54-8976f33ccea0 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774597'] for floatingip, before_response {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:51.245865 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-dd2a47ce-4181-4bbd-9e94-4650add4f8e3 req-70e7f036-0fc3-460b-9f54-8976f33ccea0 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 1.9878304
Feb 17 03:32:51.335412 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [req-dd2a47ce-4181-4bbd-9e94-4650add4f8e3 req-06fbbb29-716f-42cc-a784-7ca8be431577 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Synchronizing usage tracker for tenant:09f977ccc1e54aa6bfffd127c9a4be7d on resource:floatingip {{(pid=83922) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 03:32:51.354101 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [req-dd2a47ce-4181-4bbd-9e94-4650add4f8e3 req-06fbbb29-716f-42cc-a784-7ca8be431577 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Unset dirty status for tenant:09f977ccc1e54aa6bfffd127c9a4be7d on resource:floatingip {{(pid=83922) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 03:32:51.355663 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-dd2a47ce-4181-4bbd-9e94-4650add4f8e3 req-06fbbb29-716f-42cc-a784-7ca8be431577 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.27.0.192 HTTP/1.1" status: 200  len: 696 time: 0.1033576
Feb 17 03:32:51.447633 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e76907-1b21-42ff-870e-0b194c6ef272 req-1be4a20c-d66b-456f-bd78-ec91b8918c81 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:32:51.449305 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-f8e76907-1b21-42ff-870e-0b194c6ef272 req-1be4a20c-d66b-456f-bd78-ec91b8918c81 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] 10.222.0.57 "GET /v2.0/ports?device_id=3c5a8ede-8248-460e-bef7-6b5c3aaf48f5 HTTP/1.1" status: 200  len: 945 time: 0.0919349
Feb 17 03:32:51.501100 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-f8e76907-1b21-42ff-870e-0b194c6ef272 req-f5c716f6-1cbd-46c2-bc9a-040243430e03 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] 10.222.0.57 "GET /v2.0/security-groups?id=264ce588-819f-4161-899a-9ba19db95e15&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0452416
Feb 17 03:32:51.519935 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2a47ce-4181-4bbd-9e94-4650add4f8e3 req-f0aee4e7-1ad3-4919-92c4-bb1814318054 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:32:51.521444 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-dd2a47ce-4181-4bbd-9e94-4650add4f8e3 req-f0aee4e7-1ad3-4919-92c4-bb1814318054 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.57 "GET /v2.0/networks/47a54196-2e01-4ced-bf59-8f5a8abde718 HTTP/1.1" status: 200  len: 784 time: 0.1596215
Feb 17 03:32:51.533688 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [req-dd2a47ce-4181-4bbd-9e94-4650add4f8e3 req-36623adf-7e99-4713-be36-31f5aff593ed tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=83922) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 17 03:32:51.534742 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-dd2a47ce-4181-4bbd-9e94-4650add4f8e3 req-36623adf-7e99-4713-be36-31f5aff593ed tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0061824
Feb 17 03:32:51.722678 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542f597b-b19b-4ada-9cd3-9a438a4ca2a7 req-ca25d0c9-1bf7-4c2d-b5d0-4c1edd316a9a tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:32:51.724313 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-542f597b-b19b-4ada-9cd3-9a438a4ca2a7 req-ca25d0c9-1bf7-4c2d-b5d0-4c1edd316a9a tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.57 "GET /v2.0/ports?device_id=ce920548-efb2-455b-a260-d9b321d73cd9&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.0932553
Feb 17 03:32:51.812938 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36239516-d6e3-4bb0-8571-e704dd476182 req-332f1463-c7ae-449a-baa2-af25e4cad64d tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:32:51.814655 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-36239516-d6e3-4bb0-8571-e704dd476182 req-332f1463-c7ae-449a-baa2-af25e4cad64d tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/ports?device_id=4840bec6-59fa-4a75-9cab-b8eba3fced9d HTTP/1.1" status: 200  len: 945 time: 0.0891342
Feb 17 03:32:51.818763 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-542f597b-b19b-4ada-9cd3-9a438a4ca2a7 req-5f83c410-fb22-439d-9157-0b922b278fd0 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.27.0.192 HTTP/1.1" status: 200  len: 696 time: 0.0871825
Feb 17 03:32:51.829837 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.v2.base [req-542f597b-b19b-4ada-9cd3-9a438a4ca2a7 req-d2f4037c-95f0-44b3-b151-e5ccdd9b90c7 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Request body: {'floatingip': {'port_id': 'ce570470-08b9-4b72-be9b-4b61e88ce552', 'fixed_ip_address': '172.20.0.5'}} {{(pid=83921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:32:51.878688 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-36239516-d6e3-4bb0-8571-e704dd476182 req-99a80874-0b2d-435e-8f6d-d14026898603 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/security-groups?id=e00a9105-e774-4a39-a8ac-bb2eb11aef9a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0567026
Feb 17 03:32:51.942706 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-542f597b-b19b-4ada-9cd3-9a438a4ca2a7 req-d2f4037c-95f0-44b3-b151-e5ccdd9b90c7 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Notify callbacks [] for floatingip, before_update {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:51.956670 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83922) accepted ('10.222.0.57', 42224) {{(pid=83922) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:32:52.071263 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.v2.base [None req-b781f516-9c14-43dd-82f9-2091850ba007 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-189811392-network', 'tenant_id': '2cb3fb8348bd4d2bab6a5ba4844139ab'}} {{(pid=83922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:32:52.076592 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-b781f516-9c14-43dd-82f9-2091850ba007 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:32:52.080780 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-b781f516-9c14-43dd-82f9-2091850ba007 admin admin] Usage tracker for resource:network and tenant:2cb3fb8348bd4d2bab6a5ba4844139ab is out of sync, need to count used quota {{(pid=83922) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:32:52.084422 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-b781f516-9c14-43dd-82f9-2091850ba007 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83922) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:32:52.092505 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-b781f516-9c14-43dd-82f9-2091850ba007 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:32:52.103119 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b781f516-9c14-43dd-82f9-2091850ba007 admin admin] Made reservation on behalf of 2cb3fb8348bd4d2bab6a5ba4844139ab for: {'network': 1} {{(pid=83922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 03:32:52.109190 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-b781f516-9c14-43dd-82f9-2091850ba007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for network, before_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:52.124532 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-b781f516-9c14-43dd-82f9-2091850ba007 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:52.142085 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-b781f516-9c14-43dd-82f9-2091850ba007 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:32:52.147028 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-b781f516-9c14-43dd-82f9-2091850ba007 admin admin] Usage tracker for resource:security_group_rule and tenant:2cb3fb8348bd4d2bab6a5ba4844139ab is out of sync, need to count used quota {{(pid=83922) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:32:52.150452 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-b781f516-9c14-43dd-82f9-2091850ba007 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83922) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:32:52.156645 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-b781f516-9c14-43dd-82f9-2091850ba007 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:32:52.323006 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f965e85-1e6a-4582-b7b6-402a76cd9db9 req-f69a4d4f-37fd-4f8e-a038-b9766acbe935 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:32:52.324547 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-2f965e85-1e6a-4582-b7b6-402a76cd9db9 req-f69a4d4f-37fd-4f8e-a038-b9766acbe935 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] 10.222.0.57 "GET /v2.0/ports?device_id=4fbbd236-7b97-4182-8fe1-acbc901bf34e HTTP/1.1" status: 200  len: 945 time: 0.1426816
Feb 17 03:32:52.333345 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-b781f516-9c14-43dd-82f9-2091850ba007 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:52.353281 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-b781f516-9c14-43dd-82f9-2091850ba007 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876219'] for security_group, after_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:52.359862 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:32:52.408009 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b781f516-9c14-43dd-82f9-2091850ba007 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6}  {{(pid=83922) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 17 03:32:52.424227 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-2f965e85-1e6a-4582-b7b6-402a76cd9db9 req-384c31c9-7d62-4ca6-9ead-3bef7946aa0c tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] 10.222.0.57 "GET /v2.0/security-groups?id=7a034f11-6095-46d6-bffd-d2ce932f5f6d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0929859
Feb 17 03:32:52.424942 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b781f516-9c14-43dd-82f9-2091850ba007 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad3dc159-1491-4da3-a5c5-d900d19d06a8,revision_number=1']} {{(pid=83922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:32:52.429252 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-b781f516-9c14-43dd-82f9-2091850ba007 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:32:52.432469 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-b781f516-9c14-43dd-82f9-2091850ba007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16617428'] for segment, precommit_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:52.433012 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.db.segments_db [None req-b781f516-9c14-43dd-82f9-2091850ba007 admin admin] Added segment d4115581-11a1-408a-8ac2-7fb657e0e634 of type vxlan for network 486670a3-8655-4eab-836b-e49305318219
Feb 17 03:32:52.460743 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-b781f516-9c14-43dd-82f9-2091850ba007 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363303098315039'] for network, precommit_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:52.491358 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-b781f516-9c14-43dd-82f9-2091850ba007 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850'] for network, after_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:52.493224 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b781f516-9c14-43dd-82f9-2091850ba007 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:32:52.493864 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-b781f516-9c14-43dd-82f9-2091850ba007 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854193028'] for network, before_response {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:52.499183 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-43a5d814-e562-4fb5-aa26-ee2ad1da57b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:32:52.609514 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-b781f516-9c14-43dd-82f9-2091850ba007 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 874 time: 0.6483381
Feb 17 03:32:52.609925 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.57', 42234) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:32:52.610468 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b781f516-9c14-43dd-82f9-2091850ba007 admin admin] Pushing event updated for resources: {'Network': ['ID=486670a3-8655-4eab-836b-e49305318219,revision_number=1']} {{(pid=83922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:32:52.613503 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-b781f516-9c14-43dd-82f9-2091850ba007 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:32:52.622750 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Network 486670a3-8655-4eab-836b-e49305318219 details requested by agent ovs-agent-dv-cinder-759943-5-iscsi with host dv-cinder-759943-5-iscsi {{(pid=83923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 03:32:52.625857 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.v2.base [None req-d1f7de2d-a265-4d10-90cc-031411c70078 admin admin] Request body: {'subnet': {'network_id': '486670a3-8655-4eab-836b-e49305318219', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-189811392-subnet', 'tenant_id': '2cb3fb8348bd4d2bab6a5ba4844139ab', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:32:52.636618 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-d1f7de2d-a265-4d10-90cc-031411c70078 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:32:52.652770 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-d1f7de2d-a265-4d10-90cc-031411c70078 admin admin] Usage tracker for resource:subnet and tenant:2cb3fb8348bd4d2bab6a5ba4844139ab is out of sync, need to count used quota {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:32:52.658626 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-d1f7de2d-a265-4d10-90cc-031411c70078 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:32:52.667908 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-542f597b-b19b-4ada-9cd3-9a438a4ca2a7 req-d2f4037c-95f0-44b3-b151-e5ccdd9b90c7 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:52.669372 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-d1f7de2d-a265-4d10-90cc-031411c70078 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:32:52.673718 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-542f597b-b19b-4ada-9cd3-9a438a4ca2a7 req-d2f4037c-95f0-44b3-b151-e5ccdd9b90c7 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-922806'] for floatingip, after_update {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:52.719957 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f171fab2-7e3d-4659-8474-d5cc058fed7e req-5a53a0b4-4d63-4cf3-9ddd-f8e630de0c6f tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:32:52.722169 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-f171fab2-7e3d-4659-8474-d5cc058fed7e req-5a53a0b4-4d63-4cf3-9ddd-f8e630de0c6f tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] 10.222.0.57 "GET /v2.0/ports?device_id=3c5a8ede-8248-460e-bef7-6b5c3aaf48f5 HTTP/1.1" status: 200  len: 945 time: 0.0899527
Feb 17 03:32:52.816482 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1f7de2d-a265-4d10-90cc-031411c70078 admin admin] Made reservation on behalf of 2cb3fb8348bd4d2bab6a5ba4844139ab for: {'subnet': 1} {{(pid=83921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 03:32:52.821459 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-d1f7de2d-a265-4d10-90cc-031411c70078 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851337389'] for subnet, before_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:52.887385 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-f171fab2-7e3d-4659-8474-d5cc058fed7e req-46a10a55-fa90-4f1b-a4c2-a86a49cc0303 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] 10.222.0.57 "GET /v2.0/security-groups?id=264ce588-819f-4161-899a-9ba19db95e15&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1584392
Feb 17 03:32:52.977909 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.db.l3_db [req-542f597b-b19b-4ada-9cd3-9a438a4ca2a7 req-d2f4037c-95f0-44b3-b151-e5ccdd9b90c7 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Floating IP 21a4f781-2646-4d12-8fd9-9bebcdd8aa5f associated. External IP: 172.27.0.192, port: ce570470-08b9-4b72-be9b-4b61e88ce552.
Feb 17 03:32:53.011811 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Network 486670a3-8655-4eab-836b-e49305318219 details requested by agent ovs-agent-hv-cinder-75994 with host hv-cinder-75994 {{(pid=83923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 03:32:53.087802 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b1e7e6-862c-4b4c-96f5-7ed640177276 req-8a34bec3-4167-447e-83b8-b43548307cc7 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:32:53.089429 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-95b1e7e6-862c-4b4c-96f5-7ed640177276 req-8a34bec3-4167-447e-83b8-b43548307cc7 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/ports?device_id=4840bec6-59fa-4a75-9cab-b8eba3fced9d HTTP/1.1" status: 200  len: 945 time: 0.0929270
Feb 17 03:32:53.139959 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-95b1e7e6-862c-4b4c-96f5-7ed640177276 req-0127affb-6847-4945-a77e-8c41e8a9c0a6 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/security-groups?id=e00a9105-e774-4a39-a8ac-bb2eb11aef9a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431566
Feb 17 03:32:53.388404 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-23615966-671f-40be-a83a-226339b14690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:53.640434 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbf4256-4ebd-4b4b-9d90-0317aaa846b1 req-7db9a3d1-3a3f-479f-ae7a-806ce68a35bb tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:32:53.642192 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-7bbf4256-4ebd-4b4b-9d90-0317aaa846b1 req-7db9a3d1-3a3f-479f-ae7a-806ce68a35bb tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] 10.222.0.57 "GET /v2.0/ports?device_id=4fbbd236-7b97-4182-8fe1-acbc901bf34e HTTP/1.1" status: 200  len: 945 time: 0.0903268
Feb 17 03:32:53.691041 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-7bbf4256-4ebd-4b4b-9d90-0317aaa846b1 req-30f50704-26be-4a19-bbd9-162b84c00e56 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] 10.222.0.57 "GET /v2.0/security-groups?id=7a034f11-6095-46d6-bffd-d2ce932f5f6d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419822
Feb 17 03:32:53.739350 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.scheduler.l3_agent_scheduler [req-542f597b-b19b-4ada-9cd3-9a438a4ca2a7 req-d2f4037c-95f0-44b3-b151-e5ccdd9b90c7 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Router 3ae39434-3077-4a61-8ec9-5d2beb8f56b0 has already been hosted by L3 agent 3e02af72-3002-4fb3-96dd-e59119f81584 {{(pid=83921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 03:32:53.982609 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-542f597b-b19b-4ada-9cd3-9a438a4ca2a7 req-d2f4037c-95f0-44b3-b151-e5ccdd9b90c7 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Notify agent at l3_agent.dv-cinder-759943-5-iscsi the message routers_updated {{(pid=83921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 03:32:53.996266 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d2bfb8b-0fb2-41b9-8441-207c5c13aff2 None None] Sync routers for ids ['3ae39434-3077-4a61-8ec9-5d2beb8f56b0'] in dv-cinder-759943-5-iscsi {{(pid=83923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 03:32:54.002639 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Device 3f278c60-d4fc-48d2-a84d-a1bd008033aa up at agent ovs-agent-hv-cinder-75994 {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:32:54.056978 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-d1f7de2d-a265-4d10-90cc-031411c70078 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853913663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2134756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851337406'] for subnet, after_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:54.060985 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-542f597b-b19b-4ada-9cd3-9a438a4ca2a7 req-d2f4037c-95f0-44b3-b151-e5ccdd9b90c7 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774597'] for floatingip, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:54.078421 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d2bfb8b-0fb2-41b9-8441-207c5c13aff2 None None] Routers {'3ae39434-3077-4a61-8ec9-5d2beb8f56b0'} bound to L3 agent in host dv-cinder-759943-5-iscsi {{(pid=83923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 03:32:54.079346 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_hamode_db [None req-6d2bfb8b-0fb2-41b9-8441-207c5c13aff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f17c5564198>, 'dv-cinder-759943-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T03:18:25Z,description=<?>,heartbeat_timestamp=2021-02-17T03:32:25Z,host='dv-cinder-759943-5-iscsi',id=3e02af72-3002-4fb3-96dd-e59119f81584,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T03:18:25Z,topic='l3_agent')) {'router_ids': ['3ae39434-3077-4a61-8ec9-5d2beb8f56b0'], 'active': True} {{(pid=83923) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:32:54.105080 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9786db4-2408-45fb-b66a-9fc9c48093ed req-bae1c526-d800-4e23-9b34-09ae3945c36c tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:32:54.106741 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-f9786db4-2408-45fb-b66a-9fc9c48093ed req-bae1c526-d800-4e23-9b34-09ae3945c36c tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] 10.222.0.57 "GET /v2.0/ports?device_id=3c5a8ede-8248-460e-bef7-6b5c3aaf48f5 HTTP/1.1" status: 200  len: 945 time: 0.0963972
Feb 17 03:32:54.167048 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-f9786db4-2408-45fb-b66a-9fc9c48093ed req-38bf8a54-9655-455e-9335-c1348fa14d2e tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] 10.222.0.57 "GET /v2.0/security-groups?id=264ce588-819f-4161-899a-9ba19db95e15&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0528810
Feb 17 03:32:54.258963 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-ae15bd1e-6d39-430a-9d91-1f9c5029104c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:32:54.263640 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Provisioning complete for port 3f278c60-d4fc-48d2-a84d-a1bd008033aa triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:32:54.264279 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838161172'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:54.329666 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-542f597b-b19b-4ada-9cd3-9a438a4ca2a7 req-d2f4037c-95f0-44b3-b151-e5ccdd9b90c7 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.57 "PUT /v2.0/floatingips/21a4f781-2646-4d12-8fd9-9bebcdd8aa5f HTTP/1.1" status: 200  len: 996 time: 2.5040321
Feb 17 03:32:54.335538 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce920548-efb2-455b-a260-d9b321d73cd9', 'tag': 'ce570470-08b9-4b72-be9b-4b61e88ce552'}] {{(pid=83921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 03:32:54.372934 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8819eadb-a9b8-4e71-95cb-daf247f366e2 req-1649de37-c360-4ca6-b0e9-127997ba7574 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:32:54.375270 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-8819eadb-a9b8-4e71-95cb-daf247f366e2 req-1649de37-c360-4ca6-b0e9-127997ba7574 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/ports?device_id=4840bec6-59fa-4a75-9cab-b8eba3fced9d HTTP/1.1" status: 200  len: 945 time: 0.0899718
Feb 17 03:32:54.401118 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvr_db [None req-6d2bfb8b-0fb2-41b9-8441-207c5c13aff2 None None] Set router 3ae39434-3077-4a61-8ec9-5d2beb8f56b0 gateway port host: dv-cinder-759943-5-iscsi {{(pid=83923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 03:32:54.446575 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-8819eadb-a9b8-4e71-95cb-daf247f366e2 req-22d28cdd-d31d-4acc-989e-bba4a599ecc0 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/security-groups?id=e00a9105-e774-4a39-a8ac-bb2eb11aef9a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0643642
Feb 17 03:32:54.523185 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f7de2d-a265-4d10-90cc-031411c70078 admin admin] Checking segment: {'id': 'd4115581-11a1-408a-8ac2-7fb657e0e634', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '486670a3-8655-4eab-836b-e49305318219'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 03:32:54.523328 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1f7de2d-a265-4d10-90cc-031411c70078 admin admin] Network hostable DHCP agents. Network: 486670a3-8655-4eab-836b-e49305318219, hostable agents: ['7cb7ebf0-d0cf-4b99-bfd7-3c4bb0fe13b2'], hosted agents: [] {{(pid=83921) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 17 03:32:54.540067 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce920548-efb2-455b-a260-d9b321d73cd9', 'tag': 'ce570470-08b9-4b72-be9b-4b61e88ce552', 'status': 'completed', 'code': 200}
Feb 17 03:32:54.543422 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f7de2d-a265-4d10-90cc-031411c70078 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3fc7090d-b093-4565-8fc3-df880d2b493b,revision_number=0']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:32:54.550753 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-d1f7de2d-a265-4d10-90cc-031411c70078 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:32:54.630276 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1f7de2d-a265-4d10-90cc-031411c70078 admin admin] Network 486670a3-8655-4eab-836b-e49305318219 is scheduled to be hosted by DHCP agent 7cb7ebf0-d0cf-4b99-bfd7-3c4bb0fe13b2 with binding_index 1 {{(pid=83921) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 17 03:32:54.660434 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.scheduler.base_scheduler [None req-d1f7de2d-a265-4d10-90cc-031411c70078 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759943-5-iscsi, 486670a3-8655-4eab-836b-e49305318219) {{(pid=83921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 03:32:54.693082 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1f7de2d-a265-4d10-90cc-031411c70078 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:32:54.693743 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-d1f7de2d-a265-4d10-90cc-031411c70078 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854193028'] for subnet, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:54.715569 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b41db2-cdd9-4aad-8e32-006581e12fca req-a9afa905-47e3-469d-8f40-30e13193eeec tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:32:54.717306 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-16b41db2-cdd9-4aad-8e32-006581e12fca req-a9afa905-47e3-469d-8f40-30e13193eeec tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] 10.222.0.54 "GET /v2.0/ports?device_id=4fbbd236-7b97-4182-8fe1-acbc901bf34e HTTP/1.1" status: 200  len: 945 time: 0.3367553
Feb 17 03:32:54.723684 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-042ce0fe-5590-472c-a047-0e3d731f0d7b None None] Network 486670a3-8655-4eab-836b-e49305318219 requested from dv-cinder-759943-5-iscsi {{(pid=83923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 03:32:54.787317 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-d1f7de2d-a265-4d10-90cc-031411c70078 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 2.1682572
Feb 17 03:32:54.787317 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542f597b-b19b-4ada-9cd3-9a438a4ca2a7 req-ef4223df-b963-43b1-8beb-b68048604ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:32:54.788597 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-542f597b-b19b-4ada-9cd3-9a438a4ca2a7 req-ef4223df-b963-43b1-8beb-b68048604ba9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=09f977ccc1e54aa6bfffd127c9a4be7d&device_id=ce920548-efb2-455b-a260-d9b321d73cd9 HTTP/1.1" status: 200  len: 1162 time: 0.4280841
Feb 17 03:32:54.953341 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad7fb8c-a979-457c-92fe-2def81659bbf req-f075ce83-a3f6-4af6-b7bb-f614c58e0083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:32:54.955575 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-3ad7fb8c-a979-457c-92fe-2def81659bbf req-f075ce83-a3f6-4af6-b7bb-f614c58e0083 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=09f977ccc1e54aa6bfffd127c9a4be7d&device_id=ce920548-efb2-455b-a260-d9b321d73cd9 HTTP/1.1" status: 200  len: 1162 time: 0.3729341
Feb 17 03:32:54.956679 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4240892a-a8c8-4ad9-b4f0-1a946af74ed1 req-c416f88b-1caf-42e7-8ed4-bcadc6039f53 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:32:54.964413 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-4240892a-a8c8-4ad9-b4f0-1a946af74ed1 req-c416f88b-1caf-42e7-8ed4-bcadc6039f53 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] 10.222.0.57 "GET /v2.0/ports?device_id=4fbbd236-7b97-4182-8fe1-acbc901bf34e HTTP/1.1" status: 200  len: 945 time: 0.1529472
Feb 17 03:32:54.969820 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.plugin [req-16b41db2-cdd9-4aad-8e32-006581e12fca req-ca60b364-c1a5-4ef7-8e82-08e604c2a2f0 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] Deleting port 3f278c60-d4fc-48d2-a84d-a1bd008033aa {{(pid=83921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 03:32:54.970209 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-16b41db2-cdd9-4aad-8e32-006581e12fca req-ca60b364-c1a5-4ef7-8e82-08e604c2a2f0 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363303097822068'] for port, before_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:55.016030 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-4240892a-a8c8-4ad9-b4f0-1a946af74ed1 req-821c31e5-5f10-4095-95e8-8af2bfc8dbc8 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] 10.222.0.57 "GET /v2.0/security-groups?id=7a034f11-6095-46d6-bffd-d2ce932f5f6d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0505936
Feb 17 03:32:55.094560 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ff30c35-0c8d-4d9e-9bc4-4f4c7ab5bb65 None None] Network 486670a3-8655-4eab-836b-e49305318219 requested from dv-cinder-759943-5-iscsi {{(pid=83923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 03:32:55.283865 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad7fb8c-a979-457c-92fe-2def81659bbf req-cecb88c8-139e-4996-8c76-583417426621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:32:55.285914 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-3ad7fb8c-a979-457c-92fe-2def81659bbf req-cecb88c8-139e-4996-8c76-583417426621 service neutron] 10.222.0.54 "GET /v2.0/networks?id=3cb0cdf3-e2d2-4fae-b226-b086c7cc05ee HTTP/1.1" status: 200  len: 906 time: 0.2427981
Feb 17 03:32:55.316540 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542f597b-b19b-4ada-9cd3-9a438a4ca2a7 req-347b47e6-c58d-4d71-bcb1-1f9d25713991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:32:55.318564 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-542f597b-b19b-4ada-9cd3-9a438a4ca2a7 req-347b47e6-c58d-4d71-bcb1-1f9d25713991 service neutron] 10.222.0.57 "GET /v2.0/networks?id=3cb0cdf3-e2d2-4fae-b226-b086c7cc05ee HTTP/1.1" status: 200  len: 906 time: 0.5288951
Feb 17 03:32:55.355669 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Device 3f278c60-d4fc-48d2-a84d-a1bd008033aa no longer exists at agent ovs-agent-hv-cinder-75994 {{(pid=83923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 03:32:55.414091 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feca674f-4923-4e6d-a8f5-fa16d66d0f99 req-95101403-0560-4cd0-bfcf-b407c21a90d2 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:32:55.417610 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-feca674f-4923-4e6d-a8f5-fa16d66d0f99 req-95101403-0560-4cd0-bfcf-b407c21a90d2 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] 10.222.0.57 "GET /v2.0/ports?device_id=3c5a8ede-8248-460e-bef7-6b5c3aaf48f5 HTTP/1.1" status: 200  len: 945 time: 0.1193967
Feb 17 03:32:55.478270 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-feca674f-4923-4e6d-a8f5-fa16d66d0f99 req-7b92510a-d545-4d5d-97fa-71c93b49f699 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] 10.222.0.57 "GET /v2.0/security-groups?id=264ce588-819f-4161-899a-9ba19db95e15&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0523441
Feb 17 03:32:55.485644 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:55.645404 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-d0648a7e-e481-4c66-a0af-8b9f22bdac6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:55.661248 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83922) accepted ('10.222.0.57', 42286) {{(pid=83922) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:32:55.665252 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_hamode_db [None req-6d2bfb8b-0fb2-41b9-8441-207c5c13aff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f17c5564198>, [{'id': '3ae39434-3077-4a61-8ec9-5d2beb8f56b0', 'name': 'tempest-TestVolumeBootPattern-1162730446-router', 'tenant_id': '09f977ccc1e54aa6bfffd127c9a4be7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'external_fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.14'}], 'enable_snat': True}, 'gw_port_id': 'aa054546-bebb-4011-8a62-78b11f5ad281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:31:15Z', 'updated_at': '2021-02-17T03:31:21Z', 'revision_number': 4, 'project_id': '09f977ccc1e54aa6bfffd127c9a4be7d', 'gw_port': {'id': 'aa054546-bebb-4011-8a62-78b11f5ad281', 'name': '', 'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:60:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae39434-3077-4a61-8ec9-5d2beb8f56b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:31:16Z', 'updated_at': '2021-02-17T03:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-5-iscsi', '_floatingips': [{'id': '21a4f781-2646-4d12-8fd9-9bebcdd8aa5f', 'tenant_id': '09f977ccc1e54aa6bfffd127c9a4be7d', 'floating_ip_address': '172.27.0.192', 'floating_network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'router_id': '3ae39434-3077-4a61-8ec9-5d2beb8f56b0', 'port_id': 'ce570470-08b9-4b72-be9b-4b61e88ce552', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 422, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3cb0cdf3-e2d2-4fae-b226-b086c7cc05ee', 'mac_address': 'fa:16:3e:d0:6c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce920548-efb2-455b-a260-d9b321d73cd9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T03:32:50Z', 'updated_at': '2021-02-17T03:32:52Z', 'revision_number': 1, 'project_id': '09f977ccc1e54aa6bfffd127c9a4be7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e98b3221-e8eb-44c7-922b-f05f45a151d1', 'name': '', 'network_id': '3cb0cdf3-e2d2-4fae-b226-b086c7cc05ee', 'tenant_id': '09f977ccc1e54aa6bfffd127c9a4be7d', 'mac_address': 'fa:16:3e:47:10:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae39434-3077-4a61-8ec9-5d2beb8f56b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '7b7a5bdd-0e94-4495-9a8f-a3426e0e5cfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:31:20Z', 'updated_at': '2021-02-17T03:31:31Z', 'revision_number': 5, 'project_id': '09f977ccc1e54aa6bfffd127c9a4be7d', 'subnets': [{'id': '7b7a5bdd-0e94-4495-9a8f-a3426e0e5cfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759943-5-iscsi', False) {} {{(pid=83923) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:32:55.676543 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.v2.base [None req-a6731256-6ed8-48be-bde7-fb962b19e502 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1687263798-network', 'tenant_id': 'c8d1e8bbface4e5da281e14acc3dc319'}} {{(pid=83922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:32:55.680774 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d2bfb8b-0fb2-41b9-8441-207c5c13aff2 None None] Checking router: 3ae39434-3077-4a61-8ec9-5d2beb8f56b0 for host: dv-cinder-759943-5-iscsi {{(pid=83923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 03:32:55.689544 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-a6731256-6ed8-48be-bde7-fb962b19e502 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:32:55.694720 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for port, before_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:55.704585 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-a6731256-6ed8-48be-bde7-fb962b19e502 admin admin] Usage tracker for resource:network and tenant:c8d1e8bbface4e5da281e14acc3dc319 is out of sync, need to count used quota {{(pid=83922) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:32:55.710242 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-a6731256-6ed8-48be-bde7-fb962b19e502 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83922) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:32:55.714287 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d2bfb8b-0fb2-41b9-8441-207c5c13aff2 None None] Routers {'3ae39434-3077-4a61-8ec9-5d2beb8f56b0'} bound to L3 agent in host dv-cinder-759943-5-iscsi {{(pid=83923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 03:32:55.714978 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_hamode_db [None req-6d2bfb8b-0fb2-41b9-8441-207c5c13aff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f17c5564198>, 'dv-cinder-759943-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T03:18:25Z,description=<?>,heartbeat_timestamp=2021-02-17T03:32:55Z,host='dv-cinder-759943-5-iscsi',id=3e02af72-3002-4fb3-96dd-e59119f81584,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T03:18:25Z,topic='l3_agent')) {'router_ids': ['3ae39434-3077-4a61-8ec9-5d2beb8f56b0'], 'active': True} {{(pid=83923) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:32:55.717625 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-a6731256-6ed8-48be-bde7-fb962b19e502 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:32:55.745723 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffe442d-76ea-4f93-a6b7-8a9d921b27d1 req-cc383903-b31b-444b-8f73-aec34510001c tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:32:55.748375 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-bffe442d-76ea-4f93-a6b7-8a9d921b27d1 req-cc383903-b31b-444b-8f73-aec34510001c tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/ports?device_id=4840bec6-59fa-4a75-9cab-b8eba3fced9d HTTP/1.1" status: 200  len: 945 time: 0.1440425
Feb 17 03:32:55.749985 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6731256-6ed8-48be-bde7-fb962b19e502 admin admin] Made reservation on behalf of c8d1e8bbface4e5da281e14acc3dc319 for: {'network': 1} {{(pid=83922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 03:32:55.757271 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-a6731256-6ed8-48be-bde7-fb962b19e502 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for network, before_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:55.776659 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-a6731256-6ed8-48be-bde7-fb962b19e502 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:55.830435 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-a6731256-6ed8-48be-bde7-fb962b19e502 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:32:55.835618 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-a6731256-6ed8-48be-bde7-fb962b19e502 admin admin] Usage tracker for resource:security_group_rule and tenant:c8d1e8bbface4e5da281e14acc3dc319 is out of sync, need to count used quota {{(pid=83922) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:32:55.838848 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-a6731256-6ed8-48be-bde7-fb962b19e502 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83922) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:32:55.846538 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-a6731256-6ed8-48be-bde7-fb962b19e502 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:32:55.848153 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fbbd236-7b97-4182-8fe1-acbc901bf34e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f278c60-d4fc-48d2-a84d-a1bd008033aa'}] {{(pid=83923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 03:32:55.876869 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.db [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] For port 3f278c60-d4fc-48d2-a84d-a1bd008033aa, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=3f278c60-d4fc-48d2-a84d-a1bd008033aa,segment=NetworkSegment(4bd29afe-058f-4758-98df-05beb902e75b),segment_id=4bd29afe-058f-4758-98df-05beb902e75b)] {{(pid=83923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:32:55.891521 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303097879514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733756514675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303098261108'] for port, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:55.896361 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:32:55.965509 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-3ad7fb8c-a979-457c-92fe-2def81659bbf req-328a4102-8694-4c5d-872f-dff411e3bb43 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ce570470-08b9-4b72-be9b-4b61e88ce552 HTTP/1.1" status: 200  len: 999 time: 0.6450570
Feb 17 03:32:55.971921 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-bffe442d-76ea-4f93-a6b7-8a9d921b27d1 req-0cf2ebc9-d6d7-45a1-b739-d2dddd51d237 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/security-groups?id=e00a9105-e774-4a39-a8ac-bb2eb11aef9a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1965129
Feb 17 03:32:55.991332 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-a6731256-6ed8-48be-bde7-fb962b19e502 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:55.995630 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-a6731256-6ed8-48be-bde7-fb962b19e502 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876219'] for security_group, after_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:55.996504 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Pushing event updated for resources: {'Port': ['ID=3f278c60-d4fc-48d2-a84d-a1bd008033aa,revision_number=5']} {{(pid=83923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:32:56.000368 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:32:56.016599 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6731256-6ed8-48be-bde7-fb962b19e502 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 10}  {{(pid=83922) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 17 03:32:56.017778 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvr_db [None req-6d2bfb8b-0fb2-41b9-8441-207c5c13aff2 None None] Set router 3ae39434-3077-4a61-8ec9-5d2beb8f56b0 gateway port host: dv-cinder-759943-5-iscsi {{(pid=83923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 03:32:56.029207 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-a6731256-6ed8-48be-bde7-fb962b19e502 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16617428'] for segment, precommit_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:56.029803 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.db.segments_db [None req-a6731256-6ed8-48be-bde7-fb962b19e502 admin admin] Added segment 06f17e2f-58ff-43a8-bcda-25b7199962ff of type vxlan for network 7bf41b41-b1b3-4418-a388-05ec8dc817f7
Feb 17 03:32:56.062172 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-a6731256-6ed8-48be-bde7-fb962b19e502 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363303098315039'] for network, precommit_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:56.065114 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-542f597b-b19b-4ada-9cd3-9a438a4ca2a7 req-25db6a5d-d299-40b1-b074-15a28b595c6a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ce570470-08b9-4b72-be9b-4b61e88ce552 HTTP/1.1" status: 200  len: 999 time: 0.6679463
Feb 17 03:32:56.119964 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fbbd236-7b97-4182-8fe1-acbc901bf34e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f278c60-d4fc-48d2-a84d-a1bd008033aa', 'code': 200}
Feb 17 03:32:56.154237 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-8b8f0c84-492f-4829-abda-92ff1f06c2a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:32:56.166375 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542f597b-b19b-4ada-9cd3-9a438a4ca2a7 req-c9305cf2-a9af-415e-8654-746140b7c6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:32:56.168264 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-542f597b-b19b-4ada-9cd3-9a438a4ca2a7 req-c9305cf2-a9af-415e-8654-746140b7c6d8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7b7a5bdd-0e94-4495-9a8f-a3426e0e5cfa HTTP/1.1" status: 200  len: 851 time: 0.0935524
Feb 17 03:32:56.211612 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6731256-6ed8-48be-bde7-fb962b19e502 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5cca954-c024-434a-a72c-f5f02b3ec25d,revision_number=1']} {{(pid=83922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:32:56.215684 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-a6731256-6ed8-48be-bde7-fb962b19e502 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850'] for network, after_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:56.217420 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-a6731256-6ed8-48be-bde7-fb962b19e502 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:32:56.241102 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad7fb8c-a979-457c-92fe-2def81659bbf req-20131a4f-0909-4a85-a80b-797df1d0c619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:32:56.243335 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-3ad7fb8c-a979-457c-92fe-2def81659bbf req-20131a4f-0909-4a85-a80b-797df1d0c619 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7b7a5bdd-0e94-4495-9a8f-a3426e0e5cfa HTTP/1.1" status: 200  len: 851 time: 0.2597709
Feb 17 03:32:56.264418 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6731256-6ed8-48be-bde7-fb962b19e502 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:32:56.265066 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-a6731256-6ed8-48be-bde7-fb962b19e502 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854193028'] for network, before_response {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:56.271008 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-c7c597d7-0b80-43dc-953b-08d4d765f61f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:32:56.300419 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.db [req-16b41db2-cdd9-4aad-8e32-006581e12fca req-ca60b364-c1a5-4ef7-8e82-08e604c2a2f0 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] For port 3f278c60-d4fc-48d2-a84d-a1bd008033aa, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=3f278c60-d4fc-48d2-a84d-a1bd008033aa,segment=NetworkSegment(4bd29afe-058f-4758-98df-05beb902e75b),segment_id=4bd29afe-058f-4758-98df-05beb902e75b)] {{(pid=83921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:32:56.300819 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-16b41db2-cdd9-4aad-8e32-006581e12fca req-ca60b364-c1a5-4ef7-8e82-08e604c2a2f0 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853786502'] for port, precommit_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:56.391583 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-a6731256-6ed8-48be-bde7-fb962b19e502 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 876 time: 0.7251594
Feb 17 03:32:56.395139 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83922) accepted ('10.222.0.57', 42302) {{(pid=83922) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:32:56.409444 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.v2.base [None req-9d7dc8a4-e6f7-4dde-832e-afa496a50252 admin admin] Request body: {'subnet': {'network_id': '7bf41b41-b1b3-4418-a388-05ec8dc817f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1687263798-subnet', 'tenant_id': 'c8d1e8bbface4e5da281e14acc3dc319', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:32:56.423363 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6731256-6ed8-48be-bde7-fb962b19e502 admin admin] Pushing event updated for resources: {'Network': ['ID=7bf41b41-b1b3-4418-a388-05ec8dc817f7,revision_number=1']} {{(pid=83922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:32:56.425020 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-8cda4ffb-98e6-4bcf-adaf-c47fc353fc1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:56.430885 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-a6731256-6ed8-48be-bde7-fb962b19e502 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:32:56.432027 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-9d7dc8a4-e6f7-4dde-832e-afa496a50252 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:32:56.438507 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-9d7dc8a4-e6f7-4dde-832e-afa496a50252 admin admin] Usage tracker for resource:subnet and tenant:c8d1e8bbface4e5da281e14acc3dc319 is out of sync, need to count used quota {{(pid=83922) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:32:56.441992 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-9d7dc8a4-e6f7-4dde-832e-afa496a50252 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83922) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:32:56.449994 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-9d7dc8a4-e6f7-4dde-832e-afa496a50252 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:32:56.460002 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571e8e0d-ab72-4ab6-bcff-077c78d071b3 req-8672e523-416c-43c5-b671-fdc4f6b74642 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:32:56.462192 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-571e8e0d-ab72-4ab6-bcff-077c78d071b3 req-8672e523-416c-43c5-b671-fdc4f6b74642 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] 10.222.0.57 "GET /v2.0/ports?device_id=4fbbd236-7b97-4182-8fe1-acbc901bf34e HTTP/1.1" status: 200  len: 943 time: 0.2529578
Feb 17 03:32:56.462934 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Network 7bf41b41-b1b3-4418-a388-05ec8dc817f7 details requested by agent ovs-agent-dv-cinder-759943-5-iscsi with host dv-cinder-759943-5-iscsi {{(pid=83923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 03:32:56.470455 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d7dc8a4-e6f7-4dde-832e-afa496a50252 admin admin] Made reservation on behalf of c8d1e8bbface4e5da281e14acc3dc319 for: {'subnet': 1} {{(pid=83922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 03:32:56.474069 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.plugin [req-16b41db2-cdd9-4aad-8e32-006581e12fca req-ca60b364-c1a5-4ef7-8e82-08e604c2a2f0 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] Calling delete_port for 3f278c60-d4fc-48d2-a84d-a1bd008033aa owned by compute:nova {{(pid=83921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 03:32:56.475362 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Network 7bf41b41-b1b3-4418-a388-05ec8dc817f7 details requested by agent ovs-agent-hv-cinder-75994 with host hv-cinder-75994 {{(pid=83923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 03:32:56.475710 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-9d7dc8a4-e6f7-4dde-832e-afa496a50252 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852207897'] for subnet, before_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:56.599272 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542f597b-b19b-4ada-9cd3-9a438a4ca2a7 req-508a0deb-c645-4e2c-9be3-2adbdf9b5d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:32:56.606007 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-542f597b-b19b-4ada-9cd3-9a438a4ca2a7 req-508a0deb-c645-4e2c-9be3-2adbdf9b5d9e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3cb0cdf3-e2d2-4fae-b226-b086c7cc05ee&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4303389
Feb 17 03:32:56.611627 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [req-542f597b-b19b-4ada-9cd3-9a438a4ca2a7 req-6c274f53-23b3-4f83-9d46-3ec8ad96033d service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=83921) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 17 03:32:56.612852 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-542f597b-b19b-4ada-9cd3-9a438a4ca2a7 req-6c274f53-23b3-4f83-9d46-3ec8ad96033d service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0060172
Feb 17 03:32:56.619866 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad7fb8c-a979-457c-92fe-2def81659bbf req-d12575db-9ecf-4b1d-bd2e-f9dcac8f3a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:32:56.621639 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-3ad7fb8c-a979-457c-92fe-2def81659bbf req-d12575db-9ecf-4b1d-bd2e-f9dcac8f3a9e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3cb0cdf3-e2d2-4fae-b226-b086c7cc05ee&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3694966
Feb 17 03:32:56.622255 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-571e8e0d-ab72-4ab6-bcff-077c78d071b3 req-2de54a05-9b55-41b3-b222-ca83e1a3238c tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] 10.222.0.57 "GET /v2.0/security-groups?id=7a034f11-6095-46d6-bffd-d2ce932f5f6d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1319480
Feb 17 03:32:56.710502 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_hamode_db [None req-6d2bfb8b-0fb2-41b9-8441-207c5c13aff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f17c5564198>, [{'id': '3ae39434-3077-4a61-8ec9-5d2beb8f56b0', 'name': 'tempest-TestVolumeBootPattern-1162730446-router', 'tenant_id': '09f977ccc1e54aa6bfffd127c9a4be7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'external_fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.14'}], 'enable_snat': True}, 'gw_port_id': 'aa054546-bebb-4011-8a62-78b11f5ad281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:31:15Z', 'updated_at': '2021-02-17T03:31:21Z', 'revision_number': 4, 'project_id': '09f977ccc1e54aa6bfffd127c9a4be7d', 'gw_port': {'id': 'aa054546-bebb-4011-8a62-78b11f5ad281', 'name': '', 'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:60:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae39434-3077-4a61-8ec9-5d2beb8f56b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:31:16Z', 'updated_at': '2021-02-17T03:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-5-iscsi', '_floatingips': [{'id': '21a4f781-2646-4d12-8fd9-9bebcdd8aa5f', 'tenant_id': '09f977ccc1e54aa6bfffd127c9a4be7d', 'floating_ip_address': '172.27.0.192', 'floating_network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'router_id': '3ae39434-3077-4a61-8ec9-5d2beb8f56b0', 'port_id': 'ce570470-08b9-4b72-be9b-4b61e88ce552', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 422, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3cb0cdf3-e2d2-4fae-b226-b086c7cc05ee', 'mac_address': 'fa:16:3e:d0:6c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce920548-efb2-455b-a260-d9b321d73cd9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T03:32:50Z', 'updated_at': '2021-02-17T03:32:52Z', 'revision_number': 1, 'project_id': '09f977ccc1e54aa6bfffd127c9a4be7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e98b3221-e8eb-44c7-922b-f05f45a151d1', 'name': '', 'network_id': '3cb0cdf3-e2d2-4fae-b226-b086c7cc05ee', 'tenant_id': '09f977ccc1e54aa6bfffd127c9a4be7d', 'mac_address': 'fa:16:3e:47:10:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae39434-3077-4a61-8ec9-5d2beb8f56b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '7b7a5bdd-0e94-4495-9a8f-a3426e0e5cfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:31:20Z', 'updated_at': '2021-02-17T03:31:31Z', 'revision_number': 5, 'project_id': '09f977ccc1e54aa6bfffd127c9a4be7d', 'subnets': [{'id': '7b7a5bdd-0e94-4495-9a8f-a3426e0e5cfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759943-5-iscsi', False) {} {{(pid=83923) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:32:56.716662 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d2bfb8b-0fb2-41b9-8441-207c5c13aff2 None None] The sync data for ids ['3ae39434-3077-4a61-8ec9-5d2beb8f56b0'] in dv-cinder-759943-5-iscsi is: [{'id': '3ae39434-3077-4a61-8ec9-5d2beb8f56b0', 'name': 'tempest-TestVolumeBootPattern-1162730446-router', 'tenant_id': '09f977ccc1e54aa6bfffd127c9a4be7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'external_fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.14'}], 'enable_snat': True}, 'gw_port_id': 'aa054546-bebb-4011-8a62-78b11f5ad281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:31:15Z', 'updated_at': '2021-02-17T03:31:21Z', 'revision_number': 4, 'project_id': '09f977ccc1e54aa6bfffd127c9a4be7d', 'gw_port': {'id': 'aa054546-bebb-4011-8a62-78b11f5ad281', 'name': '', 'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:60:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae39434-3077-4a61-8ec9-5d2beb8f56b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:31:16Z', 'updated_at': '2021-02-17T03:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-5-iscsi', '_floatingips': [{'id': '21a4f781-2646-4d12-8fd9-9bebcdd8aa5f', 'tenant_id': '09f977ccc1e54aa6bfffd127c9a4be7d', 'floating_ip_address': '172.27.0.192', 'floating_network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'router_id': '3ae39434-3077-4a61-8ec9-5d2beb8f56b0', 'port_id': 'ce570470-08b9-4b72-be9b-4b61e88ce552', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 422, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3cb0cdf3-e2d2-4fae-b226-b086c7cc05ee', 'mac_address': 'fa:16:3e:d0:6c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce920548-efb2-455b-a260-d9b321d73cd9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T03:32:50Z', 'updated_at': '2021-02-17T03:32:52Z', 'revision_number': 1, 'project_id': '09f977ccc1e54aa6bfffd127c9a4be7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e98b3221-e8eb-44c7-922b-f05f45a151d1', 'name': '', 'network_id': '3cb0cdf3-e2d2-4fae-b226-b086c7cc05ee', 'tenant_id': '09f977ccc1e54aa6bfffd127c9a4be7d', 'mac_address': 'fa:16:3e:47:10:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae39434-3077-4a61-8ec9-5d2beb8f56b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '7b7a5bdd-0e94-4495-9a8f-a3426e0e5cfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:31:20Z', 'updated_at': '2021-02-17T03:31:31Z', 'revision_number': 5, 'project_id': '09f977ccc1e54aa6bfffd127c9a4be7d', 'subnets': [{'id': '7b7a5bdd-0e94-4495-9a8f-a3426e0e5cfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 03:32:56.816870 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.db.api [req-16b41db2-cdd9-4aad-8e32-006581e12fca req-ca60b364-c1a5-4ef7-8e82-08e604c2a2f0 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83921) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 17 03:32:56.817264 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_db.api [req-16b41db2-cdd9-4aad-8e32-006581e12fca req-ca60b364-c1a5-4ef7-8e82-08e604c2a2f0 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83921) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 17 03:32:56.917807 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77093304-9384-4ee3-a6ef-813308b4bb65 req-13c1ee92-159f-436b-a242-b0662923a4af tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:32:56.919441 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-77093304-9384-4ee3-a6ef-813308b4bb65 req-13c1ee92-159f-436b-a242-b0662923a4af tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] 10.222.0.57 "GET /v2.0/ports?device_id=3c5a8ede-8248-460e-bef7-6b5c3aaf48f5 HTTP/1.1" status: 200  len: 945 time: 0.1856141
Feb 17 03:32:56.929915 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-3ad7fb8c-a979-457c-92fe-2def81659bbf req-01ddb00f-89c7-4f38-833c-9958171b1ba4 service neutron] 10.222.0.54 "GET /v2.0/networks/3cb0cdf3-e2d2-4fae-b226-b086c7cc05ee?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2991855
Feb 17 03:32:56.933278 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-542f597b-b19b-4ada-9cd3-9a438a4ca2a7 req-669ebdbd-53ce-480b-bdd8-21deec3e2c71 service neutron] 10.222.0.57 "GET /v2.0/networks/3cb0cdf3-e2d2-4fae-b226-b086c7cc05ee?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3045642
Feb 17 03:32:56.996645 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-77093304-9384-4ee3-a6ef-813308b4bb65 req-4841d40f-ee4e-4744-bed7-2227d0d1294a tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] 10.222.0.57 "GET /v2.0/security-groups?id=264ce588-819f-4161-899a-9ba19db95e15&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0696235
Feb 17 03:32:57.072274 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-9d7dc8a4-e6f7-4dde-832e-afa496a50252 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853913663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2929427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852207882'] for subnet, after_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:57.083155 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b6b87fc-e221-480d-ad43-9c3ab6fe7e4f None None] New status for floating IP 21a4f781-2646-4d12-8fd9-9bebcdd8aa5f: ACTIVE {{(pid=83924) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 17 03:32:57.089279 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-d248e1de-c820-4668-9eca-48f488886622 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:32:57.214086 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-3ad7fb8c-a979-457c-92fe-2def81659bbf req-c219da6d-4c91-459e-b185-72f0be32b459 service neutron] 10.222.0.54 "GET /v2.0/networks/3cb0cdf3-e2d2-4fae-b226-b086c7cc05ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2771692
Feb 17 03:32:57.217485 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-542f597b-b19b-4ada-9cd3-9a438a4ca2a7 req-ddac5c68-924b-4aec-9b57-d33720654146 service neutron] 10.222.0.57 "GET /v2.0/networks/3cb0cdf3-e2d2-4fae-b226-b086c7cc05ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2563822
Feb 17 03:32:57.222283 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:57.264009 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7dc8a4-e6f7-4dde-832e-afa496a50252 admin admin] Pushing event updated for resources: {'Subnet': ['ID=341953e6-7032-4c45-8240-35300d536b0f,revision_number=0']} {{(pid=83922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:32:57.272359 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-9d7dc8a4-e6f7-4dde-832e-afa496a50252 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:32:57.318581 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.plugin [req-16b41db2-cdd9-4aad-8e32-006581e12fca req-ca60b364-c1a5-4ef7-8e82-08e604c2a2f0 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] Deleting port 3f278c60-d4fc-48d2-a84d-a1bd008033aa {{(pid=83921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 03:32:57.319365 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-16b41db2-cdd9-4aad-8e32-006581e12fca req-ca60b364-c1a5-4ef7-8e82-08e604c2a2f0 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363303097822068'] for port, before_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:57.354747 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ec7bb8-df3a-4046-b559-61fffee9142c req-0e98433c-fb87-4598-a729-d0de60dd0001 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:32:57.356365 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-82ec7bb8-df3a-4046-b559-61fffee9142c req-0e98433c-fb87-4598-a729-d0de60dd0001 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/ports?device_id=4840bec6-59fa-4a75-9cab-b8eba3fced9d HTTP/1.1" status: 200  len: 945 time: 0.1879890
Feb 17 03:32:57.415804 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d7dc8a4-e6f7-4dde-832e-afa496a50252 admin admin] Checking segment: {'id': '06f17e2f-58ff-43a8-bcda-25b7199962ff', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '7bf41b41-b1b3-4418-a388-05ec8dc817f7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 03:32:57.416203 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d7dc8a4-e6f7-4dde-832e-afa496a50252 admin admin] Network hostable DHCP agents. Network: 7bf41b41-b1b3-4418-a388-05ec8dc817f7, hostable agents: ['7cb7ebf0-d0cf-4b99-bfd7-3c4bb0fe13b2'], hosted agents: [] {{(pid=83922) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 17 03:32:57.426503 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-82ec7bb8-df3a-4046-b559-61fffee9142c req-1ed23297-2b9b-4148-9769-14ed8d38b2b5 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/security-groups?id=e00a9105-e774-4a39-a8ac-bb2eb11aef9a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0622213
Feb 17 03:32:57.440884 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d7dc8a4-e6f7-4dde-832e-afa496a50252 admin admin] Network 7bf41b41-b1b3-4418-a388-05ec8dc817f7 is scheduled to be hosted by DHCP agent 7cb7ebf0-d0cf-4b99-bfd7-3c4bb0fe13b2 with binding_index 1 {{(pid=83922) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 17 03:32:57.451882 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.scheduler.base_scheduler [None req-9d7dc8a4-e6f7-4dde-832e-afa496a50252 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759943-5-iscsi, 7bf41b41-b1b3-4418-a388-05ec8dc817f7) {{(pid=83922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 03:32:57.464256 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ce1d495-f36a-43a1-a276-12a58c0141ee None None] Network 7bf41b41-b1b3-4418-a388-05ec8dc817f7 requested from dv-cinder-759943-5-iscsi {{(pid=83923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 03:32:57.469287 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d7dc8a4-e6f7-4dde-832e-afa496a50252 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:32:57.469939 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-9d7dc8a4-e6f7-4dde-832e-afa496a50252 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:57.496306 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-9d7dc8a4-e6f7-4dde-832e-afa496a50252 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 1.0971246
Feb 17 03:32:57.585274 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-3bdb028f-655c-46e9-b0eb-5d4ca64bdb37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:57.663825 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.db [req-16b41db2-cdd9-4aad-8e32-006581e12fca req-ca60b364-c1a5-4ef7-8e82-08e604c2a2f0 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] For port 3f278c60-d4fc-48d2-a84d-a1bd008033aa, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=3f278c60-d4fc-48d2-a84d-a1bd008033aa,segment=NetworkSegment(4bd29afe-058f-4758-98df-05beb902e75b),segment_id=4bd29afe-058f-4758-98df-05beb902e75b)] {{(pid=83921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:32:57.664804 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-16b41db2-cdd9-4aad-8e32-006581e12fca req-ca60b364-c1a5-4ef7-8e82-08e604c2a2f0 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853786502'] for port, precommit_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:57.803002 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f59d1b47-fc1b-416f-a9ba-8133f1f8e5bf None None] Network 7bf41b41-b1b3-4418-a388-05ec8dc817f7 requested from dv-cinder-759943-5-iscsi {{(pid=83923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 03:32:57.891842 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.plugin [req-16b41db2-cdd9-4aad-8e32-006581e12fca req-ca60b364-c1a5-4ef7-8e82-08e604c2a2f0 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] Calling delete_port for 3f278c60-d4fc-48d2-a84d-a1bd008033aa owned by compute:nova {{(pid=83921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 03:32:58.116043 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b846176b-a35e-4c58-871a-ecc988c30448 req-e53157d9-cdfe-41f8-82c8-d4e66d1f3cd0 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:32:58.117756 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-b846176b-a35e-4c58-871a-ecc988c30448 req-e53157d9-cdfe-41f8-82c8-d4e66d1f3cd0 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] 10.222.0.57 "GET /v2.0/ports?device_id=4fbbd236-7b97-4182-8fe1-acbc901bf34e HTTP/1.1" status: 200  len: 943 time: 0.2343922
Feb 17 03:32:58.192650 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-b846176b-a35e-4c58-871a-ecc988c30448 req-dd39abb5-9bc8-4ed0-a9da-7d618072bb7a tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] 10.222.0.57 "GET /v2.0/security-groups?id=7a034f11-6095-46d6-bffd-d2ce932f5f6d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0611269
Feb 17 03:32:58.193746 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-16b41db2-cdd9-4aad-8e32-006581e12fca req-ca60b364-c1a5-4ef7-8e82-08e604c2a2f0 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363303097879497', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363303098261142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852640907'] for port, after_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:58.217405 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-fa3ef0df-8254-449c-b185-d336094e1eab tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:32:58.217502 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbe1636-5adb-4566-958c-a52c74668c8c req-6b39bd70-462a-4ba1-9d14-930e328e682b tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:32:58.218900 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-8fbe1636-5adb-4566-958c-a52c74668c8c req-6b39bd70-462a-4ba1-9d14-930e328e682b tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] 10.222.0.57 "GET /v2.0/ports?device_id=3c5a8ede-8248-460e-bef7-6b5c3aaf48f5 HTTP/1.1" status: 200  len: 945 time: 0.0935876
Feb 17 03:32:58.285635 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-8fbe1636-5adb-4566-958c-a52c74668c8c req-77e51ed7-3d03-4f95-829c-c14884e9d983 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] 10.222.0.57 "GET /v2.0/security-groups?id=264ce588-819f-4161-899a-9ba19db95e15&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0539660
Feb 17 03:32:58.327582 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca60b364-c1a5-4ef7-8e82-08e604c2a2f0 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] Pushing event deleted for resources: {'Port': ['ID=3f278c60-d4fc-48d2-a84d-a1bd008033aa,revision_number=None']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:32:58.337957 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-ca60b364-c1a5-4ef7-8e82-08e604c2a2f0 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:32:58.437282 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvrscheduler_db [req-16b41db2-cdd9-4aad-8e32-006581e12fca req-ca60b364-c1a5-4ef7-8e82-08e604c2a2f0 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] No DVR routers for this DVR port 3f278c60-d4fc-48d2-a84d-a1bd008033aa on host hv-cinder-75994 {{(pid=83921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 03:32:58.439459 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-16b41db2-cdd9-4aad-8e32-006581e12fca req-ca60b364-c1a5-4ef7-8e82-08e604c2a2f0 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774597'] for port, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:58.442196 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fbbd236-7b97-4182-8fe1-acbc901bf34e', 'name': 'network-vif-deleted', 'tag': '3f278c60-d4fc-48d2-a84d-a1bd008033aa'}] {{(pid=83921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 03:32:58.457682 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-16b41db2-cdd9-4aad-8e32-006581e12fca req-ca60b364-c1a5-4ef7-8e82-08e604c2a2f0 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] 10.222.0.54 "DELETE /v2.0/ports/3f278c60-d4fc-48d2-a84d-a1bd008033aa HTTP/1.1" status: 204  len: 173 time: 3.7326825
Feb 17 03:32:58.494474 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fbbd236-7b97-4182-8fe1-acbc901bf34e', 'name': 'network-vif-deleted', 'tag': '3f278c60-d4fc-48d2-a84d-a1bd008033aa', 'status': 'completed', 'code': 200}
Feb 17 03:32:58.647455 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9735a4f5-be00-425a-a222-f705eba950f0 req-5e98c238-a3aa-4e54-95a8-bf033c767835 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:32:58.649817 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-9735a4f5-be00-425a-a222-f705eba950f0 req-5e98c238-a3aa-4e54-95a8-bf033c767835 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/ports?device_id=4840bec6-59fa-4a75-9cab-b8eba3fced9d HTTP/1.1" status: 200  len: 945 time: 0.0866909
Feb 17 03:32:58.700535 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-9735a4f5-be00-425a-a222-f705eba950f0 req-a594a6fc-003a-4fb3-bf3f-63ae26e1ede5 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/security-groups?id=e00a9105-e774-4a39-a8ac-bb2eb11aef9a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441911
Feb 17 03:32:59.478737 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acd3a90-f4ac-4f30-b7b6-1393f97f12eb req-735fc520-4ece-4f31-a94a-369bc967e46f tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:32:59.480367 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-1acd3a90-f4ac-4f30-b7b6-1393f97f12eb req-735fc520-4ece-4f31-a94a-369bc967e46f tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] 10.222.0.57 "GET /v2.0/ports?device_id=3c5a8ede-8248-460e-bef7-6b5c3aaf48f5 HTTP/1.1" status: 200  len: 945 time: 0.0880377
Feb 17 03:32:59.529084 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-1acd3a90-f4ac-4f30-b7b6-1393f97f12eb req-1e6aef8d-af16-4137-b6e6-74e647096c41 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] 10.222.0.57 "GET /v2.0/security-groups?id=264ce588-819f-4161-899a-9ba19db95e15&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0410867
Feb 17 03:32:59.904547 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d873c3ce-942e-471f-877e-d818654ee498 req-9eaa578c-70da-4475-9567-12deeb607869 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:32:59.906165 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-d873c3ce-942e-471f-877e-d818654ee498 req-9eaa578c-70da-4475-9567-12deeb607869 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/ports?device_id=4840bec6-59fa-4a75-9cab-b8eba3fced9d HTTP/1.1" status: 200  len: 945 time: 0.0908022
Feb 17 03:32:59.952666 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-d873c3ce-942e-471f-877e-d818654ee498 req-c208d1ab-49f0-42bd-9fa6-7513518a8542 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/security-groups?id=e00a9105-e774-4a39-a8ac-bb2eb11aef9a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402172
Feb 17 03:33:00.730956 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207aaa45-cb64-4707-a238-dda7247c84c6 req-0c85e497-15b8-43cd-b188-47fedaf5a780 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:33:00.732428 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-207aaa45-cb64-4707-a238-dda7247c84c6 req-0c85e497-15b8-43cd-b188-47fedaf5a780 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] 10.222.0.57 "GET /v2.0/ports?device_id=3c5a8ede-8248-460e-bef7-6b5c3aaf48f5 HTTP/1.1" status: 200  len: 945 time: 0.0872772
Feb 17 03:33:00.779428 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-207aaa45-cb64-4707-a238-dda7247c84c6 req-c8edf5d2-e72c-4cfb-87df-8650e8416c5f tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] 10.222.0.57 "GET /v2.0/security-groups?id=264ce588-819f-4161-899a-9ba19db95e15&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406981
Feb 17 03:33:01.157345 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8c0681-6200-430d-9e44-b6a8fce3970c req-63d192db-6f30-4ba8-9dc9-9d248f421ec0 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:33:01.158949 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-bb8c0681-6200-430d-9e44-b6a8fce3970c req-63d192db-6f30-4ba8-9dc9-9d248f421ec0 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/ports?device_id=4840bec6-59fa-4a75-9cab-b8eba3fced9d HTTP/1.1" status: 200  len: 945 time: 0.0865488
Feb 17 03:33:01.205532 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-bb8c0681-6200-430d-9e44-b6a8fce3970c req-3b5d4684-2356-49fb-85a1-78995a9d171c tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/security-groups?id=e00a9105-e774-4a39-a8ac-bb2eb11aef9a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397468
Feb 17 03:33:01.993662 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433d64ab-29a8-4823-862e-8f1bf919ba8a req-53754dd2-5e03-40a8-bf60-6d37a64a64cf tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:33:01.995290 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-433d64ab-29a8-4823-862e-8f1bf919ba8a req-53754dd2-5e03-40a8-bf60-6d37a64a64cf tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] 10.222.0.57 "GET /v2.0/ports?device_id=3c5a8ede-8248-460e-bef7-6b5c3aaf48f5 HTTP/1.1" status: 200  len: 945 time: 0.0939164
Feb 17 03:33:02.045061 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-433d64ab-29a8-4823-862e-8f1bf919ba8a req-37753c2a-6125-4362-a1c9-89bbeac939a8 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] 10.222.0.57 "GET /v2.0/security-groups?id=264ce588-819f-4161-899a-9ba19db95e15&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431345
Feb 17 03:33:02.072428 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4464d571-11b1-40cc-9780-2782e37cb538 req-14c022f5-e3f2-4891-86d0-334a37e98a34 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:33:02.074076 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-4464d571-11b1-40cc-9780-2782e37cb538 req-14c022f5-e3f2-4891-86d0-334a37e98a34 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] 10.222.0.57 "GET /v2.0/ports?device_id=05b5b64f-7a56-4bd2-97ed-2e54c9e65a96 HTTP/1.1" status: 200  len: 946 time: 0.1069467
Feb 17 03:33:02.121394 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-4464d571-11b1-40cc-9780-2782e37cb538 req-c8724403-c66c-46c5-abd9-021dd0d6d1d8 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] 10.222.0.57 "GET /v2.0/security-groups?id=7a034f11-6095-46d6-bffd-d2ce932f5f6d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409660
Feb 17 03:33:02.405349 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e88a271-80e1-4346-93a6-2861a0ffaeef req-42c51d6b-6015-446e-9ce5-c05b3b22d954 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:33:02.406921 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-7e88a271-80e1-4346-93a6-2861a0ffaeef req-42c51d6b-6015-446e-9ce5-c05b3b22d954 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/ports?device_id=4840bec6-59fa-4a75-9cab-b8eba3fced9d HTTP/1.1" status: 200  len: 945 time: 0.0841911
Feb 17 03:33:02.676851 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-7e88a271-80e1-4346-93a6-2861a0ffaeef req-cedf994b-cf1a-4c70-92cc-9f20aa327b5c tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/security-groups?id=e00a9105-e774-4a39-a8ac-bb2eb11aef9a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2637713
Feb 17 03:33:03.327962 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5438b392-44d1-4657-a5b7-040ec6da2d7a req-0e51b5e8-986c-4535-9934-d78661c9b575 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:33:03.328766 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [req-5438b392-44d1-4657-a5b7-040ec6da2d7a req-0e51b5e8-986c-4535-9934-d78661c9b575 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] Synchronizing usage tracker for tenant:41ae341c7001465897265b1c5eda9767 on resource:port {{(pid=83921) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 03:33:03.345725 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [req-5438b392-44d1-4657-a5b7-040ec6da2d7a req-0e51b5e8-986c-4535-9934-d78661c9b575 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] Unset dirty status for tenant:41ae341c7001465897265b1c5eda9767 on resource:port {{(pid=83921) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 03:33:03.347042 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-5438b392-44d1-4657-a5b7-040ec6da2d7a req-0e51b5e8-986c-4535-9934-d78661c9b575 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] 10.222.0.57 "GET /v2.0/ports?device_id=05b5b64f-7a56-4bd2-97ed-2e54c9e65a96 HTTP/1.1" status: 200  len: 946 time: 0.1091185
Feb 17 03:33:03.398326 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-5438b392-44d1-4657-a5b7-040ec6da2d7a req-1f57c7fb-2b0f-4822-805e-7d1362f269aa tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] 10.222.0.57 "GET /v2.0/security-groups?id=7a034f11-6095-46d6-bffd-d2ce932f5f6d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434167
Feb 17 03:33:03.471095 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e9f07f-eb68-43a5-8c2b-d39c69f32d59 req-0a9c6606-3826-485a-a5cb-4e61e6f48d57 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:33:03.472691 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-59e9f07f-eb68-43a5-8c2b-d39c69f32d59 req-0a9c6606-3826-485a-a5cb-4e61e6f48d57 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] 10.222.0.57 "GET /v2.0/ports?device_id=3c5a8ede-8248-460e-bef7-6b5c3aaf48f5 HTTP/1.1" status: 200  len: 945 time: 0.3117893
Feb 17 03:33:03.519373 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-59e9f07f-eb68-43a5-8c2b-d39c69f32d59 req-86b1ecaf-0f7e-4da5-b56e-bdc6cd880cd6 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] 10.222.0.57 "GET /v2.0/security-groups?id=264ce588-819f-4161-899a-9ba19db95e15&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0394766
Feb 17 03:33:03.881013 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66560aa5-81ba-4672-b072-dfa964ee85d2 req-a8087866-b107-4253-a3f2-f8aceed67b77 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:33:03.882643 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-66560aa5-81ba-4672-b072-dfa964ee85d2 req-a8087866-b107-4253-a3f2-f8aceed67b77 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/ports?device_id=4840bec6-59fa-4a75-9cab-b8eba3fced9d HTTP/1.1" status: 200  len: 945 time: 0.0892723
Feb 17 03:33:03.931122 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-66560aa5-81ba-4672-b072-dfa964ee85d2 req-64948b0f-1d1a-45fc-96d0-3a8aeedd8c73 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/security-groups?id=e00a9105-e774-4a39-a8ac-bb2eb11aef9a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414717
Feb 17 03:33:04.598945 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0320deb9-6091-4a0a-a39c-c3820d63aafc req-fc62fb01-6c85-45b7-95af-ddfb5e219d7c tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:33:04.600586 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-0320deb9-6091-4a0a-a39c-c3820d63aafc req-fc62fb01-6c85-45b7-95af-ddfb5e219d7c tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] 10.222.0.57 "GET /v2.0/ports?device_id=05b5b64f-7a56-4bd2-97ed-2e54c9e65a96 HTTP/1.1" status: 200  len: 946 time: 0.0887620
Feb 17 03:33:04.651083 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-0320deb9-6091-4a0a-a39c-c3820d63aafc req-76bb0410-d6cb-4004-8d87-08c2cb4b7dd9 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] 10.222.0.57 "GET /v2.0/security-groups?id=7a034f11-6095-46d6-bffd-d2ce932f5f6d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436146
Feb 17 03:33:04.721559 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187b58bc-a260-4787-b0e0-65c6555ebf5a req-946eb7e9-af64-46b6-8168-f23de7378727 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:33:04.723089 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-187b58bc-a260-4787-b0e0-65c6555ebf5a req-946eb7e9-af64-46b6-8168-f23de7378727 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] 10.222.0.57 "GET /v2.0/ports?device_id=3c5a8ede-8248-460e-bef7-6b5c3aaf48f5 HTTP/1.1" status: 200  len: 945 time: 0.0867012
Feb 17 03:33:04.771894 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-187b58bc-a260-4787-b0e0-65c6555ebf5a req-4a91367d-b243-4f49-b9b0-ff8dad2d8038 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] 10.222.0.57 "GET /v2.0/security-groups?id=264ce588-819f-4161-899a-9ba19db95e15&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417850
Feb 17 03:33:05.134430 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5053ceb-b921-4db3-b46c-faec70d94c67 req-0716a119-9a45-4d52-ad6d-e090b7118160 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:33:05.136032 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-a5053ceb-b921-4db3-b46c-faec70d94c67 req-0716a119-9a45-4d52-ad6d-e090b7118160 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/ports?device_id=4840bec6-59fa-4a75-9cab-b8eba3fced9d HTTP/1.1" status: 200  len: 945 time: 0.0859139
Feb 17 03:33:05.182949 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-a5053ceb-b921-4db3-b46c-faec70d94c67 req-00380632-de54-476c-9a38-fbe3a25c2ad1 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/security-groups?id=e00a9105-e774-4a39-a8ac-bb2eb11aef9a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405736
Feb 17 03:33:05.855525 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caa6c9c-be4f-4e80-a556-654459c42da8 req-a049fae2-66a3-4462-93d4-68d563e67449 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:33:05.857247 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-0caa6c9c-be4f-4e80-a556-654459c42da8 req-a049fae2-66a3-4462-93d4-68d563e67449 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] 10.222.0.57 "GET /v2.0/ports?device_id=05b5b64f-7a56-4bd2-97ed-2e54c9e65a96 HTTP/1.1" status: 200  len: 946 time: 0.0906053
Feb 17 03:33:05.909173 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-0caa6c9c-be4f-4e80-a556-654459c42da8 req-212836de-4110-4c08-ac83-dfee22f97b1c tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] 10.222.0.57 "GET /v2.0/security-groups?id=7a034f11-6095-46d6-bffd-d2ce932f5f6d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439405
Feb 17 03:33:05.985973 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ad4764-7649-4236-b385-168c480125ae req-225b3429-b456-4bfd-bfa6-097fd5305686 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:33:05.987587 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-e5ad4764-7649-4236-b385-168c480125ae req-225b3429-b456-4bfd-bfa6-097fd5305686 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] 10.222.0.57 "GET /v2.0/ports?device_id=3c5a8ede-8248-460e-bef7-6b5c3aaf48f5 HTTP/1.1" status: 200  len: 945 time: 0.0917134
Feb 17 03:33:06.035392 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-e5ad4764-7649-4236-b385-168c480125ae req-237f9f0b-f507-4f16-907c-fc6d1836e9f6 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] 10.222.0.57 "GET /v2.0/security-groups?id=264ce588-819f-4161-899a-9ba19db95e15&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0404902
Feb 17 03:33:06.389060 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f7d9cd-65d4-45c7-a489-b62fb9cb7f05 req-061cb336-d3b1-47cb-b1dc-8067ce99c189 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:33:06.390662 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-66f7d9cd-65d4-45c7-a489-b62fb9cb7f05 req-061cb336-d3b1-47cb-b1dc-8067ce99c189 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/ports?device_id=4840bec6-59fa-4a75-9cab-b8eba3fced9d HTTP/1.1" status: 200  len: 945 time: 0.0907614
Feb 17 03:33:06.443927 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-66f7d9cd-65d4-45c7-a489-b62fb9cb7f05 req-fce57003-a847-40b1-9494-30b2e19f406f tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/security-groups?id=e00a9105-e774-4a39-a8ac-bb2eb11aef9a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0468068
Feb 17 03:33:06.980309 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb291d63-c2ae-4770-9850-33360d81b5dc req-9f936d61-4262-4537-9a3c-7479dd3b4a85 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:33:06.982204 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-bb291d63-c2ae-4770-9850-33360d81b5dc req-9f936d61-4262-4537-9a3c-7479dd3b4a85 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] 10.222.0.54 "GET /v2.0/ports?device_id=05b5b64f-7a56-4bd2-97ed-2e54c9e65a96 HTTP/1.1" status: 200  len: 946 time: 0.1158564
Feb 17 03:33:07.154053 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.plugin [req-bb291d63-c2ae-4770-9850-33360d81b5dc req-d2bfbdcb-aca4-4d98-82f7-673fb62c20fb tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] Deleting port a22a3785-c250-4a30-9d0e-f779f4acfbdd {{(pid=83921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 03:33:07.154440 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-bb291d63-c2ae-4770-9850-33360d81b5dc req-d2bfbdcb-aca4-4d98-82f7-673fb62c20fb tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363303097822068'] for port, before_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:33:07.216284 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebce0153-9ede-46a4-bd04-41d105bf262b req-21c50b78-b552-4f2c-82c5-35bd97387ac3 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:33:07.227150 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-ebce0153-9ede-46a4-bd04-41d105bf262b req-21c50b78-b552-4f2c-82c5-35bd97387ac3 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] 10.222.0.57 "GET /v2.0/ports?device_id=05b5b64f-7a56-4bd2-97ed-2e54c9e65a96 HTTP/1.1" status: 200  len: 946 time: 0.1810260
Feb 17 03:33:07.316013 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-ebce0153-9ede-46a4-bd04-41d105bf262b req-361188d5-29f4-4454-8c38-acdd12bd10f7 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] 10.222.0.57 "GET /v2.0/security-groups?id=7a034f11-6095-46d6-bffd-d2ce932f5f6d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0878992
Feb 17 03:33:07.530120 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Device 48fb65e6-ad21-424b-ad45-8e4c51055da6 up at agent ovs-agent-hv-cinder-75994 {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:33:07.701966 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcfbd45-6b73-4854-b4dc-bf42e9b7128e req-b64f04b8-5b5f-41dc-89da-06a35e8bfefc tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:33:07.711356 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-cbcfbd45-6b73-4854-b4dc-bf42e9b7128e req-b64f04b8-5b5f-41dc-89da-06a35e8bfefc tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] 10.222.0.57 "GET /v2.0/ports?device_id=3c5a8ede-8248-460e-bef7-6b5c3aaf48f5 HTTP/1.1" status: 200  len: 945 time: 0.4222364
Feb 17 03:33:07.713588 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Provisioning complete for port 48fb65e6-ad21-424b-ad45-8e4c51055da6 triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:33:07.714034 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838161172'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:33:07.781181 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.db [req-bb291d63-c2ae-4770-9850-33360d81b5dc req-d2bfbdcb-aca4-4d98-82f7-673fb62c20fb tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] For port a22a3785-c250-4a30-9d0e-f779f4acfbdd, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=a22a3785-c250-4a30-9d0e-f779f4acfbdd,segment=NetworkSegment(4bd29afe-058f-4758-98df-05beb902e75b),segment_id=4bd29afe-058f-4758-98df-05beb902e75b)] {{(pid=83921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:33:07.781903 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-bb291d63-c2ae-4770-9850-33360d81b5dc req-d2bfbdcb-aca4-4d98-82f7-673fb62c20fb tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853786502'] for port, precommit_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:33:07.808217 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-cbcfbd45-6b73-4854-b4dc-bf42e9b7128e req-dafa1610-b11d-42fd-b223-792a215ad682 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] 10.222.0.57 "GET /v2.0/security-groups?id=264ce588-819f-4161-899a-9ba19db95e15&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0958302
Feb 17 03:33:07.901687 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938aaf9f-6dd3-4719-86d9-991431f3b47a req-f8461c45-0c16-42e8-9f32-34cc5b60198d tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:33:07.909650 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-938aaf9f-6dd3-4719-86d9-991431f3b47a req-f8461c45-0c16-42e8-9f32-34cc5b60198d tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/ports?device_id=4840bec6-59fa-4a75-9cab-b8eba3fced9d HTTP/1.1" status: 200  len: 945 time: 0.2180195
Feb 17 03:33:07.979448 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-938aaf9f-6dd3-4719-86d9-991431f3b47a req-84c8b373-32d8-4491-b3c0-d4924df4aa78 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/security-groups?id=e00a9105-e774-4a39-a8ac-bb2eb11aef9a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0687306
Feb 17 03:33:08.088774 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.plugin [req-bb291d63-c2ae-4770-9850-33360d81b5dc req-d2bfbdcb-aca4-4d98-82f7-673fb62c20fb tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] Calling delete_port for a22a3785-c250-4a30-9d0e-f779f4acfbdd owned by compute:nova {{(pid=83921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 03:33:08.119953 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Device a22a3785-c250-4a30-9d0e-f779f4acfbdd no longer exists at agent ovs-agent-hv-cinder-75994 {{(pid=83923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 03:33:08.264664 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-bb291d63-c2ae-4770-9850-33360d81b5dc req-d2bfbdcb-aca4-4d98-82f7-673fb62c20fb tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363303097879497', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363303098261142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852640907'] for port, after_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:33:08.273083 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for port, before_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:33:08.281530 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-234f8513-78c4-40e1-b10d-a303386bd506 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:33:08.384138 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bfbdcb-aca4-4d98-82f7-673fb62c20fb tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] Pushing event deleted for resources: {'Port': ['ID=a22a3785-c250-4a30-9d0e-f779f4acfbdd,revision_number=None']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:33:08.391434 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-d2bfbdcb-aca4-4d98-82f7-673fb62c20fb tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:33:08.573138 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-499b84b3-b149-4de2-8bdb-795f5c8d10b0 req-d1b0254d-4a7e-4fa4-b20b-26b2ad36fb24 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] 10.222.0.57 "GET /v2.0/ports?device_id=05b5b64f-7a56-4bd2-97ed-2e54c9e65a96 HTTP/1.1" status: 200  len: 210 time: 0.0764070
Feb 17 03:33:08.623869 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb291d63-c2ae-4770-9850-33360d81b5dc req-d2bfbdcb-aca4-4d98-82f7-673fb62c20fb tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] No DVR routers for this DVR port a22a3785-c250-4a30-9d0e-f779f4acfbdd on host hv-cinder-75994 {{(pid=83921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 03:33:08.627306 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-bb291d63-c2ae-4770-9850-33360d81b5dc req-d2bfbdcb-aca4-4d98-82f7-673fb62c20fb tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774597'] for port, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:33:08.630718 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05b5b64f-7a56-4bd2-97ed-2e54c9e65a96', 'name': 'network-vif-deleted', 'tag': 'a22a3785-c250-4a30-9d0e-f779f4acfbdd'}] {{(pid=83921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 03:33:08.654121 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-bb291d63-c2ae-4770-9850-33360d81b5dc req-d2bfbdcb-aca4-4d98-82f7-673fb62c20fb tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] 10.222.0.54 "DELETE /v2.0/ports/a22a3785-c250-4a30-9d0e-f779f4acfbdd HTTP/1.1" status: 204  len: 173 time: 1.6654410
Feb 17 03:33:08.724513 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05b5b64f-7a56-4bd2-97ed-2e54c9e65a96', 'name': 'network-vif-deleted', 'tag': 'a22a3785-c250-4a30-9d0e-f779f4acfbdd', 'status': 'completed', 'code': 200}
Feb 17 03:33:09.219687 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7619dc25-7617-4dc3-92c0-a7bc93a3f1c2 req-78471644-abd1-40b5-8449-155b5cae200e tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:33:09.233220 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-7619dc25-7617-4dc3-92c0-a7bc93a3f1c2 req-78471644-abd1-40b5-8449-155b5cae200e tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] 10.222.0.57 "GET /v2.0/ports?device_id=3c5a8ede-8248-460e-bef7-6b5c3aaf48f5 HTTP/1.1" status: 200  len: 945 time: 0.1637800
Feb 17 03:33:09.377592 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-7619dc25-7617-4dc3-92c0-a7bc93a3f1c2 req-a9052e7a-4288-4490-944d-8e3b5544bc2f tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] 10.222.0.57 "GET /v2.0/security-groups?id=264ce588-819f-4161-899a-9ba19db95e15&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1429179
Feb 17 03:33:09.560249 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e699b45d-9b47-4eab-bec8-2b1112b64399 req-c9d6628e-5115-4654-8bc8-0ed3b0e131a5 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:33:09.562336 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-e699b45d-9b47-4eab-bec8-2b1112b64399 req-c9d6628e-5115-4654-8bc8-0ed3b0e131a5 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/ports?device_id=4840bec6-59fa-4a75-9cab-b8eba3fced9d HTTP/1.1" status: 200  len: 945 time: 0.3143444
Feb 17 03:33:09.628472 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-e699b45d-9b47-4eab-bec8-2b1112b64399 req-84599d6e-ef93-4ffb-8c7f-58399b2ca0fa tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/security-groups?id=e00a9105-e774-4a39-a8ac-bb2eb11aef9a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0594044
Feb 17 03:33:09.690053 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.57', 42504) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:33:09.959643 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c3e2b66-da9e-4a7b-81b3-8661fe9bc1b3 admin admin] Deleting subnet 2c8050c3-d22a-4b7f-8b2d-686c8f16c9a7 {{(pid=83921) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 17 03:33:09.963135 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-3c3e2b66-da9e-4a7b-81b3-8661fe9bc1b3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:33:10.026461 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-3c3e2b66-da9e-4a7b-81b3-8661fe9bc1b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852641159'] for subnet, precommit_delete_associations {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:33:10.091900 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-3c3e2b66-da9e-4a7b-81b3-8661fe9bc1b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036838102275'] for subnet, precommit_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:33:10.418826 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-3c3e2b66-da9e-4a7b-81b3-8661fe9bc1b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853913663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852641119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3438525'] for subnet, after_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:33:10.544463 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-b6dec1ee-ebbb-42e5-b7b8-8a0233e8af50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:33:10.623627 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54015977-3060-4861-bc8b-db1dad4bbbb2 req-755449a8-9fb4-4c48-ace4-59c2e6281443 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:33:10.632115 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-54015977-3060-4861-bc8b-db1dad4bbbb2 req-755449a8-9fb4-4c48-ace4-59c2e6281443 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] 10.222.0.57 "GET /v2.0/ports?device_id=3c5a8ede-8248-460e-bef7-6b5c3aaf48f5 HTTP/1.1" status: 200  len: 945 time: 0.0987332
Feb 17 03:33:10.633286 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-3c3e2b66-da9e-4a7b-81b3-8661fe9bc1b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854193028'] for subnet, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:33:10.652759 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-3c3e2b66-da9e-4a7b-81b3-8661fe9bc1b3 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/2c8050c3-d22a-4b7f-8b2d-686c8f16c9a7 HTTP/1.1" status: 204  len: 168 time: 0.9614449
Feb 17 03:33:10.653834 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3e2b66-da9e-4a7b-81b3-8661fe9bc1b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c8050c3-d22a-4b7f-8b2d-686c8f16c9a7,revision_number=None']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:33:10.661187 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83922) accepted ('10.222.0.57', 42518) {{(pid=83922) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:33:10.677849 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3e2b66-da9e-4a7b-81b3-8661fe9bc1b3 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:33:10.678042 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3e2b66-da9e-4a7b-81b3-8661fe9bc1b3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:33:10.678432 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3e2b66-da9e-4a7b-81b3-8661fe9bc1b3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:33:10.678818 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3e2b66-da9e-4a7b-81b3-8661fe9bc1b3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:33:10.679208 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3e2b66-da9e-4a7b-81b3-8661fe9bc1b3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:33:10.680217 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3e2b66-da9e-4a7b-81b3-8661fe9bc1b3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:33:10.680667 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3e2b66-da9e-4a7b-81b3-8661fe9bc1b3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:33:10.681119 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3e2b66-da9e-4a7b-81b3-8661fe9bc1b3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:33:10.681512 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3e2b66-da9e-4a7b-81b3-8661fe9bc1b3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:33:10.681870 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3e2b66-da9e-4a7b-81b3-8661fe9bc1b3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:33:10.682257 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3e2b66-da9e-4a7b-81b3-8661fe9bc1b3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:33:10.682636 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3e2b66-da9e-4a7b-81b3-8661fe9bc1b3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:33:10.683123 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3e2b66-da9e-4a7b-81b3-8661fe9bc1b3 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:33:10.683506 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3e2b66-da9e-4a7b-81b3-8661fe9bc1b3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:33:10.683886 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3e2b66-da9e-4a7b-81b3-8661fe9bc1b3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:33:10.684261 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3e2b66-da9e-4a7b-81b3-8661fe9bc1b3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:33:10.684636 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3e2b66-da9e-4a7b-81b3-8661fe9bc1b3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:33:10.685127 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3e2b66-da9e-4a7b-81b3-8661fe9bc1b3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:33:10.687837 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3e2b66-da9e-4a7b-81b3-8661fe9bc1b3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:33:10.688286 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3e2b66-da9e-4a7b-81b3-8661fe9bc1b3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:33:10.688707 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3e2b66-da9e-4a7b-81b3-8661fe9bc1b3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:33:10.689152 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3e2b66-da9e-4a7b-81b3-8661fe9bc1b3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:33:10.689547 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3e2b66-da9e-4a7b-81b3-8661fe9bc1b3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:33:10.689932 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3e2b66-da9e-4a7b-81b3-8661fe9bc1b3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:33:10.704542 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-3c3e2b66-da9e-4a7b-81b3-8661fe9bc1b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:33:10.815760 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-54015977-3060-4861-bc8b-db1dad4bbbb2 req-fb05f46d-86eb-4420-9b13-90d77a41aea1 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] 10.222.0.57 "GET /v2.0/security-groups?id=264ce588-819f-4161-899a-9ba19db95e15&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1815631
Feb 17 03:33:10.878742 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-12a8b428-b995-4d07-b646-4855ada7359c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036838459169'] for network, before_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:33:11.028406 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a1a6dd-6076-4dde-a194-2c1d4f18b0c9 req-f6e386cc-41fc-41bd-b7fa-5e0f7580a99a tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:33:11.037004 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-b8a1a6dd-6076-4dde-a194-2c1d4f18b0c9 req-f6e386cc-41fc-41bd-b7fa-5e0f7580a99a tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/ports?device_id=4840bec6-59fa-4a75-9cab-b8eba3fced9d HTTP/1.1" status: 200  len: 945 time: 0.1915023
Feb 17 03:33:11.161831 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-b8a1a6dd-6076-4dde-a194-2c1d4f18b0c9 req-be3e8749-0971-4aad-a4cc-30de52a28239 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/security-groups?id=e00a9105-e774-4a39-a8ac-bb2eb11aef9a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1186419
Feb 17 03:33:11.346618 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-12a8b428-b995-4d07-b646-4855ada7359c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838103452', 'neutron.services.segments.db._delete_segments_for_network-8733756975594'] for network, precommit_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:33:11.413184 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d19e78-142f-4eaa-8bfc-5da34ff6a771 req-438a7430-9ef9-4175-afcc-f3597504bec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:33:11.415420 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-99d19e78-142f-4eaa-8bfc-5da34ff6a771 req-438a7430-9ef9-4175-afcc-f3597504bec1 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c568344bec0146c19c14571bff20a759&device_id=3c5a8ede-8248-460e-bef7-6b5c3aaf48f5 HTTP/1.1" status: 200  len: 1162 time: 0.0900292
Feb 17 03:33:11.485540 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29a65c9-a57e-494b-8c72-d4b1d76a8eb5 req-cdddeb24-25c2-4a69-b858-d766a148e291 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:33:11.487176 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-d29a65c9-a57e-494b-8c72-d4b1d76a8eb5 req-cdddeb24-25c2-4a69-b858-d766a148e291 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] 10.222.0.57 "GET /v2.0/ports?device_id=3c5a8ede-8248-460e-bef7-6b5c3aaf48f5 HTTP/1.1" status: 200  len: 945 time: 0.2051475
Feb 17 03:33:11.540142 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.services.segments.db [None req-12a8b428-b995-4d07-b646-4855ada7359c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f17c57f4be0>,) {'filters': {'network_id': ['90e5bf38-a0dc-48bd-9401-739bcf8a5d8a']}} {{(pid=83922) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:33:11.562654 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.services.segments.db [None req-12a8b428-b995-4d07-b646-4855ada7359c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f17c57f4be0>, '4bd29afe-058f-4758-98df-05beb902e75b') {'for_net_delete': True} {{(pid=83922) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:33:11.563014 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.services.segments.db [None req-12a8b428-b995-4d07-b646-4855ada7359c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f17c57f4be0>, '4bd29afe-058f-4758-98df-05beb902e75b') {} {{(pid=83922) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:33:11.573420 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-d29a65c9-a57e-494b-8c72-d4b1d76a8eb5 req-b86d77e1-42b6-410f-a4ba-1d8030f96fe1 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] 10.222.0.57 "GET /v2.0/security-groups?id=264ce588-819f-4161-899a-9ba19db95e15&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0760677
Feb 17 03:33:11.581089 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-12a8b428-b995-4d07-b646-4855ada7359c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363303097793020', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3121733'] for segment, before_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:33:11.597523 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-12a8b428-b995-4d07-b646-4855ada7359c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16617428'] for segment, precommit_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:33:11.599595 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-12a8b428-b995-4d07-b646-4855ada7359c admin admin] Releasing vxlan tunnel 7 to pool {{(pid=83922) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 17 03:33:11.620001 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d19e78-142f-4eaa-8bfc-5da34ff6a771 req-b64d0431-c502-4d6a-8437-fa41e44ddeba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:33:11.621998 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-99d19e78-142f-4eaa-8bfc-5da34ff6a771 req-b64d0431-c502-4d6a-8437-fa41e44ddeba service neutron] 10.222.0.54 "GET /v2.0/networks?id=196dd25e-6f79-49ea-bd1a-b88102e9bbe7 HTTP/1.1" status: 200  len: 905 time: 0.1987207
Feb 17 03:33:11.742453 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-99d19e78-142f-4eaa-8bfc-5da34ff6a771 req-b42ca141-72b5-401e-9aa0-e4a150ef86b4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=48fb65e6-ad21-424b-ad45-8e4c51055da6 HTTP/1.1" status: 200  len: 1001 time: 0.1123135
Feb 17 03:33:11.791847 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.managers [None req-12a8b428-b995-4d07-b646-4855ada7359c admin admin] Network 90e5bf38-a0dc-48bd-9401-739bcf8a5d8a has no segments {{(pid=83922) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 03:33:11.804398 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-12a8b428-b995-4d07-b646-4855ada7359c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036838158356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2929321'] for segment, after_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:33:11.824448 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d19e78-142f-4eaa-8bfc-5da34ff6a771 req-bcd222b0-1ff8-4c5c-b963-22f920b88d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:33:11.826254 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-99d19e78-142f-4eaa-8bfc-5da34ff6a771 req-bcd222b0-1ff8-4c5c-b963-22f920b88d9d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=029a335d-7c65-4847-a56e-60c19b417a63 HTTP/1.1" status: 200  len: 850 time: 0.0753362
Feb 17 03:33:11.922097 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d19e78-142f-4eaa-8bfc-5da34ff6a771 req-abb9153c-50c3-431f-8ced-0fde7f990e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:33:11.923764 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-99d19e78-142f-4eaa-8bfc-5da34ff6a771 req-abb9153c-50c3-431f-8ced-0fde7f990e7f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=196dd25e-6f79-49ea-bd1a-b88102e9bbe7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0897536
Feb 17 03:33:12.026112 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.managers [None req-12a8b428-b995-4d07-b646-4855ada7359c admin admin] Network 90e5bf38-a0dc-48bd-9401-739bcf8a5d8a has no segments {{(pid=83922) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 03:33:12.105974 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-99d19e78-142f-4eaa-8bfc-5da34ff6a771 req-d022a085-1863-464c-af88-2e5048e4c97d service neutron] 10.222.0.54 "GET /v2.0/networks/196dd25e-6f79-49ea-bd1a-b88102e9bbe7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1746888
Feb 17 03:33:12.132120 dv-cinder-759943-5-iscsi neutron-server[83810]: Traceback (most recent call last):
Feb 17 03:33:12.132120 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 17 03:33:12.132120 dv-cinder-759943-5-iscsi neutron-server[83810]:     timer()
Feb 17 03:33:12.132120 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 17 03:33:12.132120 dv-cinder-759943-5-iscsi neutron-server[83810]:     cb(*args, **kw)
Feb 17 03:33:12.132120 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 17 03:33:12.132120 dv-cinder-759943-5-iscsi neutron-server[83810]:     return func(*args, **kwargs)
Feb 17 03:33:12.132120 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 17 03:33:12.132120 dv-cinder-759943-5-iscsi neutron-server[83810]:     self._notify()
Feb 17 03:33:12.132120 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 17 03:33:12.132120 dv-cinder-759943-5-iscsi neutron-server[83810]:     self.callback(batched_events)
Feb 17 03:33:12.132120 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 17 03:33:12.132120 dv-cinder-759943-5-iscsi neutron-server[83810]:     event.method(event)
Feb 17 03:33:12.132120 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 17 03:33:12.132120 dv-cinder-759943-5-iscsi neutron-server[83810]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 17 03:33:12.132120 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 17 03:33:12.132120 dv-cinder-759943-5-iscsi neutron-server[83810]:     segment_id)['aggregates'][0]
Feb 17 03:33:12.132120 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 17 03:33:12.132120 dv-cinder-759943-5-iscsi neutron-server[83810]:     return f(self, *a, **k)
Feb 17 03:33:12.132120 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 17 03:33:12.132120 dv-cinder-759943-5-iscsi neutron-server[83810]:     return self._get(url).json()
Feb 17 03:33:12.132120 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 17 03:33:12.132120 dv-cinder-759943-5-iscsi neutron-server[83810]:     **kwargs)
Feb 17 03:33:12.132120 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 17 03:33:12.132120 dv-cinder-759943-5-iscsi neutron-server[83810]:     return self.request(url, 'GET', **kwargs)
Feb 17 03:33:12.132120 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 17 03:33:12.132120 dv-cinder-759943-5-iscsi neutron-server[83810]:     **endpoint_filter)
Feb 17 03:33:12.132120 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 17 03:33:12.132120 dv-cinder-759943-5-iscsi neutron-server[83810]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 17 03:33:12.132120 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 17 03:33:12.132120 dv-cinder-759943-5-iscsi neutron-server[83810]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 17 03:33:12.132120 dv-cinder-759943-5-iscsi neutron-server[83810]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 17 03:33:12.135328 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-12a8b428-b995-4d07-b646-4855ada7359c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16672364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853781874'] for network, after_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:33:12.138470 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:33:12.182061 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-12a8b428-b995-4d07-b646-4855ada7359c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854193028'] for network, before_response {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:33:12.199716 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a8b428-b995-4d07-b646-4855ada7359c admin admin] Pushing event deleted for resources: {'Network': ['ID=90e5bf38-a0dc-48bd-9401-739bcf8a5d8a,revision_number=None']} {{(pid=83922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:33:12.203381 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-12a8b428-b995-4d07-b646-4855ada7359c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:33:12.204891 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-12a8b428-b995-4d07-b646-4855ada7359c admin admin] 10.222.0.57 "DELETE /v2.0/networks/90e5bf38-a0dc-48bd-9401-739bcf8a5d8a HTTP/1.1" status: 204  len: 168 time: 1.5214643
Feb 17 03:33:12.412721 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-99d19e78-142f-4eaa-8bfc-5da34ff6a771 req-0f9af2a7-a7b4-40da-8414-51913ce3e1b3 service neutron] 10.222.0.54 "GET /v2.0/networks/196dd25e-6f79-49ea-bd1a-b88102e9bbe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2958176
Feb 17 03:33:12.480311 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83922) accepted ('10.222.0.57', 42560) {{(pid=83922) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:33:12.540020 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84da73df-33c8-4c5c-bacb-bc5e48f460a8 req-e3abffaa-238d-482f-8506-96e00c3bd249 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:33:12.546932 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-84da73df-33c8-4c5c-bacb-bc5e48f460a8 req-e3abffaa-238d-482f-8506-96e00c3bd249 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/ports?device_id=4840bec6-59fa-4a75-9cab-b8eba3fced9d HTTP/1.1" status: 200  len: 945 time: 0.1328924
Feb 17 03:33:12.570013 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-8afbc123-7494-4d08-a988-a65c9ba7bb23 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=41ae341c7001465897265b1c5eda9767&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0879235
Feb 17 03:33:12.574847 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83922) accepted ('10.222.0.57', 42564) {{(pid=83922) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:33:12.607393 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-84da73df-33c8-4c5c-bacb-bc5e48f460a8 req-71097ab5-6a31-4f59-bd1d-2ef10e0cb45a tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/security-groups?id=e00a9105-e774-4a39-a8ac-bb2eb11aef9a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0595419
Feb 17 03:33:12.656002 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-8fccf7c0-ec62-47f4-b8e0-639eefed7493 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:33:12.700255 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-8fccf7c0-ec62-47f4-b8e0-639eefed7493 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:33:12.914153 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5707b8b-e36b-41c4-b176-84386a9806d9 req-e88ed1a2-550c-4a73-8074-1d981130093a tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:33:12.915810 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-b5707b8b-e36b-41c4-b176-84386a9806d9 req-e88ed1a2-550c-4a73-8074-1d981130093a tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] 10.222.0.57 "GET /v2.0/ports?device_id=3c5a8ede-8248-460e-bef7-6b5c3aaf48f5 HTTP/1.1" status: 200  len: 945 time: 0.1844258
Feb 17 03:33:12.943812 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-8fccf7c0-ec62-47f4-b8e0-639eefed7493 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876219'] for security_group, after_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:33:12.956948 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-8fe65f3b-681d-4eef-9a37-f8850f58810a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:33:12.985512 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fccf7c0-ec62-47f4-b8e0-639eefed7493 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a034f11-6095-46d6-bffd-d2ce932f5f6d,revision_number=None']} {{(pid=83922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:33:12.998722 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-8fccf7c0-ec62-47f4-b8e0-639eefed7493 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:33:13.004213 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-b5707b8b-e36b-41c4-b176-84386a9806d9 req-5130b7d7-13d3-466a-be24-9bb35db3b950 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] 10.222.0.57 "GET /v2.0/security-groups?id=264ce588-819f-4161-899a-9ba19db95e15&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0806279
Feb 17 03:33:13.021733 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-8fccf7c0-ec62-47f4-b8e0-639eefed7493 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:33:13.027439 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-8fccf7c0-ec62-47f4-b8e0-639eefed7493 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/7a034f11-6095-46d6-bffd-d2ce932f5f6d HTTP/1.1" status: 204  len: 168 time: 0.4514585
Feb 17 03:33:13.615936 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Device 48fb65e6-ad21-424b-ad45-8e4c51055da6 up at agent ovs-agent-hv-cinder-75994 {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:33:13.758535 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Provisioning complete for port 48fb65e6-ad21-424b-ad45-8e4c51055da6 triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:33:13.758960 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838161172'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:33:13.988773 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c1a945-d124-47c6-bf80-d81db3745b93 req-05b495a2-1c59-4447-aa5d-0d1a5b0839ce tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:33:13.999742 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-90c1a945-d124-47c6-bf80-d81db3745b93 req-05b495a2-1c59-4447-aa5d-0d1a5b0839ce tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/ports?device_id=4840bec6-59fa-4a75-9cab-b8eba3fced9d HTTP/1.1" status: 200  len: 945 time: 0.2026479
Feb 17 03:33:14.100754 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-90c1a945-d124-47c6-bf80-d81db3745b93 req-deb2d7b5-8e3c-4c79-8b55-5098bc57c568 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/security-groups?id=e00a9105-e774-4a39-a8ac-bb2eb11aef9a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0996857
Feb 17 03:33:14.322732 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf9c0f6-4516-4a59-a075-ea53a0a9924e req-b4129f03-b0e4-4563-bb0a-5b135558d775 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:33:14.325179 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-0cf9c0f6-4516-4a59-a075-ea53a0a9924e req-b4129f03-b0e4-4563-bb0a-5b135558d775 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] 10.222.0.57 "GET /v2.0/ports?device_id=3c5a8ede-8248-460e-bef7-6b5c3aaf48f5 HTTP/1.1" status: 200  len: 945 time: 0.1346464
Feb 17 03:33:14.387788 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-0cf9c0f6-4516-4a59-a075-ea53a0a9924e req-9d05e242-062f-4d93-b2cc-850f7f6efe84 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] 10.222.0.57 "GET /v2.0/security-groups?id=264ce588-819f-4161-899a-9ba19db95e15&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0509815
Feb 17 03:33:15.318037 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883dd663-1732-4d10-982f-d6e637d01632 req-e564b401-ea5b-4975-96fd-f44a700fbaee tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:33:15.319628 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-883dd663-1732-4d10-982f-d6e637d01632 req-e564b401-ea5b-4975-96fd-f44a700fbaee tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/ports?device_id=4840bec6-59fa-4a75-9cab-b8eba3fced9d HTTP/1.1" status: 200  len: 945 time: 0.0897555
Feb 17 03:33:15.375538 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-883dd663-1732-4d10-982f-d6e637d01632 req-ea991ff0-05b0-4850-960d-630c09000f24 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/security-groups?id=e00a9105-e774-4a39-a8ac-bb2eb11aef9a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0462749
Feb 17 03:33:16.480362 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-dc2a2717-404c-46bb-8882-7a8efa719437 req-c77c02c5-9ec0-4fb7-a745-205396924d5e service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=3c5a8ede-8248-460e-bef7-6b5c3aaf48f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0835519
Feb 17 03:33:16.610641 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44669840-9265-46c4-a758-c8b4b5edb036 req-b53d92f7-56c5-4c5f-8654-65d3ed90d273 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:33:16.612760 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-44669840-9265-46c4-a758-c8b4b5edb036 req-b53d92f7-56c5-4c5f-8654-65d3ed90d273 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/ports?device_id=4840bec6-59fa-4a75-9cab-b8eba3fced9d HTTP/1.1" status: 200  len: 945 time: 0.0977809
Feb 17 03:33:16.622059 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2a2717-404c-46bb-8882-7a8efa719437 req-07f1304a-d4a3-497f-a830-ac6810f0231c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:33:16.624142 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-dc2a2717-404c-46bb-8882-7a8efa719437 req-07f1304a-d4a3-497f-a830-ac6810f0231c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c568344bec0146c19c14571bff20a759&device_id=3c5a8ede-8248-460e-bef7-6b5c3aaf48f5 HTTP/1.1" status: 200  len: 1162 time: 0.0983298
Feb 17 03:33:16.681662 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-44669840-9265-46c4-a758-c8b4b5edb036 req-6d891fb5-1b02-4688-9c14-b5fe4e437036 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/security-groups?id=e00a9105-e774-4a39-a8ac-bb2eb11aef9a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0591352
Feb 17 03:33:16.800944 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2a2717-404c-46bb-8882-7a8efa719437 req-4d08562b-8dfc-441f-8200-df3a1a692e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:33:16.802728 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-dc2a2717-404c-46bb-8882-7a8efa719437 req-4d08562b-8dfc-441f-8200-df3a1a692e87 service neutron] 10.222.0.54 "GET /v2.0/networks?id=196dd25e-6f79-49ea-bd1a-b88102e9bbe7 HTTP/1.1" status: 200  len: 905 time: 0.1567812
Feb 17 03:33:17.165561 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-dc2a2717-404c-46bb-8882-7a8efa719437 req-6b27a6f7-d035-4000-b02b-e420b00e3f2d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=48fb65e6-ad21-424b-ad45-8e4c51055da6 HTTP/1.1" status: 200  len: 1001 time: 0.3554609
Feb 17 03:33:17.252420 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2a2717-404c-46bb-8882-7a8efa719437 req-5a95a4e1-53cc-446a-a71c-4803f9d4b291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:33:17.254017 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-dc2a2717-404c-46bb-8882-7a8efa719437 req-5a95a4e1-53cc-446a-a71c-4803f9d4b291 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=029a335d-7c65-4847-a56e-60c19b417a63 HTTP/1.1" status: 200  len: 850 time: 0.0809717
Feb 17 03:33:17.375179 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2a2717-404c-46bb-8882-7a8efa719437 req-65cbdf53-6120-4492-94dc-0f24e7848ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:33:17.377233 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-dc2a2717-404c-46bb-8882-7a8efa719437 req-65cbdf53-6120-4492-94dc-0f24e7848ec6 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=196dd25e-6f79-49ea-bd1a-b88102e9bbe7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1153429
Feb 17 03:33:17.552023 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-dc2a2717-404c-46bb-8882-7a8efa719437 req-c613200d-f264-40b5-91a7-55af66496dce service neutron] 10.222.0.54 "GET /v2.0/networks/196dd25e-6f79-49ea-bd1a-b88102e9bbe7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1675935
Feb 17 03:33:17.754872 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-dc2a2717-404c-46bb-8882-7a8efa719437 req-face878d-4ba2-493f-9c11-412bd1198b4d service neutron] 10.222.0.54 "GET /v2.0/networks/196dd25e-6f79-49ea-bd1a-b88102e9bbe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1855626
Feb 17 03:33:17.962890 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19d0ab2-c578-4380-9745-3adc708fcb13 req-bde6040f-bf1d-4ea4-bc80-ff421cafdf05 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:33:17.979344 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-c19d0ab2-c578-4380-9745-3adc708fcb13 req-bde6040f-bf1d-4ea4-bc80-ff421cafdf05 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/ports?device_id=4840bec6-59fa-4a75-9cab-b8eba3fced9d HTTP/1.1" status: 200  len: 945 time: 0.1325815
Feb 17 03:33:18.052231 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-c19d0ab2-c578-4380-9745-3adc708fcb13 req-07d29c4b-de33-4797-b47b-ccdac7b8d9f0 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/security-groups?id=e00a9105-e774-4a39-a8ac-bb2eb11aef9a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0717785
Feb 17 03:33:19.291780 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad4360f-f1c5-48ff-a784-12a92942e615 req-d4f4d6b8-e16e-4efc-801e-695994fef812 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:33:19.299511 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-4ad4360f-f1c5-48ff-a784-12a92942e615 req-d4f4d6b8-e16e-4efc-801e-695994fef812 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/ports?device_id=4840bec6-59fa-4a75-9cab-b8eba3fced9d HTTP/1.1" status: 200  len: 945 time: 0.1268532
Feb 17 03:33:19.361618 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-4ad4360f-f1c5-48ff-a784-12a92942e615 req-26df8729-697c-4768-8dc2-4117f80bd4c3 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/security-groups?id=e00a9105-e774-4a39-a8ac-bb2eb11aef9a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0611110
Feb 17 03:33:20.574340 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611777ec-7bad-45ec-b7f7-2d462d59b823 req-c357fd3f-710a-48ef-b212-a0845ee3732e tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:33:20.576095 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-611777ec-7bad-45ec-b7f7-2d462d59b823 req-c357fd3f-710a-48ef-b212-a0845ee3732e tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/ports?device_id=4840bec6-59fa-4a75-9cab-b8eba3fced9d HTTP/1.1" status: 200  len: 945 time: 0.0970581
Feb 17 03:33:20.625857 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-611777ec-7bad-45ec-b7f7-2d462d59b823 req-d708a6fb-4d61-44fd-ac41-d9809b2d9f48 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/security-groups?id=e00a9105-e774-4a39-a8ac-bb2eb11aef9a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430357
Feb 17 03:33:21.479876 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531582cb-cdcd-4f70-9d58-6a940c4f7a39 req-692652e6-456e-47fb-a284-98a53c7930d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:33:21.484383 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-531582cb-cdcd-4f70-9d58-6a940c4f7a39 req-692652e6-456e-47fb-a284-98a53c7930d4 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=64044155addf41e9ba2bde5782afed2a&device_id=4840bec6-59fa-4a75-9cab-b8eba3fced9d HTTP/1.1" status: 200  len: 1162 time: 0.1341836
Feb 17 03:33:21.747263 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531582cb-cdcd-4f70-9d58-6a940c4f7a39 req-46683f73-f7eb-4cc7-b256-ab8911b82e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:33:21.751627 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-531582cb-cdcd-4f70-9d58-6a940c4f7a39 req-46683f73-f7eb-4cc7-b256-ab8911b82e79 service neutron] 10.222.0.54 "GET /v2.0/networks?id=735791d7-b752-470f-b049-6623a91713f5 HTTP/1.1" status: 200  len: 909 time: 0.2601662
Feb 17 03:33:21.963896 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-531582cb-cdcd-4f70-9d58-6a940c4f7a39 req-800188f8-86bf-4a14-9e84-9673dd5ea645 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3122eba0-b4d4-415e-b7c0-f67223c6ab3f HTTP/1.1" status: 200  len: 1000 time: 0.2044652
Feb 17 03:33:22.072146 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313ba7f2-bc55-4a16-a48a-a2f9c637bad1 req-54b22b8e-9b47-4865-bc4a-762745046302 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:33:22.074657 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.57', 42788) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:33:22.093398 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-313ba7f2-bc55-4a16-a48a-a2f9c637bad1 req-54b22b8e-9b47-4865-bc4a-762745046302 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/ports?device_id=4840bec6-59fa-4a75-9cab-b8eba3fced9d HTTP/1.1" status: 200  len: 945 time: 0.2487807
Feb 17 03:33:22.151173 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.db_base_plugin_v2 [None req-79c5926a-c571-4e59-a30d-f72d9d67ed2c admin admin] Deleting subnet 7ada6777-95bf-446d-be68-0d7e0c71021b {{(pid=83921) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 17 03:33:22.154502 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-79c5926a-c571-4e59-a30d-f72d9d67ed2c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:33:22.174838 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-313ba7f2-bc55-4a16-a48a-a2f9c637bad1 req-b47b433d-b77e-4b07-8d80-5f67341fd78b tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/security-groups?id=e00a9105-e774-4a39-a8ac-bb2eb11aef9a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0836432
Feb 17 03:33:22.227574 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-79c5926a-c571-4e59-a30d-f72d9d67ed2c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852641159'] for subnet, precommit_delete_associations {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:33:22.301301 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531582cb-cdcd-4f70-9d58-6a940c4f7a39 req-cc6e1180-d120-424e-a419-d32eec18f90f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:33:22.301301 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-531582cb-cdcd-4f70-9d58-6a940c4f7a39 req-cc6e1180-d120-424e-a419-d32eec18f90f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1603be8a-dd86-41be-b651-1a8436af8dbf HTTP/1.1" status: 200  len: 854 time: 0.3308091
Feb 17 03:33:22.375387 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-79c5926a-c571-4e59-a30d-f72d9d67ed2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036838102275'] for subnet, precommit_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:33:22.541851 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531582cb-cdcd-4f70-9d58-6a940c4f7a39 req-0d30055a-65ca-42e7-9d06-73f119b7091b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:33:22.543573 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-531582cb-cdcd-4f70-9d58-6a940c4f7a39 req-0d30055a-65ca-42e7-9d06-73f119b7091b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=735791d7-b752-470f-b049-6623a91713f5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2358007
Feb 17 03:33:22.789985 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-531582cb-cdcd-4f70-9d58-6a940c4f7a39 req-2e6fe73f-c9a5-4ad9-8bfb-7a0f3bccf8db service neutron] 10.222.0.54 "GET /v2.0/networks/735791d7-b752-470f-b049-6623a91713f5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2322292
Feb 17 03:33:22.874873 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-79c5926a-c571-4e59-a30d-f72d9d67ed2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853913663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852641119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3438525'] for subnet, after_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:33:22.906446 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-c92169ba-706b-44ae-8abc-1ac1e9684012 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:33:23.009231 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c5926a-c571-4e59-a30d-f72d9d67ed2c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ada6777-95bf-446d-be68-0d7e0c71021b,revision_number=None']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:33:23.016991 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-79c5926a-c571-4e59-a30d-f72d9d67ed2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:33:23.082021 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-79c5926a-c571-4e59-a30d-f72d9d67ed2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854193028'] for subnet, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:33:23.090291 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-531582cb-cdcd-4f70-9d58-6a940c4f7a39 req-e86790eb-24e4-455a-9823-aba19663ddae service neutron] 10.222.0.54 "GET /v2.0/networks/735791d7-b752-470f-b049-6623a91713f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2916811
Feb 17 03:33:23.092017 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-79c5926a-c571-4e59-a30d-f72d9d67ed2c admin admin] 10.222.0.57 "DELETE /v2.0/subnets/7ada6777-95bf-446d-be68-0d7e0c71021b HTTP/1.1" status: 204  len: 168 time: 1.0163205
Feb 17 03:33:23.094728 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.57', 42808) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:33:23.148625 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.agents_db [None req-06fda002-6a6c-4595-892c-f579c445b334 None None] Agent healthcheck: found 6 active agents {{(pid=83924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 03:33:23.212154 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-0146def1-96b1-4be0-8ac7-d62f1892fad0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036838459169'] for network, before_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:33:23.393311 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-6c62dfbf-c971-4806-85a8-c1e854f955c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:33:23.402701 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c81658-e5f2-4e3c-951e-40c83838cb71 req-eaa22221-6357-472e-a95f-29afd7f68dbe tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:33:23.404249 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-05c81658-e5f2-4e3c-951e-40c83838cb71 req-eaa22221-6357-472e-a95f-29afd7f68dbe tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/ports?device_id=4840bec6-59fa-4a75-9cab-b8eba3fced9d HTTP/1.1" status: 200  len: 945 time: 0.0940945
Feb 17 03:33:23.407616 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-0146def1-96b1-4be0-8ac7-d62f1892fad0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838103452', 'neutron.services.segments.db._delete_segments_for_network-8733756975594'] for network, precommit_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:33:23.456101 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-05c81658-e5f2-4e3c-951e-40c83838cb71 req-44b4ca02-e579-40b7-a5e3-f55c0536ac49 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/security-groups?id=e00a9105-e774-4a39-a8ac-bb2eb11aef9a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441251
Feb 17 03:33:23.526231 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.services.segments.db [None req-0146def1-96b1-4be0-8ac7-d62f1892fad0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f17c479d278>,) {'filters': {'network_id': ['8d611967-ac3b-4d3e-854e-ff34ac61dc4a']}} {{(pid=83921) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:33:23.539526 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.services.segments.db [None req-0146def1-96b1-4be0-8ac7-d62f1892fad0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f17c479d278>, 'be06ba5d-3909-4934-8aa1-39344881a56f') {'for_net_delete': True} {{(pid=83921) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:33:23.539867 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.services.segments.db [None req-0146def1-96b1-4be0-8ac7-d62f1892fad0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f17c479d278>, 'be06ba5d-3909-4934-8aa1-39344881a56f') {} {{(pid=83921) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:33:23.552127 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-0146def1-96b1-4be0-8ac7-d62f1892fad0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363303097793020', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2134625'] for segment, before_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:33:23.570563 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-0146def1-96b1-4be0-8ac7-d62f1892fad0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16617428'] for segment, precommit_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:33:23.572720 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-0146def1-96b1-4be0-8ac7-d62f1892fad0 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=83921) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 17 03:33:23.645064 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83922) accepted ('10.222.0.57', 42824) {{(pid=83922) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:33:23.717658 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c045c1b-081c-4897-ab6c-f1dd48277de0 admin admin] Deleting subnet 3fc7090d-b093-4565-8fc3-df880d2b493b {{(pid=83922) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 17 03:33:23.720848 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-8c045c1b-081c-4897-ab6c-f1dd48277de0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:33:23.765938 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.managers [None req-0146def1-96b1-4be0-8ac7-d62f1892fad0 admin admin] Network 8d611967-ac3b-4d3e-854e-ff34ac61dc4a has no segments {{(pid=83921) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 03:33:23.774356 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-8c045c1b-081c-4897-ab6c-f1dd48277de0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851654051'] for subnet, precommit_delete_associations {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:33:23.775616 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-0146def1-96b1-4be0-8ac7-d62f1892fad0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036838158356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2134878'] for segment, after_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:33:23.860906 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-8c045c1b-081c-4897-ab6c-f1dd48277de0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036838102275'] for subnet, precommit_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:33:23.978093 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.managers [None req-0146def1-96b1-4be0-8ac7-d62f1892fad0 admin admin] Network 8d611967-ac3b-4d3e-854e-ff34ac61dc4a has no segments {{(pid=83921) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 03:33:24.005523 dv-cinder-759943-5-iscsi neutron-server[83810]: Traceback (most recent call last):
Feb 17 03:33:24.005523 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 17 03:33:24.005523 dv-cinder-759943-5-iscsi neutron-server[83810]:     timer()
Feb 17 03:33:24.005523 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 17 03:33:24.005523 dv-cinder-759943-5-iscsi neutron-server[83810]:     cb(*args, **kw)
Feb 17 03:33:24.005523 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 17 03:33:24.005523 dv-cinder-759943-5-iscsi neutron-server[83810]:     return func(*args, **kwargs)
Feb 17 03:33:24.005523 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 17 03:33:24.005523 dv-cinder-759943-5-iscsi neutron-server[83810]:     self._notify()
Feb 17 03:33:24.005523 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 17 03:33:24.005523 dv-cinder-759943-5-iscsi neutron-server[83810]:     self.callback(batched_events)
Feb 17 03:33:24.005523 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 17 03:33:24.005523 dv-cinder-759943-5-iscsi neutron-server[83810]:     event.method(event)
Feb 17 03:33:24.005523 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 17 03:33:24.005523 dv-cinder-759943-5-iscsi neutron-server[83810]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 17 03:33:24.005523 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 17 03:33:24.005523 dv-cinder-759943-5-iscsi neutron-server[83810]:     segment_id)['aggregates'][0]
Feb 17 03:33:24.005523 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 17 03:33:24.005523 dv-cinder-759943-5-iscsi neutron-server[83810]:     return f(self, *a, **k)
Feb 17 03:33:24.005523 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 17 03:33:24.005523 dv-cinder-759943-5-iscsi neutron-server[83810]:     return self._get(url).json()
Feb 17 03:33:24.005523 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 17 03:33:24.005523 dv-cinder-759943-5-iscsi neutron-server[83810]:     **kwargs)
Feb 17 03:33:24.005523 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 17 03:33:24.005523 dv-cinder-759943-5-iscsi neutron-server[83810]:     return self.request(url, 'GET', **kwargs)
Feb 17 03:33:24.005523 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 17 03:33:24.005523 dv-cinder-759943-5-iscsi neutron-server[83810]:     **endpoint_filter)
Feb 17 03:33:24.005523 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 17 03:33:24.005523 dv-cinder-759943-5-iscsi neutron-server[83810]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 17 03:33:24.005523 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 17 03:33:24.005523 dv-cinder-759943-5-iscsi neutron-server[83810]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 17 03:33:24.005523 dv-cinder-759943-5-iscsi neutron-server[83810]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 17 03:33:24.093812 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-0146def1-96b1-4be0-8ac7-d62f1892fad0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16672364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853781874'] for network, after_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:33:24.098911 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-0146def1-96b1-4be0-8ac7-d62f1892fad0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854193028'] for network, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:33:24.103667 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-71a1efba-0e6e-4095-965f-78792b07cbc5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:33:24.130373 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0146def1-96b1-4be0-8ac7-d62f1892fad0 admin admin] Pushing event deleted for resources: {'Network': ['ID=8d611967-ac3b-4d3e-854e-ff34ac61dc4a,revision_number=None']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:33:24.133676 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-0146def1-96b1-4be0-8ac7-d62f1892fad0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:33:24.136194 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-0146def1-96b1-4be0-8ac7-d62f1892fad0 admin admin] 10.222.0.57 "DELETE /v2.0/networks/8d611967-ac3b-4d3e-854e-ff34ac61dc4a HTTP/1.1" status: 204  len: 168 time: 1.0404408
Feb 17 03:33:24.178457 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-8c045c1b-081c-4897-ab6c-f1dd48277de0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853913663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851846314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2567689'] for subnet, after_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:33:24.199183 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:33:24.308037 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c045c1b-081c-4897-ab6c-f1dd48277de0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3fc7090d-b093-4565-8fc3-df880d2b493b,revision_number=None']} {{(pid=83922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:33:24.315287 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-8c045c1b-081c-4897-ab6c-f1dd48277de0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:33:24.346750 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83922) accepted ('10.222.0.57', 42836) {{(pid=83922) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:33:24.363331 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-8c045c1b-081c-4897-ab6c-f1dd48277de0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:33:24.375808 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-8c045c1b-081c-4897-ab6c-f1dd48277de0 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/3fc7090d-b093-4565-8fc3-df880d2b493b HTTP/1.1" status: 204  len: 168 time: 0.7293601
Feb 17 03:33:24.378830 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.57', 42840) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:33:24.415873 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-bba2e3fe-8a97-4b25-8ebb-e39ce8926358 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=90b33b201e9c4aaa92ca566c8f7e6dac&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0676117
Feb 17 03:33:24.418503 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83922) accepted ('10.222.0.57', 42844) {{(pid=83922) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:33:24.482006 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-04ace840-7023-4eea-8a82-bf93a5a68a2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:33:24.499395 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-8d8fceee-6a8b-4761-ace5-d1f3bfdda368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036838459169'] for network, before_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:33:24.511572 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-04ace840-7023-4eea-8a82-bf93a5a68a2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:33:24.571131 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-04ace840-7023-4eea-8a82-bf93a5a68a2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876219'] for security_group, after_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:33:24.579920 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-f80a8201-01f2-4b88-bf8c-c0d5ba55e860 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:33:24.594138 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ace840-7023-4eea-8a82-bf93a5a68a2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d424e17-ab05-4607-9df7-8d3f76ab183e,revision_number=None']} {{(pid=83922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:33:24.598850 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-04ace840-7023-4eea-8a82-bf93a5a68a2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:33:24.602405 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-04ace840-7023-4eea-8a82-bf93a5a68a2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:33:24.603644 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-04ace840-7023-4eea-8a82-bf93a5a68a2a admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/4d424e17-ab05-4607-9df7-8d3f76ab183e HTTP/1.1" status: 204  len: 168 time: 0.1841326
Feb 17 03:33:25.003531 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-8d8fceee-6a8b-4761-ace5-d1f3bfdda368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838103452', 'neutron.services.segments.db._delete_segments_for_network-8733756975594'] for network, precommit_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:33:25.100517 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511373b0-ae19-426c-8afc-500b732544a3 req-34435df3-9b91-4930-a1a8-b30f6897f5e0 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:33:25.102210 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-511373b0-ae19-426c-8afc-500b732544a3 req-34435df3-9b91-4930-a1a8-b30f6897f5e0 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/ports?device_id=4840bec6-59fa-4a75-9cab-b8eba3fced9d HTTP/1.1" status: 200  len: 945 time: 0.3232825
Feb 17 03:33:25.174138 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.services.segments.db [None req-8d8fceee-6a8b-4761-ace5-d1f3bfdda368 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f17c5b14550>,) {'filters': {'network_id': ['486670a3-8655-4eab-836b-e49305318219']}} {{(pid=83921) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:33:25.194111 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.services.segments.db [None req-8d8fceee-6a8b-4761-ace5-d1f3bfdda368 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f17c5b14550>, 'd4115581-11a1-408a-8ac2-7fb657e0e634') {'for_net_delete': True} {{(pid=83921) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:33:25.194486 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.services.segments.db [None req-8d8fceee-6a8b-4761-ace5-d1f3bfdda368 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f17c5b14550>, 'd4115581-11a1-408a-8ac2-7fb657e0e634') {} {{(pid=83921) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:33:25.205006 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-511373b0-ae19-426c-8afc-500b732544a3 req-4bd029a2-3e82-4020-8292-fb718acd5e71 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/security-groups?id=e00a9105-e774-4a39-a8ac-bb2eb11aef9a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0949097
Feb 17 03:33:25.211702 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-8d8fceee-6a8b-4761-ace5-d1f3bfdda368 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363303097793020', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2134625'] for segment, before_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:33:25.229065 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-8d8fceee-6a8b-4761-ace5-d1f3bfdda368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16617428'] for segment, precommit_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:33:25.231470 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-8d8fceee-6a8b-4761-ace5-d1f3bfdda368 admin admin] Releasing vxlan tunnel 6 to pool {{(pid=83921) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 17 03:33:25.393123 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:33:25.421705 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.managers [None req-8d8fceee-6a8b-4761-ace5-d1f3bfdda368 admin admin] Network 486670a3-8655-4eab-836b-e49305318219 has no segments {{(pid=83921) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 03:33:25.435588 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-8d8fceee-6a8b-4761-ace5-d1f3bfdda368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036838158356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2134878'] for segment, after_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:33:25.458506 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-2af253cd-9fa7-48b2-bfcc-70f2e3c4296c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:33:25.470402 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Device 3122eba0-b4d4-415e-b7c0-f67223c6ab3f no longer exists at agent ovs-agent-hv-cinder-75994 {{(pid=83923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 03:33:25.597715 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for port, before_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:33:25.626863 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4840bec6-59fa-4a75-9cab-b8eba3fced9d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3122eba0-b4d4-415e-b7c0-f67223c6ab3f'}] {{(pid=83923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 03:33:25.628336 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.managers [None req-8d8fceee-6a8b-4761-ace5-d1f3bfdda368 admin admin] Network 486670a3-8655-4eab-836b-e49305318219 has no segments {{(pid=83921) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 03:33:25.637814 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.db [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] For port 3122eba0-b4d4-415e-b7c0-f67223c6ab3f, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=3122eba0-b4d4-415e-b7c0-f67223c6ab3f,segment=NetworkSegment(edc0940c-57ea-45ad-8589-5951cb8baffd),segment_id=edc0940c-57ea-45ad-8589-5951cb8baffd)] {{(pid=83923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:33:25.641259 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303097879514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733756514675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303098261108'] for port, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:33:25.643107 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-69fec398-3d53-42dd-b528-4c8ef5b0c943 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:33:25.653829 dv-cinder-759943-5-iscsi neutron-server[83810]: Traceback (most recent call last):
Feb 17 03:33:25.653829 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 17 03:33:25.653829 dv-cinder-759943-5-iscsi neutron-server[83810]:     timer()
Feb 17 03:33:25.653829 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 17 03:33:25.653829 dv-cinder-759943-5-iscsi neutron-server[83810]:     cb(*args, **kw)
Feb 17 03:33:25.653829 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 17 03:33:25.653829 dv-cinder-759943-5-iscsi neutron-server[83810]:     return func(*args, **kwargs)
Feb 17 03:33:25.653829 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 17 03:33:25.653829 dv-cinder-759943-5-iscsi neutron-server[83810]:     self._notify()
Feb 17 03:33:25.653829 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 17 03:33:25.653829 dv-cinder-759943-5-iscsi neutron-server[83810]:     self.callback(batched_events)
Feb 17 03:33:25.653829 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 17 03:33:25.653829 dv-cinder-759943-5-iscsi neutron-server[83810]:     event.method(event)
Feb 17 03:33:25.653829 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 17 03:33:25.653829 dv-cinder-759943-5-iscsi neutron-server[83810]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 17 03:33:25.653829 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 17 03:33:25.653829 dv-cinder-759943-5-iscsi neutron-server[83810]:     segment_id)['aggregates'][0]
Feb 17 03:33:25.653829 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 17 03:33:25.653829 dv-cinder-759943-5-iscsi neutron-server[83810]:     return f(self, *a, **k)
Feb 17 03:33:25.653829 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 17 03:33:25.653829 dv-cinder-759943-5-iscsi neutron-server[83810]:     return self._get(url).json()
Feb 17 03:33:25.653829 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 17 03:33:25.653829 dv-cinder-759943-5-iscsi neutron-server[83810]:     **kwargs)
Feb 17 03:33:25.653829 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 17 03:33:25.653829 dv-cinder-759943-5-iscsi neutron-server[83810]:     return self.request(url, 'GET', **kwargs)
Feb 17 03:33:25.653829 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 17 03:33:25.653829 dv-cinder-759943-5-iscsi neutron-server[83810]:     **endpoint_filter)
Feb 17 03:33:25.653829 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 17 03:33:25.653829 dv-cinder-759943-5-iscsi neutron-server[83810]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 17 03:33:25.653829 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 17 03:33:25.653829 dv-cinder-759943-5-iscsi neutron-server[83810]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 17 03:33:25.653829 dv-cinder-759943-5-iscsi neutron-server[83810]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 17 03:33:25.723458 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Pushing event updated for resources: {'Port': ['ID=3122eba0-b4d4-415e-b7c0-f67223c6ab3f,revision_number=5']} {{(pid=83923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:33:25.732109 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:33:25.733162 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:33:25.733524 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:33:25.734061 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:33:25.734740 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:33:25.735289 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:33:25.735656 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:33:25.736015 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:33:25.736374 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:33:25.736715 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:33:25.737665 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:33:25.738030 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:33:25.738482 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:33:25.738893 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:33:25.739288 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:33:25.739642 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:33:25.739998 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:33:25.740353 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:33:25.740709 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:33:25.741094 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:33:25.741458 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:33:25.741828 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:33:25.742408 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:33:25.742768 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:33:25.748198 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:33:25.748939 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-8d8fceee-6a8b-4761-ace5-d1f3bfdda368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16672364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853781874'] for network, after_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:33:25.752763 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:33:25.767805 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-8d8fceee-6a8b-4761-ace5-d1f3bfdda368 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854193028'] for network, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:33:25.778722 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8fceee-6a8b-4761-ace5-d1f3bfdda368 admin admin] Pushing event deleted for resources: {'Network': ['ID=486670a3-8655-4eab-836b-e49305318219,revision_number=None']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:33:25.781233 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-8d8fceee-6a8b-4761-ace5-d1f3bfdda368 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:33:25.785469 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-8d8fceee-6a8b-4761-ace5-d1f3bfdda368 admin admin] 10.222.0.57 "DELETE /v2.0/networks/486670a3-8655-4eab-836b-e49305318219 HTTP/1.1" status: 204  len: 168 time: 1.4028144
Feb 17 03:33:25.785912 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83922) accepted ('10.222.0.57', 42864) {{(pid=83922) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:33:25.856842 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ab98e65-716b-41c8-bedd-e49c63a988a6 admin admin] Deleting subnet 341953e6-7032-4c45-8240-35300d536b0f {{(pid=83922) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 17 03:33:25.865062 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-4ab98e65-716b-41c8-bedd-e49c63a988a6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:33:25.916782 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-4ab98e65-716b-41c8-bedd-e49c63a988a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851654051'] for subnet, precommit_delete_associations {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:33:25.923888 dv-cinder-759943-5-iscsi neutron-server[83810]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '4840bec6-59fa-4a75-9cab-b8eba3fced9d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '3122eba0-b4d4-415e-b7c0-f67223c6ab3f', 'code': 422} returned with failed status
Feb 17 03:33:25.975301 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-4ab98e65-716b-41c8-bedd-e49c63a988a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036838102275'] for subnet, precommit_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:33:26.401622 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-8cda4ffb-98e6-4bcf-adaf-c47fc353fc1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:33:26.444183 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e663c03-d3d3-4906-89aa-6af5a98da710 req-fbc5a6eb-aa74-4e70-8baf-9810491d6739 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:33:26.446660 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-6e663c03-d3d3-4906-89aa-6af5a98da710 req-fbc5a6eb-aa74-4e70-8baf-9810491d6739 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/ports?device_id=4840bec6-59fa-4a75-9cab-b8eba3fced9d HTTP/1.1" status: 200  len: 943 time: 0.1001284
Feb 17 03:33:26.472861 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-4ab98e65-716b-41c8-bedd-e49c63a988a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853913663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851846314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2567689'] for subnet, after_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:33:26.489447 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:33:26.502289 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-6e663c03-d3d3-4906-89aa-6af5a98da710 req-c65b9f3b-866a-4fd2-ae17-323a778e1e7f tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/security-groups?id=e00a9105-e774-4a39-a8ac-bb2eb11aef9a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0483997
Feb 17 03:33:26.587747 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab98e65-716b-41c8-bedd-e49c63a988a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=341953e6-7032-4c45-8240-35300d536b0f,revision_number=None']} {{(pid=83922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:33:26.592353 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-4ab98e65-716b-41c8-bedd-e49c63a988a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:33:26.628370 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-4ab98e65-716b-41c8-bedd-e49c63a988a6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:33:26.637324 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-4ab98e65-716b-41c8-bedd-e49c63a988a6 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/341953e6-7032-4c45-8240-35300d536b0f HTTP/1.1" status: 204  len: 168 time: 0.8484437
Feb 17 03:33:26.639655 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83922) accepted ('10.222.0.57', 42880) {{(pid=83922) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:33:26.658428 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.57', 42884) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:33:26.762679 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-41361b29-37c7-4058-8b3b-3ee87828d1eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036838459169'] for network, before_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:33:26.791477 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-a75e6902-5fa4-457f-b9a8-fc379ed9ccd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:33:26.809580 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-a75e6902-5fa4-457f-b9a8-fc379ed9ccd8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:33:26.813846 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-a75e6902-5fa4-457f-b9a8-fc379ed9ccd8 admin admin] Usage tracker for resource:security_group_rule and tenant:64473e7796584382a7f169474b7ec30b is out of sync, need to count used quota {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:33:26.817429 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-a75e6902-5fa4-457f-b9a8-fc379ed9ccd8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:33:26.825451 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-a75e6902-5fa4-457f-b9a8-fc379ed9ccd8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:33:26.955578 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-a75e6902-5fa4-457f-b9a8-fc379ed9ccd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:33:26.958916 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-a75e6902-5fa4-457f-b9a8-fc379ed9ccd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876219'] for security_group, after_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:33:26.968006 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-645d0ff7-57c4-473c-a0f3-51b80fc2e7a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:33:26.977429 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-41361b29-37c7-4058-8b3b-3ee87828d1eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838103452', 'neutron.services.segments.db._delete_segments_for_network-8733756975594'] for network, precommit_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:33:27.011912 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-a75e6902-5fa4-457f-b9a8-fc379ed9ccd8 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=64473e7796584382a7f169474b7ec30b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3522820
Feb 17 03:33:27.014551 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.57', 42896) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:33:27.017486 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75e6902-5fa4-457f-b9a8-fc379ed9ccd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c746e639-0ac6-4e63-b83c-7d50877258af,revision_number=1']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:33:27.041562 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-a75e6902-5fa4-457f-b9a8-fc379ed9ccd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:33:27.097657 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-75239aea-5693-4d0b-883f-c538eda9a8fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:33:27.099129 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.services.segments.db [None req-41361b29-37c7-4058-8b3b-3ee87828d1eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f17c5a369e8>,) {'filters': {'network_id': ['7bf41b41-b1b3-4418-a388-05ec8dc817f7']}} {{(pid=83922) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:33:27.112531 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.services.segments.db [None req-41361b29-37c7-4058-8b3b-3ee87828d1eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f17c5a369e8>, '06f17e2f-58ff-43a8-bcda-25b7199962ff') {'for_net_delete': True} {{(pid=83922) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:33:27.112701 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.services.segments.db [None req-41361b29-37c7-4058-8b3b-3ee87828d1eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f17c5a369e8>, '06f17e2f-58ff-43a8-bcda-25b7199962ff') {} {{(pid=83922) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:33:27.128118 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-41361b29-37c7-4058-8b3b-3ee87828d1eb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363303097793020', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3121733'] for segment, before_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:33:27.129248 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-75239aea-5693-4d0b-883f-c538eda9a8fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:33:27.144108 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-41361b29-37c7-4058-8b3b-3ee87828d1eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16617428'] for segment, precommit_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:33:27.146202 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-41361b29-37c7-4058-8b3b-3ee87828d1eb admin admin] Releasing vxlan tunnel 10 to pool {{(pid=83922) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 17 03:33:27.183673 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-75239aea-5693-4d0b-883f-c538eda9a8fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876219'] for security_group, after_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:33:27.187655 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:33:27.202711 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75239aea-5693-4d0b-883f-c538eda9a8fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c746e639-0ac6-4e63-b83c-7d50877258af,revision_number=None']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:33:27.208973 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-75239aea-5693-4d0b-883f-c538eda9a8fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:33:27.213600 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-75239aea-5693-4d0b-883f-c538eda9a8fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:33:27.219596 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-75239aea-5693-4d0b-883f-c538eda9a8fa admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/c746e639-0ac6-4e63-b83c-7d50877258af HTTP/1.1" status: 204  len: 168 time: 0.2040405
Feb 17 03:33:27.288095 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:33:27.348873 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.managers [None req-41361b29-37c7-4058-8b3b-3ee87828d1eb admin admin] Network 7bf41b41-b1b3-4418-a388-05ec8dc817f7 has no segments {{(pid=83922) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 03:33:27.373637 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-41361b29-37c7-4058-8b3b-3ee87828d1eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036838158356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2929321'] for segment, after_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:33:27.572109 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-3bdb028f-655c-46e9-b0eb-5d4ca64bdb37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:33:27.645760 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.57', 42930) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:33:27.670246 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.managers [None req-41361b29-37c7-4058-8b3b-3ee87828d1eb admin admin] Network 7bf41b41-b1b3-4418-a388-05ec8dc817f7 has no segments {{(pid=83922) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 03:33:27.698468 dv-cinder-759943-5-iscsi neutron-server[83810]: Traceback (most recent call last):
Feb 17 03:33:27.698468 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 17 03:33:27.698468 dv-cinder-759943-5-iscsi neutron-server[83810]:     timer()
Feb 17 03:33:27.698468 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 17 03:33:27.698468 dv-cinder-759943-5-iscsi neutron-server[83810]:     cb(*args, **kw)
Feb 17 03:33:27.698468 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 17 03:33:27.698468 dv-cinder-759943-5-iscsi neutron-server[83810]:     return func(*args, **kwargs)
Feb 17 03:33:27.698468 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 17 03:33:27.698468 dv-cinder-759943-5-iscsi neutron-server[83810]:     self._notify()
Feb 17 03:33:27.698468 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 17 03:33:27.698468 dv-cinder-759943-5-iscsi neutron-server[83810]:     self.callback(batched_events)
Feb 17 03:33:27.698468 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 17 03:33:27.698468 dv-cinder-759943-5-iscsi neutron-server[83810]:     event.method(event)
Feb 17 03:33:27.698468 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 17 03:33:27.698468 dv-cinder-759943-5-iscsi neutron-server[83810]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 17 03:33:27.698468 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 17 03:33:27.698468 dv-cinder-759943-5-iscsi neutron-server[83810]:     segment_id)['aggregates'][0]
Feb 17 03:33:27.698468 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 17 03:33:27.698468 dv-cinder-759943-5-iscsi neutron-server[83810]:     return f(self, *a, **k)
Feb 17 03:33:27.698468 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 17 03:33:27.698468 dv-cinder-759943-5-iscsi neutron-server[83810]:     return self._get(url).json()
Feb 17 03:33:27.698468 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 17 03:33:27.698468 dv-cinder-759943-5-iscsi neutron-server[83810]:     **kwargs)
Feb 17 03:33:27.698468 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 17 03:33:27.698468 dv-cinder-759943-5-iscsi neutron-server[83810]:     return self.request(url, 'GET', **kwargs)
Feb 17 03:33:27.698468 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 17 03:33:27.698468 dv-cinder-759943-5-iscsi neutron-server[83810]:     **endpoint_filter)
Feb 17 03:33:27.698468 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 17 03:33:27.698468 dv-cinder-759943-5-iscsi neutron-server[83810]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 17 03:33:27.698468 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 17 03:33:27.698468 dv-cinder-759943-5-iscsi neutron-server[83810]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 17 03:33:27.698468 dv-cinder-759943-5-iscsi neutron-server[83810]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 17 03:33:27.770020 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb38d274-42b3-4fb6-ae33-7113b3a5fd88 req-3b05a129-ab75-417e-a25d-38eae37bd438 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:33:27.771651 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-eb38d274-42b3-4fb6-ae33-7113b3a5fd88 req-3b05a129-ab75-417e-a25d-38eae37bd438 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/ports?device_id=4840bec6-59fa-4a75-9cab-b8eba3fced9d HTTP/1.1" status: 200  len: 943 time: 0.3020301
Feb 17 03:33:27.800764 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-41361b29-37c7-4058-8b3b-3ee87828d1eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16672364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853781874'] for network, after_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:33:27.810494 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-3a64e141-7613-4984-9188-c83b54844ea4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:33:27.829908 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-41361b29-37c7-4058-8b3b-3ee87828d1eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854193028'] for network, before_response {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:33:27.844077 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-a2c276f9-b25b-4323-ad95-d5763a733c70 req-6c4561d3-1920-41e3-8198-5e0405afbc0c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=4840bec6-59fa-4a75-9cab-b8eba3fced9d&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1970203
Feb 17 03:33:27.855586 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41361b29-37c7-4058-8b3b-3ee87828d1eb admin admin] Pushing event deleted for resources: {'Network': ['ID=7bf41b41-b1b3-4418-a388-05ec8dc817f7,revision_number=None']} {{(pid=83922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:33:27.860366 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-eb38d274-42b3-4fb6-ae33-7113b3a5fd88 req-81a7b50a-affe-4164-99be-886386f2d7a2 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/security-groups?id=e00a9105-e774-4a39-a8ac-bb2eb11aef9a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0761030
Feb 17 03:33:27.862933 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-41361b29-37c7-4058-8b3b-3ee87828d1eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:33:27.864361 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-41361b29-37c7-4058-8b3b-3ee87828d1eb admin admin] 10.222.0.57 "DELETE /v2.0/networks/7bf41b41-b1b3-4418-a388-05ec8dc817f7 HTTP/1.1" status: 204  len: 168 time: 1.2235222
Feb 17 03:33:28.067026 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.57', 42952) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:33:28.122200 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-66c2e8a5-7cbf-4b64-8c72-a5137d61b4b5 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=2cb3fb8348bd4d2bab6a5ba4844139ab&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0537949
Feb 17 03:33:28.124783 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.57', 42956) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:33:28.194039 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-ea1ccd23-0e0c-4924-b925-6ae4277c6076 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:33:28.224328 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-ea1ccd23-0e0c-4924-b925-6ae4277c6076 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:33:28.275936 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-ea1ccd23-0e0c-4924-b925-6ae4277c6076 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876219'] for security_group, after_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:33:28.281550 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:33:28.296020 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1ccd23-0e0c-4924-b925-6ae4277c6076 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad3dc159-1491-4da3-a5c5-d900d19d06a8,revision_number=None']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:33:28.299014 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-ea1ccd23-0e0c-4924-b925-6ae4277c6076 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:33:28.301410 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-ea1ccd23-0e0c-4924-b925-6ae4277c6076 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:33:28.305669 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-ea1ccd23-0e0c-4924-b925-6ae4277c6076 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/ad3dc159-1491-4da3-a5c5-d900d19d06a8 HTTP/1.1" status: 204  len: 168 time: 0.1796916
Feb 17 03:33:28.727287 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.57', 42992) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:33:28.784101 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-dacea8d7-5c21-45a6-86c1-6a72b8dbac9a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c8d1e8bbface4e5da281e14acc3dc319&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0531800
Feb 17 03:33:28.784350 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.57', 42998) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:33:28.845734 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.57', 43002) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:33:28.853765 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-226b262a-df85-49f2-97e5-be661a7d0375 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:33:28.890128 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-226b262a-df85-49f2-97e5-be661a7d0375 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:33:28.943545 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-226b262a-df85-49f2-97e5-be661a7d0375 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876219'] for security_group, after_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:33:28.951710 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-41a651d1-817c-43e9-aeff-045939d0f888 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:33:28.970040 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226b262a-df85-49f2-97e5-be661a7d0375 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5cca954-c024-434a-a72c-f5f02b3ec25d,revision_number=None']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:33:28.973581 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-226b262a-df85-49f2-97e5-be661a7d0375 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:33:28.974930 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-226b262a-df85-49f2-97e5-be661a7d0375 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:33:28.980081 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-226b262a-df85-49f2-97e5-be661a7d0375 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e5cca954-c024-434a-a72c-f5f02b3ec25d HTTP/1.1" status: 204  len: 168 time: 0.1920316
Feb 17 03:33:29.003845 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-a9b95440-ca14-477b-9077-e524049125ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:33:29.061549 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-a9b95440-ca14-477b-9077-e524049125ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:33:29.071502 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-a9b95440-ca14-477b-9077-e524049125ae admin admin] Usage tracker for resource:security_group_rule and tenant:ae49de345a2f4089b74529f56f1b76a6 is out of sync, need to count used quota {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:33:29.080071 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-a9b95440-ca14-477b-9077-e524049125ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:33:29.088665 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-a9b95440-ca14-477b-9077-e524049125ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:33:29.157727 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404a8269-a8a5-4061-be83-2e1325274ddb req-322b5bf0-644b-4286-a855-744f7cce645c tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:33:29.159351 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-404a8269-a8a5-4061-be83-2e1325274ddb req-322b5bf0-644b-4286-a855-744f7cce645c tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/ports?device_id=4840bec6-59fa-4a75-9cab-b8eba3fced9d HTTP/1.1" status: 200  len: 943 time: 0.1411357
Feb 17 03:33:29.238860 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-404a8269-a8a5-4061-be83-2e1325274ddb req-17b1603a-6b5b-446a-aefc-83c896b2f808 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/security-groups?id=e00a9105-e774-4a39-a8ac-bb2eb11aef9a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0721285
Feb 17 03:33:29.267154 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-a9b95440-ca14-477b-9077-e524049125ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:33:29.267154 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-a9b95440-ca14-477b-9077-e524049125ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876219'] for security_group, after_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:33:29.272065 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-71a1efba-0e6e-4095-965f-78792b07cbc5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:33:29.315650 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-a9b95440-ca14-477b-9077-e524049125ae admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=ae49de345a2f4089b74529f56f1b76a6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4686465
Feb 17 03:33:29.317519 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b95440-ca14-477b-9077-e524049125ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cd887f7-d6b3-4220-8e7d-8f4b97136d79,revision_number=1']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:33:29.318584 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83922) accepted ('10.222.0.57', 43018) {{(pid=83922) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:33:29.322233 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-a9b95440-ca14-477b-9077-e524049125ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:33:29.389403 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-3f19e0cc-7fa0-446e-b044-f1a9de8a5861 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:33:29.417101 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-3f19e0cc-7fa0-446e-b044-f1a9de8a5861 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:33:29.463020 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-3f19e0cc-7fa0-446e-b044-f1a9de8a5861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876219'] for security_group, after_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:33:29.468359 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-26681066-aaa8-4a3f-80e3-9059dc496cd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:33:29.482751 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f19e0cc-7fa0-446e-b044-f1a9de8a5861 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cd887f7-d6b3-4220-8e7d-8f4b97136d79,revision_number=None']} {{(pid=83922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:33:29.492794 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-3f19e0cc-7fa0-446e-b044-f1a9de8a5861 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:33:29.494626 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-3f19e0cc-7fa0-446e-b044-f1a9de8a5861 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/4cd887f7-d6b3-4220-8e7d-8f4b97136d79 HTTP/1.1" status: 204  len: 168 time: 0.1749673
Feb 17 03:33:29.496197 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f19e0cc-7fa0-446e-b044-f1a9de8a5861 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:33:29.496579 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f19e0cc-7fa0-446e-b044-f1a9de8a5861 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:33:29.496977 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f19e0cc-7fa0-446e-b044-f1a9de8a5861 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:33:29.497407 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f19e0cc-7fa0-446e-b044-f1a9de8a5861 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:33:29.497799 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f19e0cc-7fa0-446e-b044-f1a9de8a5861 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:33:29.498192 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f19e0cc-7fa0-446e-b044-f1a9de8a5861 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:33:29.498573 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f19e0cc-7fa0-446e-b044-f1a9de8a5861 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:33:29.498952 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f19e0cc-7fa0-446e-b044-f1a9de8a5861 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:33:29.499332 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f19e0cc-7fa0-446e-b044-f1a9de8a5861 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:33:29.499710 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f19e0cc-7fa0-446e-b044-f1a9de8a5861 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:33:29.500093 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f19e0cc-7fa0-446e-b044-f1a9de8a5861 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:33:29.500484 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f19e0cc-7fa0-446e-b044-f1a9de8a5861 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:33:29.500953 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f19e0cc-7fa0-446e-b044-f1a9de8a5861 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:33:29.501389 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f19e0cc-7fa0-446e-b044-f1a9de8a5861 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:33:29.501771 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f19e0cc-7fa0-446e-b044-f1a9de8a5861 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:33:29.502150 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f19e0cc-7fa0-446e-b044-f1a9de8a5861 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:33:29.502566 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f19e0cc-7fa0-446e-b044-f1a9de8a5861 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:33:29.502975 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f19e0cc-7fa0-446e-b044-f1a9de8a5861 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:33:29.503388 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f19e0cc-7fa0-446e-b044-f1a9de8a5861 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:33:29.503771 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f19e0cc-7fa0-446e-b044-f1a9de8a5861 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:33:29.504153 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f19e0cc-7fa0-446e-b044-f1a9de8a5861 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:33:29.509403 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f19e0cc-7fa0-446e-b044-f1a9de8a5861 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:33:29.509844 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f19e0cc-7fa0-446e-b044-f1a9de8a5861 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:33:29.510248 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f19e0cc-7fa0-446e-b044-f1a9de8a5861 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:33:29.514175 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-3f19e0cc-7fa0-446e-b044-f1a9de8a5861 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:33:29.909433 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c276f9-b25b-4323-ad95-d5763a733c70 req-801e6cb3-245c-4186-8b50-92b2377dea64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:33:29.911187 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-a2c276f9-b25b-4323-ad95-d5763a733c70 req-801e6cb3-245c-4186-8b50-92b2377dea64 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=4840bec6-59fa-4a75-9cab-b8eba3fced9d&tenant_id=64044155addf41e9ba2bde5782afed2a HTTP/1.1" status: 200  len: 1160 time: 0.0942323
Feb 17 03:33:30.036999 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c276f9-b25b-4323-ad95-d5763a733c70 req-c6dfa81e-8cf2-4d5e-9090-e578c0bbd730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:33:30.039192 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-a2c276f9-b25b-4323-ad95-d5763a733c70 req-c6dfa81e-8cf2-4d5e-9090-e578c0bbd730 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=64044155addf41e9ba2bde5782afed2a&device_id=4840bec6-59fa-4a75-9cab-b8eba3fced9d HTTP/1.1" status: 200  len: 1160 time: 0.0846710
Feb 17 03:33:30.189594 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c276f9-b25b-4323-ad95-d5763a733c70 req-0f788732-96d8-4320-8a95-753bcbdc133f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:33:30.191323 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-a2c276f9-b25b-4323-ad95-d5763a733c70 req-0f788732-96d8-4320-8a95-753bcbdc133f service neutron] 10.222.0.54 "GET /v2.0/networks?id=735791d7-b752-470f-b049-6623a91713f5 HTTP/1.1" status: 200  len: 909 time: 0.1455779
Feb 17 03:33:30.312090 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-a2c276f9-b25b-4323-ad95-d5763a733c70 req-4ac3e78f-a0b6-4f52-ac67-a32774baa041 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3122eba0-b4d4-415e-b7c0-f67223c6ab3f HTTP/1.1" status: 200  len: 998 time: 0.1137178
Feb 17 03:33:30.403167 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c276f9-b25b-4323-ad95-d5763a733c70 req-ee1d3fed-d438-4394-a38f-9de33537821c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:33:30.405426 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-a2c276f9-b25b-4323-ad95-d5763a733c70 req-ee1d3fed-d438-4394-a38f-9de33537821c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1603be8a-dd86-41be-b651-1a8436af8dbf HTTP/1.1" status: 200  len: 854 time: 0.0868537
Feb 17 03:33:30.473729 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda917b1-929b-49ec-8a0a-74acfbcd2bb9 req-c2e994e3-1ed1-4eab-a7a0-e64c9468f905 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:33:30.483991 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-eda917b1-929b-49ec-8a0a-74acfbcd2bb9 req-c2e994e3-1ed1-4eab-a7a0-e64c9468f905 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/ports?device_id=4840bec6-59fa-4a75-9cab-b8eba3fced9d HTTP/1.1" status: 200  len: 943 time: 0.1132679
Feb 17 03:33:30.513676 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c276f9-b25b-4323-ad95-d5763a733c70 req-73640b06-8150-4ecb-b1b9-ab68421a5a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:33:30.515472 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-a2c276f9-b25b-4323-ad95-d5763a733c70 req-73640b06-8150-4ecb-b1b9-ab68421a5a9e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=735791d7-b752-470f-b049-6623a91713f5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1033034
Feb 17 03:33:30.543478 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-eda917b1-929b-49ec-8a0a-74acfbcd2bb9 req-30eb11a4-bdc8-48ff-b0b4-8565d5f0b8c9 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/security-groups?id=e00a9105-e774-4a39-a8ac-bb2eb11aef9a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0582485
Feb 17 03:33:30.675019 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-a2c276f9-b25b-4323-ad95-d5763a733c70 req-684d7dbe-17ea-4be9-9ee0-bd43450b58cf service neutron] 10.222.0.54 "GET /v2.0/networks/735791d7-b752-470f-b049-6623a91713f5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1522617
Feb 17 03:33:30.840281 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-a2c276f9-b25b-4323-ad95-d5763a733c70 req-367283ad-495d-4b65-aa2a-3c50909de8c0 service neutron] 10.222.0.54 "GET /v2.0/networks/735791d7-b752-470f-b049-6623a91713f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1575327
Feb 17 03:33:31.751352 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776f54b9-d20e-485d-a07b-1c32ff13994f req-7bfc2c58-8e33-4f3f-81ec-5c61d9326b08 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:33:31.752976 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-776f54b9-d20e-485d-a07b-1c32ff13994f req-7bfc2c58-8e33-4f3f-81ec-5c61d9326b08 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/ports?device_id=4840bec6-59fa-4a75-9cab-b8eba3fced9d HTTP/1.1" status: 200  len: 943 time: 0.0899601
Feb 17 03:33:31.801529 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-776f54b9-d20e-485d-a07b-1c32ff13994f req-727bf692-1914-4271-919f-f228b8c21b51 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/security-groups?id=e00a9105-e774-4a39-a8ac-bb2eb11aef9a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419695
Feb 17 03:33:33.091723 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc215bd5-9702-4d3e-b613-5a94a029a1be req-d4018a92-0b87-4755-b6d0-d46c0727f96a tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:33:33.091723 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-cc215bd5-9702-4d3e-b613-5a94a029a1be req-d4018a92-0b87-4755-b6d0-d46c0727f96a tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/ports?device_id=4840bec6-59fa-4a75-9cab-b8eba3fced9d HTTP/1.1" status: 200  len: 943 time: 0.1302719
Feb 17 03:33:33.173582 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-cc215bd5-9702-4d3e-b613-5a94a029a1be req-1db8c78c-3117-4246-a9e3-ab633a6d5855 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/security-groups?id=e00a9105-e774-4a39-a8ac-bb2eb11aef9a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0733232
Feb 17 03:33:34.219498 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83922) accepted ('10.222.0.57', 43164) {{(pid=83922) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:33:34.401326 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-2310fdea-44f4-4edc-9958-b3997c41a5f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:33:34.418215 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e3622d-5221-4db8-89d5-6b88e4d583ec req-09086466-4a80-4365-931f-39f0d67eb2a8 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:33:34.420258 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-f3e3622d-5221-4db8-89d5-6b88e4d583ec req-09086466-4a80-4365-931f-39f0d67eb2a8 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/ports?device_id=4840bec6-59fa-4a75-9cab-b8eba3fced9d HTTP/1.1" status: 200  len: 943 time: 0.1057625
Feb 17 03:33:34.476875 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-2310fdea-44f4-4edc-9958-b3997c41a5f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:33:34.480916 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-f3e3622d-5221-4db8-89d5-6b88e4d583ec req-8bef1c62-cb54-4dd9-b10e-8e7a1a34bdea tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/security-groups?id=e00a9105-e774-4a39-a8ac-bb2eb11aef9a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0529704
Feb 17 03:33:34.482064 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-2310fdea-44f4-4edc-9958-b3997c41a5f3 admin admin] Usage tracker for resource:security_group_rule and tenant:7bed5500a0dc40bdb0d93ccdc5f9f162 is out of sync, need to count used quota {{(pid=83922) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:33:34.485206 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-2310fdea-44f4-4edc-9958-b3997c41a5f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83922) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:33:34.491221 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-2310fdea-44f4-4edc-9958-b3997c41a5f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:33:34.596724 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-2310fdea-44f4-4edc-9958-b3997c41a5f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:33:34.601461 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-2310fdea-44f4-4edc-9958-b3997c41a5f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876219'] for security_group, after_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:33:34.646578 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-c8e88f76-f349-416f-89a7-0a16b337a43f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:33:34.663851 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-2310fdea-44f4-4edc-9958-b3997c41a5f3 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=7bed5500a0dc40bdb0d93ccdc5f9f162&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4396300
Feb 17 03:33:34.664317 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.57', 43176) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:33:34.677965 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2310fdea-44f4-4edc-9958-b3997c41a5f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40c5f5a7-f21d-4964-9581-312d63f00bf4,revision_number=1']} {{(pid=83922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:33:34.682385 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-2310fdea-44f4-4edc-9958-b3997c41a5f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:33:34.749009 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-5a91572c-cefa-4499-a870-f14a7a0fce82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:33:34.779606 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-5a91572c-cefa-4499-a870-f14a7a0fce82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:33:34.829093 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-5a91572c-cefa-4499-a870-f14a7a0fce82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876219'] for security_group, after_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:33:34.833018 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-25ff689a-1eab-4a51-89e9-3538bfee9955 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:33:34.848411 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a91572c-cefa-4499-a870-f14a7a0fce82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40c5f5a7-f21d-4964-9581-312d63f00bf4,revision_number=None']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:33:34.864533 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-5a91572c-cefa-4499-a870-f14a7a0fce82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:33:34.864533 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-5a91572c-cefa-4499-a870-f14a7a0fce82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:33:34.864851 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-5a91572c-cefa-4499-a870-f14a7a0fce82 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/40c5f5a7-f21d-4964-9581-312d63f00bf4 HTTP/1.1" status: 204  len: 168 time: 0.1993291
Feb 17 03:33:35.184087 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83922) accepted ('10.222.0.57', 43188) {{(pid=83922) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:33:35.205137 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-c505a72b-d803-4387-8fd7-2d00e0c14e5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:33:35.222412 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-c505a72b-d803-4387-8fd7-2d00e0c14e5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:33:35.226752 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-c505a72b-d803-4387-8fd7-2d00e0c14e5c admin admin] Usage tracker for resource:security_group_rule and tenant:936d61fb61c14c0585a9d9768d4a8798 is out of sync, need to count used quota {{(pid=83922) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:33:35.230249 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-c505a72b-d803-4387-8fd7-2d00e0c14e5c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83922) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:33:35.236431 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-c505a72b-d803-4387-8fd7-2d00e0c14e5c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:33:35.325416 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-c505a72b-d803-4387-8fd7-2d00e0c14e5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:33:35.329134 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-c505a72b-d803-4387-8fd7-2d00e0c14e5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876219'] for security_group, after_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:33:35.352920 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-3f19e0cc-7fa0-446e-b044-f1a9de8a5861 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:33:35.378999 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-c505a72b-d803-4387-8fd7-2d00e0c14e5c admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=936d61fb61c14c0585a9d9768d4a8798&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1934736
Feb 17 03:33:35.381956 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.57', 43192) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:33:35.387099 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c505a72b-d803-4387-8fd7-2d00e0c14e5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1faa99bc-5505-4813-a607-8b77ca6721cc,revision_number=1']} {{(pid=83922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:33:35.394402 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-c505a72b-d803-4387-8fd7-2d00e0c14e5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:33:35.456978 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-2204fdcc-c537-46f6-8523-5ede6f2e3d20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:33:35.483994 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-2204fdcc-c537-46f6-8523-5ede6f2e3d20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:33:35.535690 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-2204fdcc-c537-46f6-8523-5ede6f2e3d20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876219'] for security_group, after_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:33:35.544976 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-78a76cf6-fa73-4a9e-8e67-c8f5ae6ed828 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:33:35.559946 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-2204fdcc-c537-46f6-8523-5ede6f2e3d20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:33:35.561241 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-2204fdcc-c537-46f6-8523-5ede6f2e3d20 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/1faa99bc-5505-4813-a607-8b77ca6721cc HTTP/1.1" status: 204  len: 168 time: 0.1775599
Feb 17 03:33:35.562240 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2204fdcc-c537-46f6-8523-5ede6f2e3d20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1faa99bc-5505-4813-a607-8b77ca6721cc,revision_number=None']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:33:35.564683 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-2204fdcc-c537-46f6-8523-5ede6f2e3d20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:33:35.734952 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab6e285-b77a-4313-acfa-11d6fba08811 req-73b06902-cbaa-4741-87ca-b6f183d63639 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:33:35.736638 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-eab6e285-b77a-4313-acfa-11d6fba08811 req-73b06902-cbaa-4741-87ca-b6f183d63639 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/ports?device_id=4840bec6-59fa-4a75-9cab-b8eba3fced9d HTTP/1.1" status: 200  len: 943 time: 0.1005685
Feb 17 03:33:35.814470 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-eab6e285-b77a-4313-acfa-11d6fba08811 req-d5359c4c-3661-40ac-8d3c-4e6d6c10276d tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/security-groups?id=e00a9105-e774-4a39-a8ac-bb2eb11aef9a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0688462
Feb 17 03:33:37.061939 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c1f508-49be-45a7-8d27-ab3b8074e5b7 req-18c32553-d441-4265-bab8-0b90ba9b8a81 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:33:37.063490 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-b2c1f508-49be-45a7-8d27-ab3b8074e5b7 req-18c32553-d441-4265-bab8-0b90ba9b8a81 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/ports?device_id=4840bec6-59fa-4a75-9cab-b8eba3fced9d HTTP/1.1" status: 200  len: 943 time: 0.0869138
Feb 17 03:33:37.111730 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-b2c1f508-49be-45a7-8d27-ab3b8074e5b7 req-bc348992-9a3c-4805-95bf-276d886a6603 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/security-groups?id=e00a9105-e774-4a39-a8ac-bb2eb11aef9a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417349
Feb 17 03:33:38.328484 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e0d8f8-ff45-406b-9b4e-365d809414be req-cfdee38f-9432-406e-94c7-9cae79367fe1 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:33:38.330200 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-e5e0d8f8-ff45-406b-9b4e-365d809414be req-cfdee38f-9432-406e-94c7-9cae79367fe1 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/ports?device_id=4840bec6-59fa-4a75-9cab-b8eba3fced9d HTTP/1.1" status: 200  len: 943 time: 0.0914352
Feb 17 03:33:38.384345 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-e5e0d8f8-ff45-406b-9b4e-365d809414be req-7c32eeed-f549-4b5f-a39e-e6fdf83f8fe0 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/security-groups?id=e00a9105-e774-4a39-a8ac-bb2eb11aef9a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0472925
Feb 17 03:33:39.597709 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d808007b-ca9b-4780-b59d-ba6e66bee2f5 req-5fbdfc78-f750-48a6-b625-ed0f5a8e8f24 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:33:39.599345 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-d808007b-ca9b-4780-b59d-ba6e66bee2f5 req-5fbdfc78-f750-48a6-b625-ed0f5a8e8f24 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/ports?device_id=4840bec6-59fa-4a75-9cab-b8eba3fced9d HTTP/1.1" status: 200  len: 943 time: 0.0920417
Feb 17 03:33:39.651998 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-d808007b-ca9b-4780-b59d-ba6e66bee2f5 req-1d33fffb-62c7-481f-a879-06fa9f8f6414 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/security-groups?id=e00a9105-e774-4a39-a8ac-bb2eb11aef9a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0450914
Feb 17 03:33:40.862118 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c74e2b8-0347-4f14-a2a7-633a5b9f5126 req-24b15b52-02a0-4d45-a315-d5449443daaf tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:33:40.865626 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-4c74e2b8-0347-4f14-a2a7-633a5b9f5126 req-24b15b52-02a0-4d45-a315-d5449443daaf tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/ports?device_id=4840bec6-59fa-4a75-9cab-b8eba3fced9d HTTP/1.1" status: 200  len: 943 time: 0.0936711
Feb 17 03:33:40.912798 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-4c74e2b8-0347-4f14-a2a7-633a5b9f5126 req-4162d0a1-a1da-42d7-9ef4-10c27e747f06 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/security-groups?id=e00a9105-e774-4a39-a8ac-bb2eb11aef9a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423381
Feb 17 03:33:42.131336 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68082130-2319-4124-894c-3534417219f3 req-1a548665-d315-438c-bb66-76fdd15ca7a3 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:33:42.133514 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-68082130-2319-4124-894c-3534417219f3 req-1a548665-d315-438c-bb66-76fdd15ca7a3 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/ports?device_id=4840bec6-59fa-4a75-9cab-b8eba3fced9d HTTP/1.1" status: 200  len: 943 time: 0.0905387
Feb 17 03:33:42.187158 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-68082130-2319-4124-894c-3534417219f3 req-1641c624-f121-43e2-8167-1367c4fb8874 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/security-groups?id=e00a9105-e774-4a39-a8ac-bb2eb11aef9a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0474534
Feb 17 03:33:43.425271 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c559aa9-4a6c-4392-b020-b8855ab1e39d req-ee509546-d01d-4b84-816d-7bd1de5e2b9b tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:33:43.426877 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-0c559aa9-4a6c-4392-b020-b8855ab1e39d req-ee509546-d01d-4b84-816d-7bd1de5e2b9b tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/ports?device_id=4840bec6-59fa-4a75-9cab-b8eba3fced9d HTTP/1.1" status: 200  len: 943 time: 0.1026878
Feb 17 03:33:43.477514 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-0c559aa9-4a6c-4392-b020-b8855ab1e39d req-7ac8cc7b-7203-4eb3-a28b-a4e3ec0b0de2 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/security-groups?id=e00a9105-e774-4a39-a8ac-bb2eb11aef9a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440400
Feb 17 03:33:44.732800 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695075f0-5939-40c9-89d8-b15a2a6bcd94 req-c5d7945a-572a-4211-bd20-9ee2ef82cc5e tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:33:44.734504 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-695075f0-5939-40c9-89d8-b15a2a6bcd94 req-c5d7945a-572a-4211-bd20-9ee2ef82cc5e tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/ports?device_id=4840bec6-59fa-4a75-9cab-b8eba3fced9d HTTP/1.1" status: 200  len: 943 time: 0.1074879
Feb 17 03:33:44.783245 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-695075f0-5939-40c9-89d8-b15a2a6bcd94 req-8dccbe2e-0e0c-4722-a99e-3ed009030f25 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/security-groups?id=e00a9105-e774-4a39-a8ac-bb2eb11aef9a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423217
Feb 17 03:33:45.275260 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.57', 43318) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:33:45.414765 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-09ad5921-dcaf-47e4-ac26-de42420fb1d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:33:45.430994 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-09ad5921-dcaf-47e4-ac26-de42420fb1d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:33:45.435060 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-09ad5921-dcaf-47e4-ac26-de42420fb1d3 admin admin] Usage tracker for resource:security_group_rule and tenant:99af733495ec47bb9d3e675567c11dd5 is out of sync, need to count used quota {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:33:45.438037 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-09ad5921-dcaf-47e4-ac26-de42420fb1d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:33:45.443940 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-09ad5921-dcaf-47e4-ac26-de42420fb1d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:33:45.543779 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-09ad5921-dcaf-47e4-ac26-de42420fb1d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:33:45.546776 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-09ad5921-dcaf-47e4-ac26-de42420fb1d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876219'] for security_group, after_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:33:45.556060 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-a9b95440-ca14-477b-9077-e524049125ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:33:45.599187 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-09ad5921-dcaf-47e4-ac26-de42420fb1d3 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=99af733495ec47bb9d3e675567c11dd5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3227239
Feb 17 03:33:45.601726 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ad5921-dcaf-47e4-ac26-de42420fb1d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d80b5686-74f6-4225-9960-4ea91e122901,revision_number=1']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:33:45.602675 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83922) accepted ('10.222.0.57', 43324) {{(pid=83922) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:33:45.605414 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-09ad5921-dcaf-47e4-ac26-de42420fb1d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:33:45.670169 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-4b9f6b65-9127-4cdb-846f-07355b5ad3bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:33:45.700147 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-4b9f6b65-9127-4cdb-846f-07355b5ad3bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:33:45.747324 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-4b9f6b65-9127-4cdb-846f-07355b5ad3bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876219'] for security_group, after_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:33:45.752827 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-567c35c9-31bc-4e62-97b4-94806a8daad4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:33:45.769605 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9f6b65-9127-4cdb-846f-07355b5ad3bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d80b5686-74f6-4225-9960-4ea91e122901,revision_number=None']} {{(pid=83922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:33:45.780387 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-4b9f6b65-9127-4cdb-846f-07355b5ad3bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:33:45.782648 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-4b9f6b65-9127-4cdb-846f-07355b5ad3bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:33:45.786720 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-4b9f6b65-9127-4cdb-846f-07355b5ad3bc admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/d80b5686-74f6-4225-9960-4ea91e122901 HTTP/1.1" status: 204  len: 168 time: 0.1829278
Feb 17 03:33:46.064570 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42175d34-b0d9-4eb1-9a47-92fed7bf460e req-e8c3b2ab-c1c0-46f8-b507-338efdc4ec48 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:33:46.066281 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-42175d34-b0d9-4eb1-9a47-92fed7bf460e req-e8c3b2ab-c1c0-46f8-b507-338efdc4ec48 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/ports?device_id=4840bec6-59fa-4a75-9cab-b8eba3fced9d HTTP/1.1" status: 200  len: 943 time: 0.1417956
Feb 17 03:33:46.134838 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-42175d34-b0d9-4eb1-9a47-92fed7bf460e req-e5218f1f-b19f-4130-b906-b008f31e0764 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/security-groups?id=e00a9105-e774-4a39-a8ac-bb2eb11aef9a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0608873
Feb 17 03:33:47.353466 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f994b9a-fd49-4bec-99bb-118b684e18ed req-f5550c8c-a5ff-4c4d-9d09-d30a6c4676bb tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:33:47.355216 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-5f994b9a-fd49-4bec-99bb-118b684e18ed req-f5550c8c-a5ff-4c4d-9d09-d30a6c4676bb tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/ports?device_id=4840bec6-59fa-4a75-9cab-b8eba3fced9d HTTP/1.1" status: 200  len: 943 time: 0.1000464
Feb 17 03:33:47.423678 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-5f994b9a-fd49-4bec-99bb-118b684e18ed req-5b0321a1-7b1c-4753-bbd2-71e137bb3439 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/security-groups?id=e00a9105-e774-4a39-a8ac-bb2eb11aef9a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0621328
Feb 17 03:33:48.646193 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe0289c-e6c1-4c5b-bd76-abd3b63b7e82 req-ad6d1cf1-d101-4456-8d46-e9c1c1fc0ed0 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:33:48.647806 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-efe0289c-e6c1-4c5b-bd76-abd3b63b7e82 req-ad6d1cf1-d101-4456-8d46-e9c1c1fc0ed0 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/ports?device_id=4840bec6-59fa-4a75-9cab-b8eba3fced9d HTTP/1.1" status: 200  len: 943 time: 0.0944285
Feb 17 03:33:48.699254 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-efe0289c-e6c1-4c5b-bd76-abd3b63b7e82 req-b53ba2e8-8c5f-4683-969c-62b6af0b0749 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/security-groups?id=e00a9105-e774-4a39-a8ac-bb2eb11aef9a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441654
Feb 17 03:33:49.930430 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c340310a-7f1b-4226-ae72-453e2a36f393 req-f8be6b69-8687-41d7-9544-871935bf6772 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:33:49.932239 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-c340310a-7f1b-4226-ae72-453e2a36f393 req-f8be6b69-8687-41d7-9544-871935bf6772 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/ports?device_id=4840bec6-59fa-4a75-9cab-b8eba3fced9d HTTP/1.1" status: 200  len: 943 time: 0.1104290
Feb 17 03:33:49.988351 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-c340310a-7f1b-4226-ae72-453e2a36f393 req-ae23798d-5e06-4d62-91ad-e36afa5d11ed tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/security-groups?id=e00a9105-e774-4a39-a8ac-bb2eb11aef9a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0490746
Feb 17 03:33:51.206013 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af131df-93d0-477a-a496-2aa1e4f24499 req-ace14aaa-372f-4c20-ad5b-24a3f38c91ed tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:33:51.207612 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-8af131df-93d0-477a-a496-2aa1e4f24499 req-ace14aaa-372f-4c20-ad5b-24a3f38c91ed tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/ports?device_id=4840bec6-59fa-4a75-9cab-b8eba3fced9d HTTP/1.1" status: 200  len: 943 time: 0.0945003
Feb 17 03:33:51.255914 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-8af131df-93d0-477a-a496-2aa1e4f24499 req-1448dccd-25ba-4817-a540-d76f933039d1 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/security-groups?id=e00a9105-e774-4a39-a8ac-bb2eb11aef9a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419595
Feb 17 03:33:52.464999 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917fd2d5-a7b4-47b0-b769-c1ef4cfd0d7d req-21a2dfad-bd2f-45b3-8fb2-75fa5b4d55c0 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:33:52.466566 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-917fd2d5-a7b4-47b0-b769-c1ef4cfd0d7d req-21a2dfad-bd2f-45b3-8fb2-75fa5b4d55c0 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/ports?device_id=4840bec6-59fa-4a75-9cab-b8eba3fced9d HTTP/1.1" status: 200  len: 943 time: 0.0890396
Feb 17 03:33:52.520145 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-917fd2d5-a7b4-47b0-b769-c1ef4cfd0d7d req-7fd9701f-eba7-4261-9e1a-de0dfb257998 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/security-groups?id=e00a9105-e774-4a39-a8ac-bb2eb11aef9a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0465178
Feb 17 03:33:53.395424 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-99e9ec47-b76a-4621-b036-f84f437e1622 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:33:53.728033 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e2c91f-a405-4ede-9471-34de4cefd33e req-3611f998-ca94-4204-94b2-2d5152a75733 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:33:53.729661 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-10e2c91f-a405-4ede-9471-34de4cefd33e req-3611f998-ca94-4204-94b2-2d5152a75733 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/ports?device_id=4840bec6-59fa-4a75-9cab-b8eba3fced9d HTTP/1.1" status: 200  len: 943 time: 0.0896127
Feb 17 03:33:53.777176 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-10e2c91f-a405-4ede-9471-34de4cefd33e req-959e25aa-5553-4ce8-bc16-e0a6717d2cbc tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/security-groups?id=e00a9105-e774-4a39-a8ac-bb2eb11aef9a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412557
Feb 17 03:33:54.986342 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48509630-484f-447a-b47e-ced550330dd6 req-90f1091c-b625-4711-8667-4da9e96139ec tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:33:54.988019 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-48509630-484f-447a-b47e-ced550330dd6 req-90f1091c-b625-4711-8667-4da9e96139ec tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/ports?device_id=4840bec6-59fa-4a75-9cab-b8eba3fced9d HTTP/1.1" status: 200  len: 943 time: 0.0871224
Feb 17 03:33:55.035832 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-48509630-484f-447a-b47e-ced550330dd6 req-c3f02962-8c5d-4283-9d26-e11856f132c4 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/security-groups?id=e00a9105-e774-4a39-a8ac-bb2eb11aef9a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409360
Feb 17 03:33:55.383821 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:33:55.471879 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-57ac6c87-595d-46d8-a1be-0f9c4b20e919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:33:56.248542 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938ac5c7-7af9-4956-a206-64d148da0063 req-9a0960d8-c9c5-4f04-b8bf-41a59716c13b tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:33:56.250320 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-938ac5c7-7af9-4956-a206-64d148da0063 req-9a0960d8-c9c5-4f04-b8bf-41a59716c13b tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/ports?device_id=4840bec6-59fa-4a75-9cab-b8eba3fced9d HTTP/1.1" status: 200  len: 943 time: 0.0920246
Feb 17 03:33:56.315947 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-938ac5c7-7af9-4956-a206-64d148da0063 req-981af7e6-c317-4483-8c66-e13a1af4cabd tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/security-groups?id=e00a9105-e774-4a39-a8ac-bb2eb11aef9a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0551589
Feb 17 03:33:56.405919 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-8cda4ffb-98e6-4bcf-adaf-c47fc353fc1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:33:57.215687 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:33:57.552458 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee91791c-5fc1-4a85-b0c6-d2b46762e7c6 req-6e712e80-cac4-4186-80f2-86b1682b9415 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:33:57.554141 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-ee91791c-5fc1-4a85-b0c6-d2b46762e7c6 req-6e712e80-cac4-4186-80f2-86b1682b9415 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/ports?device_id=4840bec6-59fa-4a75-9cab-b8eba3fced9d HTTP/1.1" status: 200  len: 943 time: 0.1026754
Feb 17 03:33:57.566515 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-3bdb028f-655c-46e9-b0eb-5d4ca64bdb37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:33:57.610019 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-ee91791c-5fc1-4a85-b0c6-d2b46762e7c6 req-436f2859-6e9e-4f62-9db7-10446e5a1b38 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/security-groups?id=e00a9105-e774-4a39-a8ac-bb2eb11aef9a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0489900
Feb 17 03:33:58.272379 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83922) accepted ('10.222.0.57', 43522) {{(pid=83922) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:33:58.415491 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-08953d49-5f55-420d-8c47-185aeee13149 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:33:58.432649 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-08953d49-5f55-420d-8c47-185aeee13149 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:33:58.437113 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-08953d49-5f55-420d-8c47-185aeee13149 admin admin] Usage tracker for resource:security_group_rule and tenant:d6c6ed509342460c9f6120a19a8623ee is out of sync, need to count used quota {{(pid=83922) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:33:58.440421 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-08953d49-5f55-420d-8c47-185aeee13149 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83922) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:33:58.446873 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-08953d49-5f55-420d-8c47-185aeee13149 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:33:58.542245 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-08953d49-5f55-420d-8c47-185aeee13149 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:33:58.544995 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-08953d49-5f55-420d-8c47-185aeee13149 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876219'] for security_group, after_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:33:58.553128 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-ddcf8724-a991-487a-8771-f5e07e0819a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:33:58.597980 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08953d49-5f55-420d-8c47-185aeee13149 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2269a86e-fa85-4858-8aa5-746911dc0966,revision_number=1']} {{(pid=83922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:33:58.603349 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-08953d49-5f55-420d-8c47-185aeee13149 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=d6c6ed509342460c9f6120a19a8623ee&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3297968
Feb 17 03:33:58.604507 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-08953d49-5f55-420d-8c47-185aeee13149 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:33:58.606183 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83922) accepted ('10.222.0.57', 43528) {{(pid=83922) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:33:58.673005 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-39611fc2-ddff-418e-bf0c-dd8c2c20ea5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:33:58.701980 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-39611fc2-ddff-418e-bf0c-dd8c2c20ea5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:33:58.812390 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-39611fc2-ddff-418e-bf0c-dd8c2c20ea5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876219'] for security_group, after_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:33:58.820081 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-08953d49-5f55-420d-8c47-185aeee13149 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:33:58.838302 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39611fc2-ddff-418e-bf0c-dd8c2c20ea5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2269a86e-fa85-4858-8aa5-746911dc0966,revision_number=None']} {{(pid=83922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:33:58.840866 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-39611fc2-ddff-418e-bf0c-dd8c2c20ea5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:33:58.866030 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c04d21-5172-4425-a61e-ce2de9a3670c req-594b1cf7-d8b0-4e7b-aa6b-d80e43185642 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:33:58.867734 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-e4c04d21-5172-4425-a61e-ce2de9a3670c req-594b1cf7-d8b0-4e7b-aa6b-d80e43185642 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/ports?device_id=4840bec6-59fa-4a75-9cab-b8eba3fced9d HTTP/1.1" status: 200  len: 943 time: 0.1239974
Feb 17 03:33:58.868757 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-39611fc2-ddff-418e-bf0c-dd8c2c20ea5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:33:58.873158 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-39611fc2-ddff-418e-bf0c-dd8c2c20ea5d admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/2269a86e-fa85-4858-8aa5-746911dc0966 HTTP/1.1" status: 204  len: 168 time: 0.2658331
Feb 17 03:33:58.926302 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-e4c04d21-5172-4425-a61e-ce2de9a3670c req-69bb40f2-87cf-4825-95b0-3dfa04063716 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/security-groups?id=e00a9105-e774-4a39-a8ac-bb2eb11aef9a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0496986
Feb 17 03:34:00.147530 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cbb802-e407-4fe4-9d58-44d66427a716 req-0e7f3c20-ef4f-46bc-9b7f-66765ed9d407 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:34:00.148299 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.agents_db [None req-06fda002-6a6c-4595-892c-f579c445b334 None None] Agent healthcheck: found 6 active agents {{(pid=83924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 03:34:00.148629 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-01cbb802-e407-4fe4-9d58-44d66427a716 req-0e7f3c20-ef4f-46bc-9b7f-66765ed9d407 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/ports?device_id=4840bec6-59fa-4a75-9cab-b8eba3fced9d HTTP/1.1" status: 200  len: 943 time: 0.0901170
Feb 17 03:34:00.198438 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-01cbb802-e407-4fe4-9d58-44d66427a716 req-573210ea-97d5-43ee-af49-da39f7af2bf6 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/security-groups?id=e00a9105-e774-4a39-a8ac-bb2eb11aef9a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427763
Feb 17 03:34:01.414158 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b733ff3-9a56-407e-9aa2-518a2fb1642f req-ca55d713-2089-4311-8f23-546a980ee6c5 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:34:01.415844 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-3b733ff3-9a56-407e-9aa2-518a2fb1642f req-ca55d713-2089-4311-8f23-546a980ee6c5 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/ports?device_id=4840bec6-59fa-4a75-9cab-b8eba3fced9d HTTP/1.1" status: 200  len: 943 time: 0.0942934
Feb 17 03:34:01.465538 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-3b733ff3-9a56-407e-9aa2-518a2fb1642f req-8e82b1f8-658f-4c20-9b8b-08ec6c369824 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/security-groups?id=e00a9105-e774-4a39-a8ac-bb2eb11aef9a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432353
Feb 17 03:34:01.483468 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Device 3122eba0-b4d4-415e-b7c0-f67223c6ab3f up at agent ovs-agent-hv-cinder-75994 {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:34:01.560077 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Provisioning complete for port 3122eba0-b4d4-415e-b7c0-f67223c6ab3f triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:34:01.560530 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838161172'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:34:01.693628 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for port, before_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:34:01.728619 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4840bec6-59fa-4a75-9cab-b8eba3fced9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3122eba0-b4d4-415e-b7c0-f67223c6ab3f'}] {{(pid=83923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 03:34:01.748246 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.db [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] For port 3122eba0-b4d4-415e-b7c0-f67223c6ab3f, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=3122eba0-b4d4-415e-b7c0-f67223c6ab3f,segment=NetworkSegment(edc0940c-57ea-45ad-8589-5951cb8baffd),segment_id=edc0940c-57ea-45ad-8589-5951cb8baffd)] {{(pid=83923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:34:01.751676 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303097879514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733756514675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303098261108'] for port, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:34:01.755999 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-df52a70b-9208-4740-881f-242e412ee67a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:34:01.800703 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4840bec6-59fa-4a75-9cab-b8eba3fced9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3122eba0-b4d4-415e-b7c0-f67223c6ab3f', 'code': 200}
Feb 17 03:34:01.839593 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Pushing event updated for resources: {'Port': ['ID=3122eba0-b4d4-415e-b7c0-f67223c6ab3f,revision_number=6']} {{(pid=83923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:34:01.846541 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:34:02.701978 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548e64c2-661b-497b-a035-7bb4334fa4ee req-76c675da-be8f-42a5-86c0-e956583bc0ba tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:34:02.703623 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-548e64c2-661b-497b-a035-7bb4334fa4ee req-76c675da-be8f-42a5-86c0-e956583bc0ba tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/ports?device_id=4840bec6-59fa-4a75-9cab-b8eba3fced9d HTTP/1.1" status: 200  len: 945 time: 0.1066525
Feb 17 03:34:02.706501 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5726e0f9-e180-4ce3-8402-19cf1d879aa8 req-210fc912-b6a4-4c96-8368-81cf31cc832c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:34:02.708130 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-5726e0f9-e180-4ce3-8402-19cf1d879aa8 req-210fc912-b6a4-4c96-8368-81cf31cc832c service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=4840bec6-59fa-4a75-9cab-b8eba3fced9d HTTP/1.1" status: 200  len: 1162 time: 0.3107755
Feb 17 03:34:02.756595 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-5726e0f9-e180-4ce3-8402-19cf1d879aa8 req-d476aef1-8f5b-475f-8488-c1f9f36a6e0d service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=e00a9105-e774-4a39-a8ac-bb2eb11aef9a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408201
Feb 17 03:34:02.759912 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-548e64c2-661b-497b-a035-7bb4334fa4ee req-bc455d47-d42c-4b98-a0a8-d4ac4b668a26 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/security-groups?id=e00a9105-e774-4a39-a8ac-bb2eb11aef9a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0486181
Feb 17 03:34:02.913896 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Device 3122eba0-b4d4-415e-b7c0-f67223c6ab3f up at agent ovs-agent-hv-cinder-75994 {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:34:02.996199 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Provisioning complete for port 3122eba0-b4d4-415e-b7c0-f67223c6ab3f triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:34:02.996646 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838161172'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:34:03.998964 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0706a4db-6eb8-49f3-9276-29012244e27d req-f885ec84-35de-4372-8e81-c2481d2a70e2 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:34:04.001083 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-0706a4db-6eb8-49f3-9276-29012244e27d req-f885ec84-35de-4372-8e81-c2481d2a70e2 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/ports?device_id=4840bec6-59fa-4a75-9cab-b8eba3fced9d HTTP/1.1" status: 200  len: 945 time: 0.1037011
Feb 17 03:34:04.053214 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-0706a4db-6eb8-49f3-9276-29012244e27d req-1d0640b8-01ce-4837-a74e-ec9166856324 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/security-groups?id=e00a9105-e774-4a39-a8ac-bb2eb11aef9a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0455573
Feb 17 03:34:05.270621 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0485eca1-af3e-4c2c-995e-9b009ac6ca08 req-8ab0453f-9754-43ea-887b-da56ee0ffdfc tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:34:05.272385 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-0485eca1-af3e-4c2c-995e-9b009ac6ca08 req-8ab0453f-9754-43ea-887b-da56ee0ffdfc tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/ports?device_id=4840bec6-59fa-4a75-9cab-b8eba3fced9d HTTP/1.1" status: 200  len: 945 time: 0.0919893
Feb 17 03:34:05.321343 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-0485eca1-af3e-4c2c-995e-9b009ac6ca08 req-52de0607-b0df-4b5f-908a-1a15419a7d5f tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/security-groups?id=e00a9105-e774-4a39-a8ac-bb2eb11aef9a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427589
Feb 17 03:34:06.532894 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e63f60-7fd7-415c-a236-637a5b7f840f req-22b70ea0-87bb-4d72-9956-d500e2f9861e tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:34:06.534268 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-27e63f60-7fd7-415c-a236-637a5b7f840f req-22b70ea0-87bb-4d72-9956-d500e2f9861e tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/ports?device_id=4840bec6-59fa-4a75-9cab-b8eba3fced9d HTTP/1.1" status: 200  len: 945 time: 0.0914743
Feb 17 03:34:06.587039 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-27e63f60-7fd7-415c-a236-637a5b7f840f req-db9eb9e1-95be-4fce-a1d1-59982be05046 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/security-groups?id=e00a9105-e774-4a39-a8ac-bb2eb11aef9a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0464230
Feb 17 03:34:07.803041 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba3d82b-aea3-47fd-a861-6e6fbffdf9ae req-d5521596-504d-4e80-bdf8-ceb9a7a30af2 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:34:07.804581 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-8ba3d82b-aea3-47fd-a861-6e6fbffdf9ae req-d5521596-504d-4e80-bdf8-ceb9a7a30af2 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/ports?device_id=4840bec6-59fa-4a75-9cab-b8eba3fced9d HTTP/1.1" status: 200  len: 945 time: 0.0967059
Feb 17 03:34:07.857198 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-8ba3d82b-aea3-47fd-a861-6e6fbffdf9ae req-f5ccd3dc-5db5-4839-a67f-ef8e191463f4 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/security-groups?id=e00a9105-e774-4a39-a8ac-bb2eb11aef9a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0452642
Feb 17 03:34:09.070761 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ee92ab-4ca3-4946-ab07-1106b11e3e18 req-b873527a-8fdd-4e4d-9b4f-5889d33887bc tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:34:09.072405 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-45ee92ab-4ca3-4946-ab07-1106b11e3e18 req-b873527a-8fdd-4e4d-9b4f-5889d33887bc tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/ports?device_id=4840bec6-59fa-4a75-9cab-b8eba3fced9d HTTP/1.1" status: 200  len: 945 time: 0.0861068
Feb 17 03:34:09.121174 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-45ee92ab-4ca3-4946-ab07-1106b11e3e18 req-83bc8632-4877-4c76-960d-9fe8c7527a71 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/security-groups?id=e00a9105-e774-4a39-a8ac-bb2eb11aef9a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423920
Feb 17 03:34:10.355345 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbca7d0-13f0-4a70-97fc-3ac3e0be9304 req-5eda805f-b639-48b0-96d2-63bf9e09292c tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:34:10.357273 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-2cbca7d0-13f0-4a70-97fc-3ac3e0be9304 req-5eda805f-b639-48b0-96d2-63bf9e09292c tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/ports?device_id=4840bec6-59fa-4a75-9cab-b8eba3fced9d HTTP/1.1" status: 200  len: 945 time: 0.1017413
Feb 17 03:34:10.414092 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-2cbca7d0-13f0-4a70-97fc-3ac3e0be9304 req-b28b11b2-438e-41a5-8317-1a88ef442579 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/security-groups?id=e00a9105-e774-4a39-a8ac-bb2eb11aef9a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0501173
Feb 17 03:34:11.632763 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe347c0-4bce-4e4d-a68c-d0421bfb1585 req-c05f6369-33b5-4eca-8644-c258e5d6ac2d tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:34:11.634412 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-3fe347c0-4bce-4e4d-a68c-d0421bfb1585 req-c05f6369-33b5-4eca-8644-c258e5d6ac2d tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/ports?device_id=4840bec6-59fa-4a75-9cab-b8eba3fced9d HTTP/1.1" status: 200  len: 945 time: 0.0902026
Feb 17 03:34:11.690047 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-3fe347c0-4bce-4e4d-a68c-d0421bfb1585 req-b1707e97-f57e-4f5d-8b89-4d08870c2324 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/security-groups?id=e00a9105-e774-4a39-a8ac-bb2eb11aef9a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0487683
Feb 17 03:34:12.907149 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0f31cb-7cf9-4f83-a612-cf3531ccd7f1 req-fa47f993-e09a-47ed-b167-42af7076896f tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:34:12.908683 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-7b0f31cb-7cf9-4f83-a612-cf3531ccd7f1 req-fa47f993-e09a-47ed-b167-42af7076896f tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/ports?device_id=4840bec6-59fa-4a75-9cab-b8eba3fced9d HTTP/1.1" status: 200  len: 945 time: 0.0943151
Feb 17 03:34:12.958208 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-7b0f31cb-7cf9-4f83-a612-cf3531ccd7f1 req-a1ea68ca-f52b-4863-a0f7-0d018a17c6cd tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/security-groups?id=e00a9105-e774-4a39-a8ac-bb2eb11aef9a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426767
Feb 17 03:34:23.397115 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-55cb6cfa-b23f-4255-a593-cb80b658878f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:34:25.401959 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:34:25.464906 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-85d7d898-79c0-4103-9f7f-53b48f4d078f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:34:26.404254 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-8cda4ffb-98e6-4bcf-adaf-c47fc353fc1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:34:27.211045 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:34:27.570816 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-3bdb028f-655c-46e9-b0eb-5d4ca64bdb37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:34:29.316012 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.57', 43808) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:34:29.452753 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-13a64c79-0f7f-4d3f-98e6-ad717565de3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:34:29.468732 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-13a64c79-0f7f-4d3f-98e6-ad717565de3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:34:29.473358 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-13a64c79-0f7f-4d3f-98e6-ad717565de3d admin admin] Usage tracker for resource:security_group_rule and tenant:0174cb44977f420a8ad5ac71b0715a85 is out of sync, need to count used quota {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:34:29.476535 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-13a64c79-0f7f-4d3f-98e6-ad717565de3d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:34:29.482435 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-13a64c79-0f7f-4d3f-98e6-ad717565de3d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:34:29.570919 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-13a64c79-0f7f-4d3f-98e6-ad717565de3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:34:29.573921 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-13a64c79-0f7f-4d3f-98e6-ad717565de3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876219'] for security_group, after_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:34:29.583575 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-ea1ccd23-0e0c-4924-b925-6ae4277c6076 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:34:29.625097 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a64c79-0f7f-4d3f-98e6-ad717565de3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2a93781-a53b-4c40-807b-d4a006b0db5e,revision_number=1']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:34:29.629239 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-13a64c79-0f7f-4d3f-98e6-ad717565de3d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=0174cb44977f420a8ad5ac71b0715a85&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3120806
Feb 17 03:34:29.632149 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83922) accepted ('10.222.0.57', 43816) {{(pid=83922) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:34:29.635848 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a64c79-0f7f-4d3f-98e6-ad717565de3d admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:34:29.636279 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a64c79-0f7f-4d3f-98e6-ad717565de3d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:34:29.636654 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a64c79-0f7f-4d3f-98e6-ad717565de3d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:34:29.637080 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a64c79-0f7f-4d3f-98e6-ad717565de3d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:34:29.638021 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a64c79-0f7f-4d3f-98e6-ad717565de3d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:34:29.638414 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a64c79-0f7f-4d3f-98e6-ad717565de3d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:34:29.638807 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a64c79-0f7f-4d3f-98e6-ad717565de3d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:34:29.639194 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a64c79-0f7f-4d3f-98e6-ad717565de3d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:34:29.639580 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a64c79-0f7f-4d3f-98e6-ad717565de3d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:34:29.639966 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a64c79-0f7f-4d3f-98e6-ad717565de3d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:34:29.640375 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a64c79-0f7f-4d3f-98e6-ad717565de3d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:34:29.640733 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a64c79-0f7f-4d3f-98e6-ad717565de3d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:34:29.641258 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a64c79-0f7f-4d3f-98e6-ad717565de3d admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:34:29.641647 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a64c79-0f7f-4d3f-98e6-ad717565de3d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:34:29.642033 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a64c79-0f7f-4d3f-98e6-ad717565de3d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:34:29.642416 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a64c79-0f7f-4d3f-98e6-ad717565de3d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:34:29.642799 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a64c79-0f7f-4d3f-98e6-ad717565de3d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:34:29.643183 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a64c79-0f7f-4d3f-98e6-ad717565de3d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:34:29.643564 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a64c79-0f7f-4d3f-98e6-ad717565de3d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:34:29.643946 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a64c79-0f7f-4d3f-98e6-ad717565de3d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:34:29.644328 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a64c79-0f7f-4d3f-98e6-ad717565de3d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:34:29.644708 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a64c79-0f7f-4d3f-98e6-ad717565de3d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:34:29.645116 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a64c79-0f7f-4d3f-98e6-ad717565de3d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:34:29.645499 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a64c79-0f7f-4d3f-98e6-ad717565de3d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:34:29.650088 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-13a64c79-0f7f-4d3f-98e6-ad717565de3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:34:29.699472 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-3ec155a2-ec05-4d91-85c2-c48b66ab1133 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:34:29.727398 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-3ec155a2-ec05-4d91-85c2-c48b66ab1133 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:34:29.773747 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-3ec155a2-ec05-4d91-85c2-c48b66ab1133 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876219'] for security_group, after_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:34:29.778907 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-eb4348e0-e839-4f7e-a9a4-d37bc31e478f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:34:29.792828 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec155a2-ec05-4d91-85c2-c48b66ab1133 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2a93781-a53b-4c40-807b-d4a006b0db5e,revision_number=None']} {{(pid=83922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:34:29.802072 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec155a2-ec05-4d91-85c2-c48b66ab1133 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:34:29.802476 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec155a2-ec05-4d91-85c2-c48b66ab1133 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:34:29.802875 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec155a2-ec05-4d91-85c2-c48b66ab1133 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:34:29.803269 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec155a2-ec05-4d91-85c2-c48b66ab1133 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:34:29.803660 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec155a2-ec05-4d91-85c2-c48b66ab1133 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:34:29.804050 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec155a2-ec05-4d91-85c2-c48b66ab1133 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:34:29.804436 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec155a2-ec05-4d91-85c2-c48b66ab1133 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:34:29.804822 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec155a2-ec05-4d91-85c2-c48b66ab1133 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:34:29.805234 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec155a2-ec05-4d91-85c2-c48b66ab1133 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:34:29.805620 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec155a2-ec05-4d91-85c2-c48b66ab1133 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:34:29.806003 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec155a2-ec05-4d91-85c2-c48b66ab1133 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:34:29.806386 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec155a2-ec05-4d91-85c2-c48b66ab1133 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:34:29.806858 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec155a2-ec05-4d91-85c2-c48b66ab1133 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:34:29.807245 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec155a2-ec05-4d91-85c2-c48b66ab1133 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:34:29.807628 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec155a2-ec05-4d91-85c2-c48b66ab1133 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:34:29.808009 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec155a2-ec05-4d91-85c2-c48b66ab1133 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:34:29.808391 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec155a2-ec05-4d91-85c2-c48b66ab1133 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:34:29.808771 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec155a2-ec05-4d91-85c2-c48b66ab1133 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:34:29.809710 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec155a2-ec05-4d91-85c2-c48b66ab1133 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:34:29.810103 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec155a2-ec05-4d91-85c2-c48b66ab1133 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:34:29.810488 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec155a2-ec05-4d91-85c2-c48b66ab1133 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:34:29.810884 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec155a2-ec05-4d91-85c2-c48b66ab1133 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:34:29.811261 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec155a2-ec05-4d91-85c2-c48b66ab1133 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:34:29.811638 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec155a2-ec05-4d91-85c2-c48b66ab1133 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:34:29.814747 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-3ec155a2-ec05-4d91-85c2-c48b66ab1133 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:34:29.816081 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-3ec155a2-ec05-4d91-85c2-c48b66ab1133 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b2a93781-a53b-4c40-807b-d4a006b0db5e HTTP/1.1" status: 204  len: 168 time: 0.1827984
Feb 17 03:34:29.817074 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-3ec155a2-ec05-4d91-85c2-c48b66ab1133 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:34:30.169723 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.57', 43824) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:34:30.189174 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-3321e9ce-a37f-4ded-9de8-411f24c731a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:34:30.209325 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-3321e9ce-a37f-4ded-9de8-411f24c731a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:34:30.213405 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-3321e9ce-a37f-4ded-9de8-411f24c731a0 admin admin] Usage tracker for resource:security_group_rule and tenant:df6d55a088dc48e88a5c20082dbf0c6c is out of sync, need to count used quota {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:34:30.216958 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-3321e9ce-a37f-4ded-9de8-411f24c731a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:34:30.222881 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-3321e9ce-a37f-4ded-9de8-411f24c731a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:34:30.312033 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-3321e9ce-a37f-4ded-9de8-411f24c731a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:34:30.314945 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-3321e9ce-a37f-4ded-9de8-411f24c731a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876219'] for security_group, after_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:34:30.324626 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-f89cc6c0-ddd0-470b-b595-c7b665b6a12e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:34:30.369023 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-3321e9ce-a37f-4ded-9de8-411f24c731a0 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=df6d55a088dc48e88a5c20082dbf0c6c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1980705
Feb 17 03:34:30.370110 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3321e9ce-a37f-4ded-9de8-411f24c731a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e03ac575-dde7-487f-92a3-2ae53cb91b79,revision_number=1']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:34:30.372099 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83922) accepted ('10.222.0.57', 43828) {{(pid=83922) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:34:30.373596 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-3321e9ce-a37f-4ded-9de8-411f24c731a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:34:30.440260 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-cf38fd84-601e-4173-86ab-4729630b9a33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:34:30.471254 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-cf38fd84-601e-4173-86ab-4729630b9a33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:34:30.519335 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-cf38fd84-601e-4173-86ab-4729630b9a33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876219'] for security_group, after_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:34:30.523463 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-6fa5ec45-4495-4b79-b1ef-b9011eeb19e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:34:30.536118 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf38fd84-601e-4173-86ab-4729630b9a33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e03ac575-dde7-487f-92a3-2ae53cb91b79,revision_number=None']} {{(pid=83922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:34:30.541894 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-cf38fd84-601e-4173-86ab-4729630b9a33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:34:30.549055 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-cf38fd84-601e-4173-86ab-4729630b9a33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:34:30.549263 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-cf38fd84-601e-4173-86ab-4729630b9a33 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e03ac575-dde7-487f-92a3-2ae53cb91b79 HTTP/1.1" status: 204  len: 168 time: 0.1760120
Feb 17 03:34:37.148581 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.agents_db [None req-06fda002-6a6c-4595-892c-f579c445b334 None None] Agent healthcheck: found 6 active agents {{(pid=83924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 03:34:46.750740 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58634731-19cf-4848-b4bb-fd38febd00ae req-4f61037d-4a47-4924-a4b7-907de7e6c61d tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:34:46.752485 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-58634731-19cf-4848-b4bb-fd38febd00ae req-4f61037d-4a47-4924-a4b7-907de7e6c61d tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] 10.222.0.57 "GET /v2.0/ports?device_id=3c5a8ede-8248-460e-bef7-6b5c3aaf48f5 HTTP/1.1" status: 200  len: 945 time: 0.0943637
Feb 17 03:34:46.816630 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-58634731-19cf-4848-b4bb-fd38febd00ae req-cb3a19ab-3020-4584-8b6a-125050f3cce5 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] 10.222.0.57 "GET /v2.0/security-groups?id=264ce588-819f-4161-899a-9ba19db95e15&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0573914
Feb 17 03:34:48.032389 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4007a4-2d40-48ce-a260-cd53cc801fcc req-3587dd15-8534-48c9-8b6a-0fb5ac90240b tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:34:48.034126 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-1f4007a4-2d40-48ce-a260-cd53cc801fcc req-3587dd15-8534-48c9-8b6a-0fb5ac90240b tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] 10.222.0.57 "GET /v2.0/ports?device_id=3c5a8ede-8248-460e-bef7-6b5c3aaf48f5 HTTP/1.1" status: 200  len: 945 time: 0.0885088
Feb 17 03:34:48.085201 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-1f4007a4-2d40-48ce-a260-cd53cc801fcc req-3bb6a442-b546-4114-be40-4c18816d0802 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] 10.222.0.57 "GET /v2.0/security-groups?id=264ce588-819f-4161-899a-9ba19db95e15&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0446973
Feb 17 03:34:49.319276 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43506f4e-f63d-4e07-91f0-889c15a94543 req-f9f05b85-d485-483d-b4ab-1bae5c350a42 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:34:49.321248 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-43506f4e-f63d-4e07-91f0-889c15a94543 req-f9f05b85-d485-483d-b4ab-1bae5c350a42 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] 10.222.0.57 "GET /v2.0/ports?device_id=3c5a8ede-8248-460e-bef7-6b5c3aaf48f5 HTTP/1.1" status: 200  len: 945 time: 0.1071370
Feb 17 03:34:49.382644 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-43506f4e-f63d-4e07-91f0-889c15a94543 req-0197cc0a-1258-4f50-9985-58fb16101fb3 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] 10.222.0.57 "GET /v2.0/security-groups?id=264ce588-819f-4161-899a-9ba19db95e15&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0544431
Feb 17 03:34:49.578327 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.57', 44072) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:34:49.708735 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-4a292434-3069-467b-b387-f7bfce9f5498 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:34:49.725793 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-4a292434-3069-467b-b387-f7bfce9f5498 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:34:49.729970 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-4a292434-3069-467b-b387-f7bfce9f5498 admin admin] Usage tracker for resource:security_group_rule and tenant:c0edb8f31ea74beda094b915d95c575f is out of sync, need to count used quota {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:34:49.733308 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-4a292434-3069-467b-b387-f7bfce9f5498 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:34:49.739251 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-4a292434-3069-467b-b387-f7bfce9f5498 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:34:49.833464 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-4a292434-3069-467b-b387-f7bfce9f5498 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:34:49.836393 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-4a292434-3069-467b-b387-f7bfce9f5498 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876219'] for security_group, after_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:34:49.845709 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-236c86d8-26e7-4732-b193-d34d826fd0d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:34:49.926368 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-4a292434-3069-467b-b387-f7bfce9f5498 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c0edb8f31ea74beda094b915d95c575f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3438570
Feb 17 03:34:49.927148 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83922) accepted ('10.222.0.57', 44078) {{(pid=83922) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:34:49.931296 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a292434-3069-467b-b387-f7bfce9f5498 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b95f3ae4-5b22-4a2e-8b4c-f4644880ddde,revision_number=1']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:34:49.937334 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-4a292434-3069-467b-b387-f7bfce9f5498 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:34:49.993431 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-dc38c279-86e0-4d8b-88f5-40d1dde19eda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:34:50.023601 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-dc38c279-86e0-4d8b-88f5-40d1dde19eda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:34:50.070239 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-dc38c279-86e0-4d8b-88f5-40d1dde19eda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876219'] for security_group, after_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:34:50.075593 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-4b9f6b65-9127-4cdb-846f-07355b5ad3bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:34:50.089100 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc38c279-86e0-4d8b-88f5-40d1dde19eda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b95f3ae4-5b22-4a2e-8b4c-f4644880ddde,revision_number=None']} {{(pid=83922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:34:50.091932 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-dc38c279-86e0-4d8b-88f5-40d1dde19eda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:34:50.094141 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-dc38c279-86e0-4d8b-88f5-40d1dde19eda admin admin] Notify callbacks [] for security_group, before_response {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:34:50.095249 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-dc38c279-86e0-4d8b-88f5-40d1dde19eda admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b95f3ae4-5b22-4a2e-8b4c-f4644880ddde HTTP/1.1" status: 204  len: 168 time: 0.1669207
Feb 17 03:34:50.407278 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83922) accepted ('10.222.0.57', 44086) {{(pid=83922) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:34:50.427828 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-c02eac12-eeec-44f8-bf53-9608216643df admin admin] Notify callbacks [] for security_group, before_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:34:50.444279 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-c02eac12-eeec-44f8-bf53-9608216643df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:34:50.448867 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-c02eac12-eeec-44f8-bf53-9608216643df admin admin] Usage tracker for resource:security_group_rule and tenant:ae91a51f21734d919f32ced157be9d2b is out of sync, need to count used quota {{(pid=83922) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:34:50.452122 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-c02eac12-eeec-44f8-bf53-9608216643df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83922) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:34:50.458009 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-c02eac12-eeec-44f8-bf53-9608216643df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:34:50.821249 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-c02eac12-eeec-44f8-bf53-9608216643df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:34:50.826717 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-c02eac12-eeec-44f8-bf53-9608216643df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876219'] for security_group, after_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:34:50.836593 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-cd58b48a-a8c7-4542-a645-436b02bdb890 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:34:50.898262 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-c02eac12-eeec-44f8-bf53-9608216643df admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=ae91a51f21734d919f32ced157be9d2b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4872887
Feb 17 03:34:50.898799 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.57', 44092) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:34:50.903714 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5f333b-03cf-484a-860a-26aa91e00678 req-87029a8e-d38d-4904-9b8f-d7dbaf73bff4 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:34:50.905360 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-9a5f333b-03cf-484a-860a-26aa91e00678 req-87029a8e-d38d-4904-9b8f-d7dbaf73bff4 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] 10.222.0.57 "GET /v2.0/ports?device_id=3c5a8ede-8248-460e-bef7-6b5c3aaf48f5 HTTP/1.1" status: 200  len: 945 time: 0.3980470
Feb 17 03:34:50.906245 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02eac12-eeec-44f8-bf53-9608216643df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc796d46-23c9-4049-8201-1bc23964e2c7,revision_number=1']} {{(pid=83922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:34:50.909615 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-c02eac12-eeec-44f8-bf53-9608216643df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:34:50.959492 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-9a5f333b-03cf-484a-860a-26aa91e00678 req-ea58d384-26bf-4b78-b9bf-4317b26e789e tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] 10.222.0.57 "GET /v2.0/security-groups?id=264ce588-819f-4161-899a-9ba19db95e15&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0456088
Feb 17 03:34:50.966175 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-49a3c08b-e560-46c8-8ab5-e6fc12d22026 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:34:50.993466 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-49a3c08b-e560-46c8-8ab5-e6fc12d22026 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:34:51.037837 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-49a3c08b-e560-46c8-8ab5-e6fc12d22026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876219'] for security_group, after_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:34:51.042723 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-4a292434-3069-467b-b387-f7bfce9f5498 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:34:51.056729 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a3c08b-e560-46c8-8ab5-e6fc12d22026 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc796d46-23c9-4049-8201-1bc23964e2c7,revision_number=None']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:34:51.061524 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-49a3c08b-e560-46c8-8ab5-e6fc12d22026 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:34:51.079951 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-49a3c08b-e560-46c8-8ab5-e6fc12d22026 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:34:51.083662 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-49a3c08b-e560-46c8-8ab5-e6fc12d22026 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/cc796d46-23c9-4049-8201-1bc23964e2c7 HTTP/1.1" status: 204  len: 168 time: 0.1813581
Feb 17 03:34:52.170476 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea699a3-f967-454f-999b-29ef0939bc62 req-e6ab4cc0-8d47-4894-985d-35d668795397 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:34:52.172143 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-8ea699a3-f967-454f-999b-29ef0939bc62 req-e6ab4cc0-8d47-4894-985d-35d668795397 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] 10.222.0.57 "GET /v2.0/ports?device_id=3c5a8ede-8248-460e-bef7-6b5c3aaf48f5 HTTP/1.1" status: 200  len: 945 time: 0.0942035
Feb 17 03:34:52.221718 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-8ea699a3-f967-454f-999b-29ef0939bc62 req-13f62236-265f-4b08-992a-d16457a8473b tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] 10.222.0.57 "GET /v2.0/security-groups?id=264ce588-819f-4161-899a-9ba19db95e15&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431073
Feb 17 03:34:53.400813 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-0eaa8424-3247-4083-80b3-fc72e41b2a4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:34:53.429761 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3ccaf7-d8f9-4faa-b745-28105dc9aec1 req-97903c80-28e7-4a3a-b82c-a841b3d7b162 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:34:53.431347 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-ac3ccaf7-d8f9-4faa-b745-28105dc9aec1 req-97903c80-28e7-4a3a-b82c-a841b3d7b162 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] 10.222.0.57 "GET /v2.0/ports?device_id=3c5a8ede-8248-460e-bef7-6b5c3aaf48f5 HTTP/1.1" status: 200  len: 945 time: 0.0947831
Feb 17 03:34:53.481691 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-ac3ccaf7-d8f9-4faa-b745-28105dc9aec1 req-ded664b3-5005-438b-bbc8-58911766f98d tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] 10.222.0.57 "GET /v2.0/security-groups?id=264ce588-819f-4161-899a-9ba19db95e15&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432472
Feb 17 03:34:54.689776 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff778c0-a066-4b8a-a42a-ac657d03b2b6 req-247fd784-647a-4c54-808f-dd6f44239164 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:34:54.691413 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-4ff778c0-a066-4b8a-a42a-ac657d03b2b6 req-247fd784-647a-4c54-808f-dd6f44239164 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] 10.222.0.57 "GET /v2.0/ports?device_id=3c5a8ede-8248-460e-bef7-6b5c3aaf48f5 HTTP/1.1" status: 200  len: 945 time: 0.0916359
Feb 17 03:34:54.719365 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83922) accepted ('10.222.0.57', 44236) {{(pid=83922) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:34:54.743079 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-4ff778c0-a066-4b8a-a42a-ac657d03b2b6 req-e7bd094b-1b19-4a63-8cd0-c60c27e4fe66 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] 10.222.0.57 "GET /v2.0/security-groups?id=264ce588-819f-4161-899a-9ba19db95e15&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0441873
Feb 17 03:34:54.844918 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-7152af87-0c61-4faa-a670-390401d37256 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:34:54.860915 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-7152af87-0c61-4faa-a670-390401d37256 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:34:54.865207 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-7152af87-0c61-4faa-a670-390401d37256 admin admin] Usage tracker for resource:security_group_rule and tenant:f26b6f8b9d6d4bd9a3844364c04d55f8 is out of sync, need to count used quota {{(pid=83922) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:34:54.868467 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-7152af87-0c61-4faa-a670-390401d37256 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83922) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:34:54.874842 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-7152af87-0c61-4faa-a670-390401d37256 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:34:54.966304 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-7152af87-0c61-4faa-a670-390401d37256 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:34:54.969154 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-7152af87-0c61-4faa-a670-390401d37256 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876219'] for security_group, after_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:34:54.978138 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-04ace840-7023-4eea-8a82-bf93a5a68a2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:34:55.020732 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-7152af87-0c61-4faa-a670-390401d37256 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=f26b6f8b9d6d4bd9a3844364c04d55f8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3001785
Feb 17 03:34:55.021685 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7152af87-0c61-4faa-a670-390401d37256 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d57a034-3ff8-43f8-8d26-6ec8202bbc33,revision_number=1']} {{(pid=83922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:34:55.023628 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.57', 44244) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:34:55.025258 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-7152af87-0c61-4faa-a670-390401d37256 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:34:55.092369 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-34d4c468-ba6b-4704-8899-f5a36e6b7446 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:34:55.130153 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-34d4c468-ba6b-4704-8899-f5a36e6b7446 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:34:55.179757 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-34d4c468-ba6b-4704-8899-f5a36e6b7446 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876219'] for security_group, after_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:34:55.187087 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-cc7e5c2b-392c-4a94-aaf9-70911f456a63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:34:55.205518 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d4c468-ba6b-4704-8899-f5a36e6b7446 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d57a034-3ff8-43f8-8d26-6ec8202bbc33,revision_number=None']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:34:55.209655 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-34d4c468-ba6b-4704-8899-f5a36e6b7446 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:34:55.212907 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-34d4c468-ba6b-4704-8899-f5a36e6b7446 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:34:55.216780 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-34d4c468-ba6b-4704-8899-f5a36e6b7446 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/9d57a034-3ff8-43f8-8d26-6ec8202bbc33 HTTP/1.1" status: 204  len: 168 time: 0.1897080
Feb 17 03:34:55.414004 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:34:55.467572 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-7cb73cb1-4d48-4a79-951e-1b4a5d848532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:34:55.533663 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.57', 44252) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:34:55.553803 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-9943aefc-f37a-40c4-a4c0-7ebd77f5064f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:34:55.573099 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-9943aefc-f37a-40c4-a4c0-7ebd77f5064f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:34:55.577253 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-9943aefc-f37a-40c4-a4c0-7ebd77f5064f admin admin] Usage tracker for resource:security_group_rule and tenant:8609347856d54a4ebe50cc6b0531f759 is out of sync, need to count used quota {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:34:55.580230 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-9943aefc-f37a-40c4-a4c0-7ebd77f5064f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:34:55.585935 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-9943aefc-f37a-40c4-a4c0-7ebd77f5064f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:34:55.671677 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-9943aefc-f37a-40c4-a4c0-7ebd77f5064f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:34:55.674440 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-9943aefc-f37a-40c4-a4c0-7ebd77f5064f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876219'] for security_group, after_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:34:55.683145 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-fc37d74d-023c-45c2-9b0f-7585a6c04235 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:34:55.725502 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-9943aefc-f37a-40c4-a4c0-7ebd77f5064f admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=8609347856d54a4ebe50cc6b0531f759&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1902981
Feb 17 03:34:55.726472 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9943aefc-f37a-40c4-a4c0-7ebd77f5064f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2473a24c-9e19-48de-a861-35fa71c0a33e,revision_number=1']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:34:55.728442 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83922) accepted ('10.222.0.57', 44256) {{(pid=83922) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:34:55.729947 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-9943aefc-f37a-40c4-a4c0-7ebd77f5064f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:34:55.795499 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-6017f68d-d622-4b6b-8afb-d5ab0cd45719 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:34:55.823447 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-6017f68d-d622-4b6b-8afb-d5ab0cd45719 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:34:55.922823 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-6017f68d-d622-4b6b-8afb-d5ab0cd45719 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876219'] for security_group, after_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:34:55.929539 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-ba992ce8-233d-4899-ac18-c64a58044cb4 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:34:55.947765 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6017f68d-d622-4b6b-8afb-d5ab0cd45719 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2473a24c-9e19-48de-a861-35fa71c0a33e,revision_number=None']} {{(pid=83922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:34:55.953293 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-6017f68d-d622-4b6b-8afb-d5ab0cd45719 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:34:55.976717 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-6017f68d-d622-4b6b-8afb-d5ab0cd45719 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:34:55.980664 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-6017f68d-d622-4b6b-8afb-d5ab0cd45719 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/2473a24c-9e19-48de-a861-35fa71c0a33e HTTP/1.1" status: 204  len: 168 time: 0.2509060
Feb 17 03:34:55.996649 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f82b29-c757-4688-baf4-c0c8b5514fed req-813832d7-64fc-49d9-be2a-1143b0406e00 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:34:55.998284 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-33f82b29-c757-4688-baf4-c0c8b5514fed req-813832d7-64fc-49d9-be2a-1143b0406e00 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] 10.222.0.57 "GET /v2.0/ports?device_id=3c5a8ede-8248-460e-bef7-6b5c3aaf48f5 HTTP/1.1" status: 200  len: 945 time: 0.1340094
Feb 17 03:34:56.047513 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-33f82b29-c757-4688-baf4-c0c8b5514fed req-1e085456-836c-417c-8ebd-855a3d6a9d6a tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] 10.222.0.57 "GET /v2.0/security-groups?id=264ce588-819f-4161-899a-9ba19db95e15&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426693
Feb 17 03:34:56.407756 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-8cda4ffb-98e6-4bcf-adaf-c47fc353fc1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:34:57.215083 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:34:57.249429 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f1647c-636a-49a8-8f0e-7fe35cd5e322 req-0c77f554-2d82-4c55-92e6-ecefdbf78550 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:34:57.251071 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-32f1647c-636a-49a8-8f0e-7fe35cd5e322 req-0c77f554-2d82-4c55-92e6-ecefdbf78550 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] 10.222.0.57 "GET /v2.0/ports?device_id=3c5a8ede-8248-460e-bef7-6b5c3aaf48f5 HTTP/1.1" status: 200  len: 945 time: 0.0910299
Feb 17 03:34:57.303490 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-32f1647c-636a-49a8-8f0e-7fe35cd5e322 req-baace009-dc06-49ad-a0e2-1da586bdd778 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] 10.222.0.57 "GET /v2.0/security-groups?id=264ce588-819f-4161-899a-9ba19db95e15&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0457375
Feb 17 03:34:57.572694 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-3bdb028f-655c-46e9-b0eb-5d4ca64bdb37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:34:58.507610 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b1f40f-cbf3-4caf-b900-46cf25a7fbda req-db6ae06c-450b-4188-9b71-64c31fb141e5 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:34:58.509299 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-99b1f40f-cbf3-4caf-b900-46cf25a7fbda req-db6ae06c-450b-4188-9b71-64c31fb141e5 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] 10.222.0.57 "GET /v2.0/ports?device_id=3c5a8ede-8248-460e-bef7-6b5c3aaf48f5 HTTP/1.1" status: 200  len: 945 time: 0.0900817
Feb 17 03:34:58.557557 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-99b1f40f-cbf3-4caf-b900-46cf25a7fbda req-2407102c-6e61-45c9-aa07-887589693c55 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] 10.222.0.57 "GET /v2.0/security-groups?id=264ce588-819f-4161-899a-9ba19db95e15&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0416689
Feb 17 03:34:59.819478 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134c6f7d-a477-4131-a39c-53ad4ead09a5 req-5fb625a2-8fdb-4ee2-b149-46bdd36e4f0d tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:34:59.821397 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-134c6f7d-a477-4131-a39c-53ad4ead09a5 req-5fb625a2-8fdb-4ee2-b149-46bdd36e4f0d tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] 10.222.0.57 "GET /v2.0/ports?device_id=3c5a8ede-8248-460e-bef7-6b5c3aaf48f5 HTTP/1.1" status: 200  len: 945 time: 0.1496944
Feb 17 03:34:59.873368 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-134c6f7d-a477-4131-a39c-53ad4ead09a5 req-18772154-5acb-448b-b6a2-4fc2d5a41609 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] 10.222.0.57 "GET /v2.0/security-groups?id=264ce588-819f-4161-899a-9ba19db95e15&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0452793
Feb 17 03:35:01.079876 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d76e3f6-a930-468a-b32b-5d4977c9a6ae req-923165f3-a2d2-44db-bc06-42f5a8dcaae6 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:35:01.082143 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-6d76e3f6-a930-468a-b32b-5d4977c9a6ae req-923165f3-a2d2-44db-bc06-42f5a8dcaae6 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] 10.222.0.57 "GET /v2.0/ports?device_id=3c5a8ede-8248-460e-bef7-6b5c3aaf48f5 HTTP/1.1" status: 200  len: 945 time: 0.0939467
Feb 17 03:35:01.131800 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-6d76e3f6-a930-468a-b32b-5d4977c9a6ae req-d72486cf-126c-4e70-9497-1f604753bd15 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] 10.222.0.57 "GET /v2.0/security-groups?id=264ce588-819f-4161-899a-9ba19db95e15&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0441484
Feb 17 03:35:02.365764 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0cf67b-546d-4622-9f40-6d102e60c243 req-17a84fa3-e605-4aeb-8492-3b7f3c46c069 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:35:02.367370 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-2b0cf67b-546d-4622-9f40-6d102e60c243 req-17a84fa3-e605-4aeb-8492-3b7f3c46c069 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] 10.222.0.57 "GET /v2.0/ports?device_id=3c5a8ede-8248-460e-bef7-6b5c3aaf48f5 HTTP/1.1" status: 200  len: 945 time: 0.1184072
Feb 17 03:35:02.413854 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-2b0cf67b-546d-4622-9f40-6d102e60c243 req-f385b8a4-3548-4383-8181-f34a217c6c2e tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] 10.222.0.57 "GET /v2.0/security-groups?id=264ce588-819f-4161-899a-9ba19db95e15&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0402486
Feb 17 03:35:02.823487 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6e690c-6642-47dd-9da9-f0e1a0b807ed req-294c721a-1598-4583-b46f-fc360a15cbd1 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:35:02.825187 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-6d6e690c-6642-47dd-9da9-f0e1a0b807ed req-294c721a-1598-4583-b46f-fc360a15cbd1 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] 10.222.0.57 "GET /v2.0/ports?device_id=3c5a8ede-8248-460e-bef7-6b5c3aaf48f5 HTTP/1.1" status: 200  len: 945 time: 0.1353045
Feb 17 03:35:02.886143 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-6d6e690c-6642-47dd-9da9-f0e1a0b807ed req-0bed5c28-399b-464d-995b-05d72dbc6c87 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] 10.222.0.57 "GET /v2.0/security-groups?id=264ce588-819f-4161-899a-9ba19db95e15&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0532646
Feb 17 03:35:02.912217 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e83d0e-f0be-408d-ad21-670f67f4c62e req-6233d47d-9e7c-4c1e-b5dd-69b95c427514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:35:02.914010 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-61e83d0e-f0be-408d-ad21-670f67f4c62e req-6233d47d-9e7c-4c1e-b5dd-69b95c427514 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c568344bec0146c19c14571bff20a759&device_id=3c5a8ede-8248-460e-bef7-6b5c3aaf48f5 HTTP/1.1" status: 200  len: 1162 time: 0.1429100
Feb 17 03:35:03.069559 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e83d0e-f0be-408d-ad21-670f67f4c62e req-f85b2d9d-1e38-4374-afff-3fd5f5757feb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:35:03.071446 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-61e83d0e-f0be-408d-ad21-670f67f4c62e req-f85b2d9d-1e38-4374-afff-3fd5f5757feb service neutron] 10.222.0.54 "GET /v2.0/networks?id=196dd25e-6f79-49ea-bd1a-b88102e9bbe7 HTTP/1.1" status: 200  len: 905 time: 0.1509526
Feb 17 03:35:03.188678 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-61e83d0e-f0be-408d-ad21-670f67f4c62e req-e3d50c36-d10e-41ab-bff6-4fdb6ca2df45 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=48fb65e6-ad21-424b-ad45-8e4c51055da6 HTTP/1.1" status: 200  len: 1001 time: 0.1090519
Feb 17 03:35:03.262269 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e83d0e-f0be-408d-ad21-670f67f4c62e req-a0be0c4c-78c7-4367-beff-b95c1402088b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:35:03.264371 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-61e83d0e-f0be-408d-ad21-670f67f4c62e req-a0be0c4c-78c7-4367-beff-b95c1402088b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=029a335d-7c65-4847-a56e-60c19b417a63 HTTP/1.1" status: 200  len: 850 time: 0.0695581
Feb 17 03:35:03.383663 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e83d0e-f0be-408d-ad21-670f67f4c62e req-ec3add9d-17d7-4f28-9db3-f5df9518e36e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:35:03.386436 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-61e83d0e-f0be-408d-ad21-670f67f4c62e req-ec3add9d-17d7-4f28-9db3-f5df9518e36e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=196dd25e-6f79-49ea-bd1a-b88102e9bbe7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1157420
Feb 17 03:35:03.633673 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-61e83d0e-f0be-408d-ad21-670f67f4c62e req-92636dd7-4a34-4f42-864c-762f35508f16 service neutron] 10.222.0.54 "GET /v2.0/networks/196dd25e-6f79-49ea-bd1a-b88102e9bbe7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2400527
Feb 17 03:35:03.790549 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-61e83d0e-f0be-408d-ad21-670f67f4c62e req-83a86916-4866-49a0-a142-a85e882a22eb service neutron] 10.222.0.54 "GET /v2.0/networks/196dd25e-6f79-49ea-bd1a-b88102e9bbe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1501579
Feb 17 03:35:04.118327 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bcd3f4-a270-48c7-bb4b-0a8e3487d729 req-1b3ccf4e-3858-4296-8fd5-02998329112b tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:35:04.119827 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-17bcd3f4-a270-48c7-bb4b-0a8e3487d729 req-1b3ccf4e-3858-4296-8fd5-02998329112b tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] 10.222.0.57 "GET /v2.0/ports?device_id=3c5a8ede-8248-460e-bef7-6b5c3aaf48f5 HTTP/1.1" status: 200  len: 945 time: 0.0898557
Feb 17 03:35:04.167184 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-17bcd3f4-a270-48c7-bb4b-0a8e3487d729 req-bb4e1efb-ce4f-419b-a78f-d55f787f285c tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] 10.222.0.57 "GET /v2.0/security-groups?id=264ce588-819f-4161-899a-9ba19db95e15&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0400620
Feb 17 03:35:05.384914 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3215498-3328-47c7-a96f-bd96a87e68d5 req-f64a6e6b-7ae0-4815-946e-4630cfa100f3 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:35:05.386641 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-d3215498-3328-47c7-a96f-bd96a87e68d5 req-f64a6e6b-7ae0-4815-946e-4630cfa100f3 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] 10.222.0.57 "GET /v2.0/ports?device_id=3c5a8ede-8248-460e-bef7-6b5c3aaf48f5 HTTP/1.1" status: 200  len: 945 time: 0.0996056
Feb 17 03:35:05.440663 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-d3215498-3328-47c7-a96f-bd96a87e68d5 req-b65ac636-4d72-41b7-ae0c-d3d297b5d88e tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] 10.222.0.57 "GET /v2.0/security-groups?id=264ce588-819f-4161-899a-9ba19db95e15&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0465426
Feb 17 03:35:09.010260 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.57', 44404) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:35:09.137624 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-5b893d91-d39e-4a29-af8d-8feabd2f21d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:09.154204 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-5b893d91-d39e-4a29-af8d-8feabd2f21d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:35:09.158293 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-5b893d91-d39e-4a29-af8d-8feabd2f21d7 admin admin] Usage tracker for resource:security_group_rule and tenant:5522399f50204374bf64c1a400b1fa1c is out of sync, need to count used quota {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:35:09.161203 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-5b893d91-d39e-4a29-af8d-8feabd2f21d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:35:09.166827 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-5b893d91-d39e-4a29-af8d-8feabd2f21d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:35:09.253002 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-5b893d91-d39e-4a29-af8d-8feabd2f21d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:09.255840 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-5b893d91-d39e-4a29-af8d-8feabd2f21d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876219'] for security_group, after_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:09.268350 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-18afaff4-fee4-4909-bd20-d89906d489c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:35:09.310136 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-5b893d91-d39e-4a29-af8d-8feabd2f21d7 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=5522399f50204374bf64c1a400b1fa1c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2987015
Feb 17 03:35:09.312323 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b893d91-d39e-4a29-af8d-8feabd2f21d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6833fb23-7e8b-4dfe-86fd-512569b926ff,revision_number=1']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:35:09.313662 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83922) accepted ('10.222.0.57', 44410) {{(pid=83922) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:35:09.316429 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-5b893d91-d39e-4a29-af8d-8feabd2f21d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:35:09.379223 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-b5897589-6aae-43b6-b8a3-99ce35ffb186 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:09.406455 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-b5897589-6aae-43b6-b8a3-99ce35ffb186 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:09.454493 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-b5897589-6aae-43b6-b8a3-99ce35ffb186 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876219'] for security_group, after_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:09.459440 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-2310fdea-44f4-4edc-9958-b3997c41a5f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:35:09.471836 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5897589-6aae-43b6-b8a3-99ce35ffb186 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6833fb23-7e8b-4dfe-86fd-512569b926ff,revision_number=None']} {{(pid=83922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:35:09.475888 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-b5897589-6aae-43b6-b8a3-99ce35ffb186 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:35:09.477986 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-b5897589-6aae-43b6-b8a3-99ce35ffb186 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:09.479187 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-b5897589-6aae-43b6-b8a3-99ce35ffb186 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/6833fb23-7e8b-4dfe-86fd-512569b926ff HTTP/1.1" status: 204  len: 168 time: 0.1643491
Feb 17 03:35:09.787758 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83922) accepted ('10.222.0.57', 44418) {{(pid=83922) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:35:09.808192 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-c3912fb5-5907-4172-85b6-3f2747e1e25f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:09.827306 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-c3912fb5-5907-4172-85b6-3f2747e1e25f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:35:09.831347 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-c3912fb5-5907-4172-85b6-3f2747e1e25f admin admin] Usage tracker for resource:security_group_rule and tenant:b8170d8502b54f638524731a939fe6ad is out of sync, need to count used quota {{(pid=83922) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:35:09.834489 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-c3912fb5-5907-4172-85b6-3f2747e1e25f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83922) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:35:09.840370 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-c3912fb5-5907-4172-85b6-3f2747e1e25f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:35:09.936536 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-c3912fb5-5907-4172-85b6-3f2747e1e25f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:09.939738 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-c3912fb5-5907-4172-85b6-3f2747e1e25f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876219'] for security_group, after_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:09.949394 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-a6731256-6ed8-48be-bde7-fb962b19e502 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:35:09.998057 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-c3912fb5-5907-4172-85b6-3f2747e1e25f admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b8170d8502b54f638524731a939fe6ad&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2066555
Feb 17 03:35:09.998416 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83922) accepted ('10.222.0.57', 44424) {{(pid=83922) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:35:10.001537 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3912fb5-5907-4172-85b6-3f2747e1e25f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b3c74b4-3fd4-413b-8eae-d349743498db,revision_number=1']} {{(pid=83922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:35:10.015709 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-c3912fb5-5907-4172-85b6-3f2747e1e25f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:35:10.071066 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-328090a0-56cc-4fb5-9a4d-de76d0fd0391 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:10.100468 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-328090a0-56cc-4fb5-9a4d-de76d0fd0391 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:10.146511 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-328090a0-56cc-4fb5-9a4d-de76d0fd0391 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876219'] for security_group, after_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:10.151725 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-c505a72b-d803-4387-8fd7-2d00e0c14e5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:35:10.165055 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328090a0-56cc-4fb5-9a4d-de76d0fd0391 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b3c74b4-3fd4-413b-8eae-d349743498db,revision_number=None']} {{(pid=83922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:35:10.168321 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-328090a0-56cc-4fb5-9a4d-de76d0fd0391 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:35:10.170507 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-328090a0-56cc-4fb5-9a4d-de76d0fd0391 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:10.176185 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-328090a0-56cc-4fb5-9a4d-de76d0fd0391 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/1b3c74b4-3fd4-413b-8eae-d349743498db HTTP/1.1" status: 204  len: 168 time: 0.1724477
Feb 17 03:35:10.462157 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1aa6454-0c5e-46c8-bb15-35b6a33b8670 req-f7103c7c-d54a-4db2-a1c7-87f7c7c5703d tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:35:10.464127 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-c1aa6454-0c5e-46c8-bb15-35b6a33b8670 req-f7103c7c-d54a-4db2-a1c7-87f7c7c5703d tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/ports?device_id=4840bec6-59fa-4a75-9cab-b8eba3fced9d HTTP/1.1" status: 200  len: 945 time: 0.0943470
Feb 17 03:35:10.519288 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-c1aa6454-0c5e-46c8-bb15-35b6a33b8670 req-774bc3ec-a7cd-4d0d-ae92-dae2037a54bc tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/security-groups?id=e00a9105-e774-4a39-a8ac-bb2eb11aef9a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0471663
Feb 17 03:35:10.973786 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83922) accepted ('10.222.0.57', 44450) {{(pid=83922) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:35:11.090331 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.v2.base [None req-e20f3406-6d35-4855-a7b0-de55324cf8c9 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1775846261-network', 'tenant_id': '688dfe990479484ba91f5f3241f71c34'}} {{(pid=83922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:35:11.095454 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-e20f3406-6d35-4855-a7b0-de55324cf8c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:35:11.099661 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-e20f3406-6d35-4855-a7b0-de55324cf8c9 admin admin] Usage tracker for resource:network and tenant:688dfe990479484ba91f5f3241f71c34 is out of sync, need to count used quota {{(pid=83922) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:35:11.102678 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-e20f3406-6d35-4855-a7b0-de55324cf8c9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83922) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:35:11.108844 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-e20f3406-6d35-4855-a7b0-de55324cf8c9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:35:11.121831 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e20f3406-6d35-4855-a7b0-de55324cf8c9 admin admin] Made reservation on behalf of 688dfe990479484ba91f5f3241f71c34 for: {'network': 1} {{(pid=83922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 03:35:11.127297 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e20f3406-6d35-4855-a7b0-de55324cf8c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for network, before_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:11.140435 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e20f3406-6d35-4855-a7b0-de55324cf8c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:11.155369 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-e20f3406-6d35-4855-a7b0-de55324cf8c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:35:11.159523 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-e20f3406-6d35-4855-a7b0-de55324cf8c9 admin admin] Usage tracker for resource:security_group_rule and tenant:688dfe990479484ba91f5f3241f71c34 is out of sync, need to count used quota {{(pid=83922) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:35:11.162448 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-e20f3406-6d35-4855-a7b0-de55324cf8c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83922) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:35:11.168106 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-e20f3406-6d35-4855-a7b0-de55324cf8c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:35:11.256039 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e20f3406-6d35-4855-a7b0-de55324cf8c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:11.258813 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e20f3406-6d35-4855-a7b0-de55324cf8c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876219'] for security_group, after_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:11.263100 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-cf38fd84-601e-4173-86ab-4729630b9a33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:35:11.296121 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e20f3406-6d35-4855-a7b0-de55324cf8c9 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=83922) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 17 03:35:11.305452 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20f3406-6d35-4855-a7b0-de55324cf8c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3a2e226-ee4b-4da0-ab48-63889dcb7abe,revision_number=1']} {{(pid=83922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:35:11.309862 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-e20f3406-6d35-4855-a7b0-de55324cf8c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:35:11.312309 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e20f3406-6d35-4855-a7b0-de55324cf8c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16617428'] for segment, precommit_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:11.312686 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.db.segments_db [None req-e20f3406-6d35-4855-a7b0-de55324cf8c9 admin admin] Added segment 6c015ecf-ca24-43ac-84f0-02668fe7daf5 of type vxlan for network b3188410-3b2d-4523-8ccc-1882d94255cc
Feb 17 03:35:11.343249 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e20f3406-6d35-4855-a7b0-de55324cf8c9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363303098315039'] for network, precommit_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:11.373048 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e20f3406-6d35-4855-a7b0-de55324cf8c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850'] for network, after_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:11.374352 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e20f3406-6d35-4855-a7b0-de55324cf8c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:35:11.374984 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e20f3406-6d35-4855-a7b0-de55324cf8c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854193028'] for network, before_response {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:11.379906 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-b781f516-9c14-43dd-82f9-2091850ba007 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:35:11.489303 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-e20f3406-6d35-4855-a7b0-de55324cf8c9 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.5114417
Feb 17 03:35:11.489303 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20f3406-6d35-4855-a7b0-de55324cf8c9 admin admin] Pushing event updated for resources: {'Network': ['ID=b3188410-3b2d-4523-8ccc-1882d94255cc,revision_number=1']} {{(pid=83922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:35:11.490536 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.57', 44456) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:35:11.490731 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-e20f3406-6d35-4855-a7b0-de55324cf8c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:35:11.496746 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.v2.base [None req-9032433c-2e01-499e-8880-25824dd6d383 admin admin] Request body: {'subnet': {'network_id': 'b3188410-3b2d-4523-8ccc-1882d94255cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1775846261-subnet', 'tenant_id': '688dfe990479484ba91f5f3241f71c34', 'ip_version': 4}} {{(pid=83921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:35:11.500683 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Network b3188410-3b2d-4523-8ccc-1882d94255cc details requested by agent ovs-agent-dv-cinder-759943-5-iscsi with host dv-cinder-759943-5-iscsi {{(pid=83923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 03:35:11.502152 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-9032433c-2e01-499e-8880-25824dd6d383 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:35:11.506235 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-9032433c-2e01-499e-8880-25824dd6d383 admin admin] Usage tracker for resource:subnet and tenant:688dfe990479484ba91f5f3241f71c34 is out of sync, need to count used quota {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:35:11.509586 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-9032433c-2e01-499e-8880-25824dd6d383 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:35:11.515375 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-9032433c-2e01-499e-8880-25824dd6d383 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:35:11.518014 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Network b3188410-3b2d-4523-8ccc-1882d94255cc details requested by agent ovs-agent-hv-cinder-75994 with host hv-cinder-75994 {{(pid=83923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 03:35:11.524805 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9032433c-2e01-499e-8880-25824dd6d383 admin admin] Made reservation on behalf of 688dfe990479484ba91f5f3241f71c34 for: {'subnet': 1} {{(pid=83921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 03:35:11.530008 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-9032433c-2e01-499e-8880-25824dd6d383 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851337389'] for subnet, before_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:11.748214 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd88b2aa-d8f2-49c1-ae0e-59ffa366f927 req-9754f3c2-d653-415e-847c-601153b80f3c tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:35:11.749916 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-fd88b2aa-d8f2-49c1-ae0e-59ffa366f927 req-9754f3c2-d653-415e-847c-601153b80f3c tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/ports?device_id=4840bec6-59fa-4a75-9cab-b8eba3fced9d HTTP/1.1" status: 200  len: 945 time: 0.1051908
Feb 17 03:35:11.800498 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-fd88b2aa-d8f2-49c1-ae0e-59ffa366f927 req-2265da00-6c2d-45ee-b0d0-7d6944dd7205 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/security-groups?id=e00a9105-e774-4a39-a8ac-bb2eb11aef9a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437500
Feb 17 03:35:11.953346 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-9032433c-2e01-499e-8880-25824dd6d383 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853913663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2134756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851337406'] for subnet, after_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:11.970367 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:35:12.302089 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9032433c-2e01-499e-8880-25824dd6d383 admin admin] Pushing event updated for resources: {'Subnet': ['ID=93184869-a955-40ff-a3bb-5e5bae8b972f,revision_number=0']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:35:12.308365 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-9032433c-2e01-499e-8880-25824dd6d383 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:35:12.439509 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9032433c-2e01-499e-8880-25824dd6d383 admin admin] Checking segment: {'id': '6c015ecf-ca24-43ac-84f0-02668fe7daf5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'b3188410-3b2d-4523-8ccc-1882d94255cc'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 03:35:12.439887 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9032433c-2e01-499e-8880-25824dd6d383 admin admin] Network hostable DHCP agents. Network: b3188410-3b2d-4523-8ccc-1882d94255cc, hostable agents: ['7cb7ebf0-d0cf-4b99-bfd7-3c4bb0fe13b2'], hosted agents: [] {{(pid=83921) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 17 03:35:12.459707 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e29abf7-a92b-4c28-8bec-ec6198a4f36d req-ef7f4a4b-2c28-4c38-80e0-8109f1e82d01 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:35:12.461288 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-1e29abf7-a92b-4c28-8bec-ec6198a4f36d req-ef7f4a4b-2c28-4c38-80e0-8109f1e82d01 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.54 "GET /v2.0/ports?device_id=4840bec6-59fa-4a75-9cab-b8eba3fced9d HTTP/1.1" status: 200  len: 945 time: 0.1343939
Feb 17 03:35:12.503573 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9032433c-2e01-499e-8880-25824dd6d383 admin admin] Network b3188410-3b2d-4523-8ccc-1882d94255cc is scheduled to be hosted by DHCP agent 7cb7ebf0-d0cf-4b99-bfd7-3c4bb0fe13b2 with binding_index 1 {{(pid=83921) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 17 03:35:12.530087 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.scheduler.base_scheduler [None req-9032433c-2e01-499e-8880-25824dd6d383 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759943-5-iscsi, b3188410-3b2d-4523-8ccc-1882d94255cc) {{(pid=83921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 03:35:12.538073 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07b109e9-1859-4940-b768-59a7e41aca45 None None] Network b3188410-3b2d-4523-8ccc-1882d94255cc requested from dv-cinder-759943-5-iscsi {{(pid=83923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 03:35:12.557261 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.plugin [req-1e29abf7-a92b-4c28-8bec-ec6198a4f36d req-a6e76645-fa04-4fe3-9147-5427ea00a479 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Deleting port 3122eba0-b4d4-415e-b7c0-f67223c6ab3f {{(pid=83921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 03:35:12.557642 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-1e29abf7-a92b-4c28-8bec-ec6198a4f36d req-a6e76645-fa04-4fe3-9147-5427ea00a479 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363303097822068'] for port, before_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:12.588152 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9032433c-2e01-499e-8880-25824dd6d383 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:35:12.588798 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-9032433c-2e01-499e-8880-25824dd6d383 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854193028'] for subnet, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:12.684190 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-9032433c-2e01-499e-8880-25824dd6d383 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 1.1923928
Feb 17 03:35:12.687961 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83922) accepted ('10.222.0.57', 44462) {{(pid=83922) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:35:12.693771 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.v2.base [None req-9949d391-9e45-4aa3-a7ed-0adba5b66848 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1775846261-router', 'tenant_id': '688dfe990479484ba91f5f3241f71c34', 'external_gateway_info': {'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718'}}} {{(pid=83922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:35:12.699097 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-9949d391-9e45-4aa3-a7ed-0adba5b66848 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:35:12.703141 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-9949d391-9e45-4aa3-a7ed-0adba5b66848 admin admin] Usage tracker for resource:router and tenant:688dfe990479484ba91f5f3241f71c34 is out of sync, need to count used quota {{(pid=83922) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:35:12.706330 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-9949d391-9e45-4aa3-a7ed-0adba5b66848 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83922) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:35:12.712110 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-9949d391-9e45-4aa3-a7ed-0adba5b66848 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:35:12.723152 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-9949d391-9e45-4aa3-a7ed-0adba5b66848 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853830448', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854760905'] for router, before_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:12.725191 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-9949d391-9e45-4aa3-a7ed-0adba5b66848 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853830617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853785443', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-871862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14911'] for router, precommit_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:12.745148 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-9949d391-9e45-4aa3-a7ed-0adba5b66848 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:12.779367 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbaeda12-3000-4c33-93ee-c40e34013d0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp61300fb0-6849-57f9-b652-d8cd588f35fb-b3188410-3b2d-4523-8ccc-1882d94255cc', 'network_id': 'b3188410-3b2d-4523-8ccc-1882d94255cc', 'tenant_id': '688dfe990479484ba91f5f3241f71c34', 'fixed_ips': [{'subnet_id': '93184869-a955-40ff-a3bb-5e5bae8b972f'}]}} from dv-cinder-759943-5-iscsi. {{(pid=83923) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Feb 17 03:35:12.780807 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-cbaeda12-3000-4c33-93ee-c40e34013d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for port, before_create {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:12.864375 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.db [req-1e29abf7-a92b-4c28-8bec-ec6198a4f36d req-a6e76645-fa04-4fe3-9147-5427ea00a479 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] For port 3122eba0-b4d4-415e-b7c0-f67223c6ab3f, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=3122eba0-b4d4-415e-b7c0-f67223c6ab3f,segment=NetworkSegment(edc0940c-57ea-45ad-8589-5951cb8baffd),segment_id=edc0940c-57ea-45ad-8589-5951cb8baffd)] {{(pid=83921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:35:12.864961 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-1e29abf7-a92b-4c28-8bec-ec6198a4f36d req-a6e76645-fa04-4fe3-9147-5427ea00a479 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853786502'] for port, precommit_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:13.079268 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-9949d391-9e45-4aa3-a7ed-0adba5b66848 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-990782', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-945334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14860'] for router, precommit_update {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:13.080022 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Device 3122eba0-b4d4-415e-b7c0-f67223c6ab3f no longer exists at agent ovs-agent-hv-cinder-75994 {{(pid=83923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 03:35:13.126935 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.db_base_plugin_common [None req-cbaeda12-3000-4c33-93ee-c40e34013d0e None None] Allocated IP 172.20.0.2 (b3188410-3b2d-4523-8ccc-1882d94255cc/93184869-a955-40ff-a3bb-5e5bae8b972f/ea1ee066-39eb-4b6e-8f96-f3141c14a7bf) {{(pid=83923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 03:35:13.279536 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8e00ae-c3b5-4971-9e4f-853492ead17f req-28a081e7-c7a7-4e2a-92b9-9e423e2f80f3 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:35:13.281860 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-fb8e00ae-c3b5-4971-9e4f-853492ead17f req-28a081e7-c7a7-4e2a-92b9-9e423e2f80f3 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/ports?device_id=4840bec6-59fa-4a75-9cab-b8eba3fced9d HTTP/1.1" status: 200  len: 945 time: 0.2884545
Feb 17 03:35:13.292474 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-1e29abf7-a92b-4c28-8bec-ec6198a4f36d req-a6e76645-fa04-4fe3-9147-5427ea00a479 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:13.292890 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-1e29abf7-a92b-4c28-8bec-ec6198a4f36d req-a6e76645-fa04-4fe3-9147-5427ea00a479 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-922806'] for floatingip, after_update {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:13.293280 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.db.l3_db [req-1e29abf7-a92b-4c28-8bec-ec6198a4f36d req-a6e76645-fa04-4fe3-9147-5427ea00a479 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Floating IP c9b41164-cef1-4925-894a-7f090abf47ef disassociated. External IP: 172.27.0.62, port: 3122eba0-b4d4-415e-b7c0-f67223c6ab3f.
Feb 17 03:35:13.293667 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.plugin [req-1e29abf7-a92b-4c28-8bec-ec6198a4f36d req-a6e76645-fa04-4fe3-9147-5427ea00a479 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Calling delete_port for 3122eba0-b4d4-415e-b7c0-f67223c6ab3f owned by compute:nova {{(pid=83921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 03:35:13.405766 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-fb8e00ae-c3b5-4971-9e4f-853492ead17f req-e537e858-3cb6-4fc2-837b-ce33f344deed tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/security-groups?id=e00a9105-e774-4a39-a8ac-bb2eb11aef9a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0799665
Feb 17 03:35:13.447475 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-9949d391-9e45-4aa3-a7ed-0adba5b66848 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:13.485071 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-9949d391-9e45-4aa3-a7ed-0adba5b66848 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for port, before_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:13.489312 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for port, before_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:13.494680 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-1e29abf7-a92b-4c28-8bec-ec6198a4f36d req-a6e76645-fa04-4fe3-9147-5427ea00a479 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363303097879497', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363303098261142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852640907'] for port, after_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:13.511561 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-cf78fab0-10cb-4452-b29d-4694cc18a9f1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:35:13.613470 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e76645-fa04-4fe3-9147-5427ea00a479 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Pushing event deleted for resources: {'Port': ['ID=3122eba0-b4d4-415e-b7c0-f67223c6ab3f,revision_number=None']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:35:13.623367 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-a6e76645-fa04-4fe3-9147-5427ea00a479 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:35:13.648045 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-cbaeda12-3000-4c33-93ee-c40e34013d0e None None] Notify callbacks [] for port, precommit_create {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:13.659305 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-cbaeda12-3000-4c33-93ee-c40e34013d0e None None] Transition to ACTIVE for port object ea1ee066-39eb-4b6e-8f96-f3141c14a7bf will not be triggered until provisioned by entity L2. {{(pid=83923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 03:35:13.676404 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-cbaeda12-3000-4c33-93ee-c40e34013d0e None None] Transition to ACTIVE for port object ea1ee066-39eb-4b6e-8f96-f3141c14a7bf will not be triggered until provisioned by entity DHCP. {{(pid=83923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 03:35:13.681305 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-cbaeda12-3000-4c33-93ee-c40e34013d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363303098263190'] for port, after_create {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:13.701366 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:35:13.777391 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.db_base_plugin_common [None req-9949d391-9e45-4aa3-a7ed-0adba5b66848 admin admin] Allocated IP 172.27.0.249 (47a54196-2e01-4ced-bf59-8f5a8abde718/d8fc1aa1-c957-4fea-a32a-c02e9a0805fb/4c2acbdf-7cba-45c1-b002-727889582174) {{(pid=83922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 03:35:13.849551 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbaeda12-3000-4c33-93ee-c40e34013d0e None None] Pushing event updated for resources: {'Port': ['ID=ea1ee066-39eb-4b6e-8f96-f3141c14a7bf,revision_number=1']} {{(pid=83923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:35:13.865673 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbaeda12-3000-4c33-93ee-c40e34013d0e None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:35:13.865673 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbaeda12-3000-4c33-93ee-c40e34013d0e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:35:13.866070 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbaeda12-3000-4c33-93ee-c40e34013d0e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:35:13.866391 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbaeda12-3000-4c33-93ee-c40e34013d0e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:35:13.866759 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbaeda12-3000-4c33-93ee-c40e34013d0e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:35:13.867124 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbaeda12-3000-4c33-93ee-c40e34013d0e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:35:13.867927 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbaeda12-3000-4c33-93ee-c40e34013d0e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:35:13.867927 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbaeda12-3000-4c33-93ee-c40e34013d0e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:35:13.868198 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbaeda12-3000-4c33-93ee-c40e34013d0e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:35:13.868884 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbaeda12-3000-4c33-93ee-c40e34013d0e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:35:13.868884 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbaeda12-3000-4c33-93ee-c40e34013d0e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:35:13.869227 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbaeda12-3000-4c33-93ee-c40e34013d0e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:35:13.869933 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbaeda12-3000-4c33-93ee-c40e34013d0e None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:35:13.870055 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbaeda12-3000-4c33-93ee-c40e34013d0e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:35:13.870338 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbaeda12-3000-4c33-93ee-c40e34013d0e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:35:13.870693 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbaeda12-3000-4c33-93ee-c40e34013d0e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:35:13.871051 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbaeda12-3000-4c33-93ee-c40e34013d0e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:35:13.871925 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbaeda12-3000-4c33-93ee-c40e34013d0e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:35:13.871925 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbaeda12-3000-4c33-93ee-c40e34013d0e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:35:13.872103 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbaeda12-3000-4c33-93ee-c40e34013d0e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:35:13.872395 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbaeda12-3000-4c33-93ee-c40e34013d0e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:35:13.872747 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbaeda12-3000-4c33-93ee-c40e34013d0e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:35:13.873121 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbaeda12-3000-4c33-93ee-c40e34013d0e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:35:13.873498 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbaeda12-3000-4c33-93ee-c40e34013d0e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:35:13.878908 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-cbaeda12-3000-4c33-93ee-c40e34013d0e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:35:13.917736 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbaeda12-3000-4c33-93ee-c40e34013d0e None None] Network b3188410-3b2d-4523-8ccc-1882d94255cc is already hosted by enough agents. {{(pid=83923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 03:35:13.919000 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.scheduler.base_scheduler [None req-cbaeda12-3000-4c33-93ee-c40e34013d0e None None] Resources bound (agent type, host, resource id):  {{(pid=83923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 03:35:13.923378 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbaeda12-3000-4c33-93ee-c40e34013d0e None None] Received port after_create {{(pid=83923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 03:35:13.934820 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1e29abf7-a92b-4c28-8bec-ec6198a4f36d req-a6e76645-fa04-4fe3-9147-5427ea00a479 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Router ce1dcbd0-733c-48eb-a4e4-1dca83063e7c has already been hosted by L3 agent 3e02af72-3002-4fb3-96dd-e59119f81584 {{(pid=83921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 03:35:13.976463 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-9949d391-9e45-4aa3-a7ed-0adba5b66848 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:13.993789 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.managers [None req-cbaeda12-3000-4c33-93ee-c40e34013d0e None None] Attempting to bind port ea1ee066-39eb-4b6e-8f96-f3141c14a7bf on host dv-cinder-759943-5-iscsi for vnic_type normal with profile  {{(pid=83923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 03:35:13.994712 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.managers [None req-cbaeda12-3000-4c33-93ee-c40e34013d0e None None] Attempting to bind port ea1ee066-39eb-4b6e-8f96-f3141c14a7bf by drivers openvswitch on host dv-cinder-759943-5-iscsi at level 0 using segments [{'id': '6c015ecf-ca24-43ac-84f0-02668fe7daf5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'b3188410-3b2d-4523-8ccc-1882d94255cc'}] {{(pid=83923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 03:35:13.995321 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbaeda12-3000-4c33-93ee-c40e34013d0e None None] Attempting to bind port ea1ee066-39eb-4b6e-8f96-f3141c14a7bf on network b3188410-3b2d-4523-8ccc-1882d94255cc {{(pid=83923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 03:35:14.002440 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbaeda12-3000-4c33-93ee-c40e34013d0e None None] Checking agent: {'id': 'fdf6e942-9f6a-471f-a5a4-d80d5f4aedb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759943-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 3, 18, 27), 'started_at': datetime.datetime(2021, 2, 17, 3, 18, 57), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 3, 34, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759943-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 03:35:14.003228 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbaeda12-3000-4c33-93ee-c40e34013d0e None None] Checking segment: {'id': '6c015ecf-ca24-43ac-84f0-02668fe7daf5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'b3188410-3b2d-4523-8ccc-1882d94255cc'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 03:35:14.003864 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-cbaeda12-3000-4c33-93ee-c40e34013d0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:14.004700 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbaeda12-3000-4c33-93ee-c40e34013d0e None None] Bound using segment: {'id': '6c015ecf-ca24-43ac-84f0-02668fe7daf5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'b3188410-3b2d-4523-8ccc-1882d94255cc'} {{(pid=83923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 03:35:14.005430 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.managers [None req-cbaeda12-3000-4c33-93ee-c40e34013d0e None None] Bound port: ea1ee066-39eb-4b6e-8f96-f3141c14a7bf, host: dv-cinder-759943-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c015ecf-ca24-43ac-84f0-02668fe7daf5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'b3188410-3b2d-4523-8ccc-1882d94255cc'}}] {{(pid=83923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 03:35:14.007217 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-cbaeda12-3000-4c33-93ee-c40e34013d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for port, before_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:14.011722 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-9949d391-9e45-4aa3-a7ed-0adba5b66848 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363303098263190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851846526'] for port, after_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:14.028564 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-2b049851-79b2-4a95-8fc3-f4dd875318a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:35:14.116356 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.db [None req-cbaeda12-3000-4c33-93ee-c40e34013d0e None None] For port ea1ee066-39eb-4b6e-8f96-f3141c14a7bf, host dv-cinder-759943-5-iscsi, cleared binding levels {{(pid=83923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 03:35:14.120335 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.db [None req-cbaeda12-3000-4c33-93ee-c40e34013d0e None None] For port ea1ee066-39eb-4b6e-8f96-f3141c14a7bf, host dv-cinder-759943-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-5-iscsi',level=0,port_id=ea1ee066-39eb-4b6e-8f96-f3141c14a7bf,segment=NetworkSegment(6c015ecf-ca24-43ac-84f0-02668fe7daf5),segment_id=6c015ecf-ca24-43ac-84f0-02668fe7daf5)] {{(pid=83923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 03:35:14.125623 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-cbaeda12-3000-4c33-93ee-c40e34013d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303097879514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733756514675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303098261108'] for port, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:14.141386 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1e29abf7-a92b-4c28-8bec-ec6198a4f36d req-a6e76645-fa04-4fe3-9147-5427ea00a479 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Notify agent at l3_agent.dv-cinder-759943-5-iscsi the message routers_updated {{(pid=83921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 03:35:14.155335 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.agents_db [None req-06fda002-6a6c-4595-892c-f579c445b334 None None] Agent healthcheck: found 6 active agents {{(pid=83924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 03:35:14.158086 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9949d391-9e45-4aa3-a7ed-0adba5b66848 admin admin] Pushing event updated for resources: {'Port': ['ID=4c2acbdf-7cba-45c1-b002-727889582174,revision_number=1']} {{(pid=83922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:35:14.172010 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-9949d391-9e45-4aa3-a7ed-0adba5b66848 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:35:14.183998 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e29abf7-a92b-4c28-8bec-ec6198a4f36d req-a6e76645-fa04-4fe3-9147-5427ea00a479 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] No DVR routers for this DVR port 3122eba0-b4d4-415e-b7c0-f67223c6ab3f on host hv-cinder-75994 {{(pid=83921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 03:35:14.187145 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-1e29abf7-a92b-4c28-8bec-ec6198a4f36d req-a6e76645-fa04-4fe3-9147-5427ea00a479 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774597'] for port, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:14.190356 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4840bec6-59fa-4a75-9cab-b8eba3fced9d', 'name': 'network-vif-deleted', 'tag': '3122eba0-b4d4-415e-b7c0-f67223c6ab3f'}] {{(pid=83921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 03:35:14.207191 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-1e29abf7-a92b-4c28-8bec-ec6198a4f36d req-a6e76645-fa04-4fe3-9147-5427ea00a479 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.54 "DELETE /v2.0/ports/3122eba0-b4d4-415e-b7c0-f67223c6ab3f HTTP/1.1" status: 204  len: 173 time: 1.7398343
Feb 17 03:35:14.249309 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4840bec6-59fa-4a75-9cab-b8eba3fced9d', 'name': 'network-vif-deleted', 'tag': '3122eba0-b4d4-415e-b7c0-f67223c6ab3f', 'status': 'completed', 'code': 200}
Feb 17 03:35:14.257107 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:35:14.292898 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9949d391-9e45-4aa3-a7ed-0adba5b66848 admin admin] Network 47a54196-2e01-4ced-bf59-8f5a8abde718 is already hosted by enough agents. {{(pid=83922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 03:35:14.293615 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b0863f-3cc2-4e7a-bb18-d7bd9f471f75 None None] Sync routers for ids ['ce1dcbd0-733c-48eb-a4e4-1dca83063e7c'] in dv-cinder-759943-5-iscsi {{(pid=83923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 03:35:14.294077 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.scheduler.base_scheduler [None req-9949d391-9e45-4aa3-a7ed-0adba5b66848 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 03:35:14.297021 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9949d391-9e45-4aa3-a7ed-0adba5b66848 admin admin] Received port after_create {{(pid=83922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 03:35:14.375899 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b0863f-3cc2-4e7a-bb18-d7bd9f471f75 None None] Routers {'ce1dcbd0-733c-48eb-a4e4-1dca83063e7c'} bound to L3 agent in host dv-cinder-759943-5-iscsi {{(pid=83923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 03:35:14.376830 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_hamode_db [None req-28b0863f-3cc2-4e7a-bb18-d7bd9f471f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f17c5b69198>, 'dv-cinder-759943-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T03:18:25Z,description=<?>,heartbeat_timestamp=2021-02-17T03:34:55Z,host='dv-cinder-759943-5-iscsi',id=3e02af72-3002-4fb3-96dd-e59119f81584,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T03:18:25Z,topic='l3_agent')) {'router_ids': ['ce1dcbd0-733c-48eb-a4e4-1dca83063e7c'], 'active': True} {{(pid=83923) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:35:14.550543 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbaeda12-3000-4c33-93ee-c40e34013d0e None None] Pushing event updated for resources: {'Port': ['ID=ea1ee066-39eb-4b6e-8f96-f3141c14a7bf,revision_number=2']} {{(pid=83923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:35:14.572542 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-cbaeda12-3000-4c33-93ee-c40e34013d0e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:35:14.642720 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvr_db [None req-28b0863f-3cc2-4e7a-bb18-d7bd9f471f75 None None] Set router ce1dcbd0-733c-48eb-a4e4-1dca83063e7c gateway port host: dv-cinder-759943-5-iscsi {{(pid=83923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 03:35:14.646748 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [req-c4dc46b3-88a5-49cb-9ce8-f914ee5e0af4 req-4436318a-55d1-4f21-ae81-2e05c3364ed2 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Synchronizing usage tracker for tenant:64044155addf41e9ba2bde5782afed2a on resource:port {{(pid=83921) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 03:35:14.677830 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [req-c4dc46b3-88a5-49cb-9ce8-f914ee5e0af4 req-4436318a-55d1-4f21-ae81-2e05c3364ed2 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Unset dirty status for tenant:64044155addf41e9ba2bde5782afed2a on resource:port {{(pid=83921) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 03:35:14.695438 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-c4dc46b3-88a5-49cb-9ce8-f914ee5e0af4 req-4436318a-55d1-4f21-ae81-2e05c3364ed2 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/ports?device_id=4840bec6-59fa-4a75-9cab-b8eba3fced9d HTTP/1.1" status: 200  len: 210 time: 0.1259196
Feb 17 03:35:15.052920 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_hamode_db [None req-28b0863f-3cc2-4e7a-bb18-d7bd9f471f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f17c5b69198>, [{'id': 'ce1dcbd0-733c-48eb-a4e4-1dca83063e7c', 'name': 'tempest-AttachVolumeShelveTestJSON-28655953-router', 'tenant_id': '64044155addf41e9ba2bde5782afed2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'external_fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '5a30632c-1748-4a16-aea5-cce7b2eb244d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:27:19Z', 'updated_at': '2021-02-17T03:27:41Z', 'revision_number': 4, 'project_id': '64044155addf41e9ba2bde5782afed2a', 'gw_port': {'id': '5a30632c-1748-4a16-aea5-cce7b2eb244d', 'name': '', 'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:5b:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce1dcbd0-733c-48eb-a4e4-1dca83063e7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:27:21Z', 'updated_at': '2021-02-17T03:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-5-iscsi', '_interfaces': [{'id': '7077bdbc-bf9d-4218-bf98-36f4e7415692', 'name': '', 'network_id': '735791d7-b752-470f-b049-6623a91713f5', 'tenant_id': '64044155addf41e9ba2bde5782afed2a', 'mac_address': 'fa:16:3e:a0:31:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce1dcbd0-733c-48eb-a4e4-1dca83063e7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '1603be8a-dd86-41be-b651-1a8436af8dbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:27:38Z', 'updated_at': '2021-02-17T03:27:54Z', 'revision_number': 5, 'project_id': '64044155addf41e9ba2bde5782afed2a', 'subnets': [{'id': '1603be8a-dd86-41be-b651-1a8436af8dbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759943-5-iscsi', False) {} {{(pid=83923) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:35:15.057236 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b0863f-3cc2-4e7a-bb18-d7bd9f471f75 None None] Checking router: ce1dcbd0-733c-48eb-a4e4-1dca83063e7c for host: dv-cinder-759943-5-iscsi {{(pid=83923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 03:35:15.069567 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b0863f-3cc2-4e7a-bb18-d7bd9f471f75 None None] Routers {'ce1dcbd0-733c-48eb-a4e4-1dca83063e7c'} bound to L3 agent in host dv-cinder-759943-5-iscsi {{(pid=83923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 03:35:15.070378 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_hamode_db [None req-28b0863f-3cc2-4e7a-bb18-d7bd9f471f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f17c5b69198>, 'dv-cinder-759943-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T03:18:25Z,description=<?>,heartbeat_timestamp=2021-02-17T03:34:55Z,host='dv-cinder-759943-5-iscsi',id=3e02af72-3002-4fb3-96dd-e59119f81584,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T03:18:25Z,topic='l3_agent')) {'router_ids': ['ce1dcbd0-733c-48eb-a4e4-1dca83063e7c'], 'active': True} {{(pid=83923) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:35:15.278639 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvr_db [None req-28b0863f-3cc2-4e7a-bb18-d7bd9f471f75 None None] Set router ce1dcbd0-733c-48eb-a4e4-1dca83063e7c gateway port host: dv-cinder-759943-5-iscsi {{(pid=83923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 03:35:15.340773 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-9949d391-9e45-4aa3-a7ed-0adba5b66848 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:15.619789 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_hamode_db [None req-28b0863f-3cc2-4e7a-bb18-d7bd9f471f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f17c5b69198>, [{'id': 'ce1dcbd0-733c-48eb-a4e4-1dca83063e7c', 'name': 'tempest-AttachVolumeShelveTestJSON-28655953-router', 'tenant_id': '64044155addf41e9ba2bde5782afed2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'external_fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '5a30632c-1748-4a16-aea5-cce7b2eb244d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:27:19Z', 'updated_at': '2021-02-17T03:27:41Z', 'revision_number': 4, 'project_id': '64044155addf41e9ba2bde5782afed2a', 'gw_port': {'id': '5a30632c-1748-4a16-aea5-cce7b2eb244d', 'name': '', 'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:5b:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce1dcbd0-733c-48eb-a4e4-1dca83063e7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:27:21Z', 'updated_at': '2021-02-17T03:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-5-iscsi', '_interfaces': [{'id': '7077bdbc-bf9d-4218-bf98-36f4e7415692', 'name': '', 'network_id': '735791d7-b752-470f-b049-6623a91713f5', 'tenant_id': '64044155addf41e9ba2bde5782afed2a', 'mac_address': 'fa:16:3e:a0:31:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce1dcbd0-733c-48eb-a4e4-1dca83063e7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '1603be8a-dd86-41be-b651-1a8436af8dbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:27:38Z', 'updated_at': '2021-02-17T03:27:54Z', 'revision_number': 5, 'project_id': '64044155addf41e9ba2bde5782afed2a', 'subnets': [{'id': '1603be8a-dd86-41be-b651-1a8436af8dbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759943-5-iscsi', False) {} {{(pid=83923) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:35:15.624666 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b0863f-3cc2-4e7a-bb18-d7bd9f471f75 None None] The sync data for ids ['ce1dcbd0-733c-48eb-a4e4-1dca83063e7c'] in dv-cinder-759943-5-iscsi is: [{'id': 'ce1dcbd0-733c-48eb-a4e4-1dca83063e7c', 'name': 'tempest-AttachVolumeShelveTestJSON-28655953-router', 'tenant_id': '64044155addf41e9ba2bde5782afed2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'external_fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '5a30632c-1748-4a16-aea5-cce7b2eb244d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:27:19Z', 'updated_at': '2021-02-17T03:27:41Z', 'revision_number': 4, 'project_id': '64044155addf41e9ba2bde5782afed2a', 'gw_port': {'id': '5a30632c-1748-4a16-aea5-cce7b2eb244d', 'name': '', 'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:5b:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce1dcbd0-733c-48eb-a4e4-1dca83063e7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:27:21Z', 'updated_at': '2021-02-17T03:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-5-iscsi', '_interfaces': [{'id': '7077bdbc-bf9d-4218-bf98-36f4e7415692', 'name': '', 'network_id': '735791d7-b752-470f-b049-6623a91713f5', 'tenant_id': '64044155addf41e9ba2bde5782afed2a', 'mac_address': 'fa:16:3e:a0:31:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce1dcbd0-733c-48eb-a4e4-1dca83063e7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '1603be8a-dd86-41be-b651-1a8436af8dbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:27:38Z', 'updated_at': '2021-02-17T03:27:54Z', 'revision_number': 5, 'project_id': '64044155addf41e9ba2bde5782afed2a', 'subnets': [{'id': '1603be8a-dd86-41be-b651-1a8436af8dbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 03:35:15.741996 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-9949d391-9e45-4aa3-a7ed-0adba5b66848 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-945319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853785083'] for router, after_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:15.849549 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.57', 44476) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:35:15.982098 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-cf852513-085c-41e3-846b-0f5889f99502 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Notify callbacks [] for security_group, before_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:16.018245 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-cf852513-085c-41e3-846b-0f5889f99502 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:16.019392 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9949d391-9e45-4aa3-a7ed-0adba5b66848 admin admin] Router 2d7af459-90c6-4f75-9b1a-961871ff7984 is scheduled to L3 agent 3e02af72-3002-4fb3-96dd-e59119f81584 with binding_index 1 {{(pid=83922) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Feb 17 03:35:16.073354 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-cf852513-085c-41e3-846b-0f5889f99502 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876219'] for security_group, after_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:16.079561 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-649ed9a5-d065-490c-a9f3-22c3562edac3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:35:16.095437 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf852513-085c-41e3-846b-0f5889f99502 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e00a9105-e774-4a39-a8ac-bb2eb11aef9a,revision_number=None']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:35:16.099653 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-cf852513-085c-41e3-846b-0f5889f99502 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:35:16.119438 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-cf852513-085c-41e3-846b-0f5889f99502 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Notify callbacks [] for security_group, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:16.126849 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-cf852513-085c-41e3-846b-0f5889f99502 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "DELETE /v2.0/security-groups/e00a9105-e774-4a39-a8ac-bb2eb11aef9a HTTP/1.1" status: 204  len: 168 time: 0.2736063
Feb 17 03:35:16.127314 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.57', 44480) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:35:16.150234 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.api.v2.resource [None req-6b26f404-4ba8-40fb-bbc5-e31db7b2ae70 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] show failed (client error): The resource could not be found.
Feb 17 03:35:16.154333 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-6b26f404-4ba8-40fb-bbc5-e31db7b2ae70 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/security-groups/e00a9105-e774-4a39-a8ac-bb2eb11aef9a HTTP/1.1" status: 404  len: 347 time: 0.0231373
Feb 17 03:35:16.155006 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.57', 44484) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:35:16.182982 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6582a3d8-c08c-4ddf-ba59-aa6efad24f34 None None] New status for floating IP c9b41164-cef1-4925-894a-7f090abf47ef: DOWN {{(pid=83924) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 17 03:35:16.326514 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ec317ab-32fc-4e1a-a82e-559698b57b9b None None] Network b3188410-3b2d-4523-8ccc-1882d94255cc requested from dv-cinder-759943-5-iscsi {{(pid=83923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 03:35:16.351619 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9949d391-9e45-4aa3-a7ed-0adba5b66848 admin admin] Notify agent at l3_agent.dv-cinder-759943-5-iscsi the message routers_updated {{(pid=83922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 03:35:16.399046 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-9949d391-9e45-4aa3-a7ed-0adba5b66848 admin admin] Notify callbacks [] for router, before_response {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:16.400872 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-9949d391-9e45-4aa3-a7ed-0adba5b66848 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 3.7117608
Feb 17 03:35:16.403682 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.plugin [None req-9bd26c43-8df4-4868-a195-891bea7047fd tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Deleting port db23cfb8-c80a-4c03-8f10-551bdfa17997 {{(pid=83921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 03:35:16.403682 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-9bd26c43-8df4-4868-a195-891bea7047fd tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363303097822068'] for port, before_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:16.404570 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83922) accepted ('10.222.0.57', 44488) {{(pid=83922) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:35:16.424851 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11be649-fa5c-4da7-98bb-5f7271f4ecfd None None] Sync routers for ids ['2d7af459-90c6-4f75-9b1a-961871ff7984'] in dv-cinder-759943-5-iscsi {{(pid=83923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 03:35:16.451634 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Device ea1ee066-39eb-4b6e-8f96-f3141c14a7bf up at agent ovs-agent-dv-cinder-759943-5-iscsi {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:35:16.622018 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-9bd26c43-8df4-4868-a195-891bea7047fd tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853786502'] for port, precommit_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:16.622584 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-9bd26c43-8df4-4868-a195-891bea7047fd tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:16.700146 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11be649-fa5c-4da7-98bb-5f7271f4ecfd None None] Routers {'2d7af459-90c6-4f75-9b1a-961871ff7984'} bound to L3 agent in host dv-cinder-759943-5-iscsi {{(pid=83923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 03:35:16.700832 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_hamode_db [None req-e11be649-fa5c-4da7-98bb-5f7271f4ecfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f17c4b58160>, 'dv-cinder-759943-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T03:18:25Z,description=<?>,heartbeat_timestamp=2021-02-17T03:34:55Z,host='dv-cinder-759943-5-iscsi',id=3e02af72-3002-4fb3-96dd-e59119f81584,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T03:18:25Z,topic='l3_agent')) {'router_ids': ['2d7af459-90c6-4f75-9b1a-961871ff7984'], 'active': True} {{(pid=83923) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:35:16.762611 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.plugin [None req-9bd26c43-8df4-4868-a195-891bea7047fd tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Calling delete_port for db23cfb8-c80a-4c03-8f10-551bdfa17997 owned by network:floatingip {{(pid=83921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 03:35:16.833843 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-e6a3fb07-144d-45f1-9e51-e078730e53b9 None None] Provisioning for port ea1ee066-39eb-4b6e-8f96-f3141c14a7bf completed by entity DHCP. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 03:35:16.879326 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.db.api [None req-9bd26c43-8df4-4868-a195-891bea7047fd tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83921) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 17 03:35:16.880018 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_db.api [None req-9bd26c43-8df4-4868-a195-891bea7047fd tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83921) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 17 03:35:17.011407 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Provisioning for port ea1ee066-39eb-4b6e-8f96-f3141c14a7bf completed by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 03:35:17.027037 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Provisioning complete for port ea1ee066-39eb-4b6e-8f96-f3141c14a7bf triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:35:17.027448 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838161172'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:17.056254 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvr_db [None req-e11be649-fa5c-4da7-98bb-5f7271f4ecfd None None] Set router 2d7af459-90c6-4f75-9b1a-961871ff7984 gateway port host: dv-cinder-759943-5-iscsi {{(pid=83923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 03:35:17.199364 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-41ff6829-0067-4209-97e6-ef445bebe4b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for port, before_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:17.381372 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.plugin [None req-9bd26c43-8df4-4868-a195-891bea7047fd tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Deleting port db23cfb8-c80a-4c03-8f10-551bdfa17997 {{(pid=83921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 03:35:17.381791 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-9bd26c43-8df4-4868-a195-891bea7047fd tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363303097822068'] for port, before_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:17.496242 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for port, before_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:17.554899 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.db [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] For port ea1ee066-39eb-4b6e-8f96-f3141c14a7bf, host dv-cinder-759943-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-5-iscsi',level=0,port_id=ea1ee066-39eb-4b6e-8f96-f3141c14a7bf,segment=NetworkSegment(6c015ecf-ca24-43ac-84f0-02668fe7daf5),segment_id=6c015ecf-ca24-43ac-84f0-02668fe7daf5)] {{(pid=83923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:35:17.560538 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303097879514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733756514675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303098261108'] for port, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:17.564106 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:35:17.590580 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-5e151b5c-5a0d-4bb0-85f7-d2d9213fd1d8 req-647415f0-36f5-4f76-98c9-b34db554d264 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=3c5a8ede-8248-460e-bef7-6b5c3aaf48f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.2480121
Feb 17 03:35:17.636299 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_hamode_db [None req-e11be649-fa5c-4da7-98bb-5f7271f4ecfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f17c4b58160>, [{'id': '2d7af459-90c6-4f75-9b1a-961871ff7984', 'name': 'tempest-TestMinimumBasicScenario-1775846261-router', 'tenant_id': '688dfe990479484ba91f5f3241f71c34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'external_fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': '4c2acbdf-7cba-45c1-b002-727889582174', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:35:12Z', 'updated_at': '2021-02-17T03:35:14Z', 'revision_number': 3, 'project_id': '688dfe990479484ba91f5f3241f71c34', 'gw_port': {'id': '4c2acbdf-7cba-45c1-b002-727889582174', 'name': '', 'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:93:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d7af459-90c6-4f75-9b1a-961871ff7984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:35:13Z', 'updated_at': '2021-02-17T03:35:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-5-iscsi'}], 'dv-cinder-759943-5-iscsi', False) {} {{(pid=83923) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:35:17.639455 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-9bd26c43-8df4-4868-a195-891bea7047fd tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853786502'] for port, precommit_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:17.639915 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-9bd26c43-8df4-4868-a195-891bea7047fd tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:17.645173 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11be649-fa5c-4da7-98bb-5f7271f4ecfd None None] Checking router: 2d7af459-90c6-4f75-9b1a-961871ff7984 for host: dv-cinder-759943-5-iscsi {{(pid=83923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 03:35:17.645575 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11be649-fa5c-4da7-98bb-5f7271f4ecfd None None] Updating router 2d7af459-90c6-4f75-9b1a-961871ff7984 port 4c2acbdf-7cba-45c1-b002-727889582174 binding host dv-cinder-759943-5-iscsi {{(pid=83923) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 17 03:35:17.694046 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Pushing event updated for resources: {'Port': ['ID=ea1ee066-39eb-4b6e-8f96-f3141c14a7bf,revision_number=3']} {{(pid=83923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:35:17.698420 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:35:17.730314 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e11be649-fa5c-4da7-98bb-5f7271f4ecfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for port, before_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:17.842223 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.db_base_plugin_common [None req-41ff6829-0067-4209-97e6-ef445bebe4b9 admin admin] Allocated IP 172.20.0.1 (b3188410-3b2d-4523-8ccc-1882d94255cc/93184869-a955-40ff-a3bb-5e5bae8b972f/e654a7b6-e94c-4156-8fb1-5521b060dc70) {{(pid=83922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 03:35:17.893822 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-56c72e17-7b70-4e0d-927e-2d9d84117005 None None] Provisioning complete for port ea1ee066-39eb-4b6e-8f96-f3141c14a7bf triggered by entity DHCP. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:35:17.894357 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-56c72e17-7b70-4e0d-927e-2d9d84117005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838161172'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:18.046038 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-41ff6829-0067-4209-97e6-ef445bebe4b9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:18.062105 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.plugin [None req-9bd26c43-8df4-4868-a195-891bea7047fd tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Calling delete_port for db23cfb8-c80a-4c03-8f10-551bdfa17997 owned by network:floatingip {{(pid=83921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 03:35:18.066451 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-41ff6829-0067-4209-97e6-ef445bebe4b9 admin admin] Transition to ACTIVE for port object e654a7b6-e94c-4156-8fb1-5521b060dc70 will not be triggered until provisioned by entity DHCP. {{(pid=83922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 03:35:18.094146 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-41ff6829-0067-4209-97e6-ef445bebe4b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363303098263190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851846526'] for port, after_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:18.114096 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-70e7f036-0fc3-460b-9f54-8976f33ccea0 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:35:18.224076 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e151b5c-5a0d-4bb0-85f7-d2d9213fd1d8 req-a799716a-f2bd-4c58-acb8-507fa7ba340d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:35:18.225819 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-5e151b5c-5a0d-4bb0-85f7-d2d9213fd1d8 req-a799716a-f2bd-4c58-acb8-507fa7ba340d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c568344bec0146c19c14571bff20a759&device_id=3c5a8ede-8248-460e-bef7-6b5c3aaf48f5 HTTP/1.1" status: 200  len: 1162 time: 0.4800575
Feb 17 03:35:18.248044 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ff6829-0067-4209-97e6-ef445bebe4b9 admin admin] Pushing event updated for resources: {'Port': ['ID=e654a7b6-e94c-4156-8fb1-5521b060dc70,revision_number=1']} {{(pid=83922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:35:18.258362 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-41ff6829-0067-4209-97e6-ef445bebe4b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:35:18.347543 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41ff6829-0067-4209-97e6-ef445bebe4b9 admin admin] Network b3188410-3b2d-4523-8ccc-1882d94255cc is already hosted by enough agents. {{(pid=83922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 03:35:18.348796 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.scheduler.base_scheduler [None req-41ff6829-0067-4209-97e6-ef445bebe4b9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 03:35:18.351220 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ff6829-0067-4209-97e6-ef445bebe4b9 admin admin] Received port after_create {{(pid=83922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 03:35:18.356339 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Device ea1ee066-39eb-4b6e-8f96-f3141c14a7bf up at agent ovs-agent-dv-cinder-759943-5-iscsi {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:35:18.418544 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-41ff6829-0067-4209-97e6-ef445bebe4b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-922652'] for router_interface, before_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:18.420764 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-9bd26c43-8df4-4868-a195-891bea7047fd tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363303097879497', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363303098261142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852640907'] for port, after_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:18.438848 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:35:18.465196 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-cb78bcbc-e6b2-4e1b-a8d1-10ab10aeeb83 None None] Provisioning complete for port ea1ee066-39eb-4b6e-8f96-f3141c14a7bf triggered by entity DHCP. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:35:18.465609 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-cb78bcbc-e6b2-4e1b-a8d1-10ab10aeeb83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838161172'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:18.510770 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e11be649-fa5c-4da7-98bb-5f7271f4ecfd None None] Notify callbacks [] for port, precommit_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:18.551742 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-e11be649-fa5c-4da7-98bb-5f7271f4ecfd None None] Transition to ACTIVE for port object 4c2acbdf-7cba-45c1-b002-727889582174 will not be triggered until provisioned by entity L2. {{(pid=83923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 03:35:18.556767 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Provisioning complete for port ea1ee066-39eb-4b6e-8f96-f3141c14a7bf triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:35:18.557142 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838161172'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:18.559207 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd26c43-8df4-4868-a195-891bea7047fd tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Pushing event deleted for resources: {'Port': ['ID=db23cfb8-c80a-4c03-8f10-551bdfa17997,revision_number=None']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:35:18.575903 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-9bd26c43-8df4-4868-a195-891bea7047fd tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:35:18.587991 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e151b5c-5a0d-4bb0-85f7-d2d9213fd1d8 req-983204d6-503b-4101-b02b-3936f00f1292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:35:18.590072 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-5e151b5c-5a0d-4bb0-85f7-d2d9213fd1d8 req-983204d6-503b-4101-b02b-3936f00f1292 service neutron] 10.222.0.54 "GET /v2.0/networks?id=196dd25e-6f79-49ea-bd1a-b88102e9bbe7 HTTP/1.1" status: 200  len: 905 time: 0.3174233
Feb 17 03:35:18.591011 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e11be649-fa5c-4da7-98bb-5f7271f4ecfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303097879514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733756514675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303098261108'] for port, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:18.617081 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:35:18.711870 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-41ff6829-0067-4209-97e6-ef445bebe4b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for port, before_update {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:18.747905 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-5e151b5c-5a0d-4bb0-85f7-d2d9213fd1d8 req-74bc5d3f-c5c0-4ddb-a860-6198ed3417f1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=48fb65e6-ad21-424b-ad45-8e4c51055da6 HTTP/1.1" status: 200  len: 1001 time: 0.1448834
Feb 17 03:35:18.873160 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e151b5c-5a0d-4bb0-85f7-d2d9213fd1d8 req-9dda0af1-4736-40a0-baee-7963728d61c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:35:18.875181 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-5e151b5c-5a0d-4bb0-85f7-d2d9213fd1d8 req-9dda0af1-4736-40a0-baee-7963728d61c5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=029a335d-7c65-4847-a56e-60c19b417a63 HTTP/1.1" status: 200  len: 850 time: 0.0958059
Feb 17 03:35:18.875390 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-9bd26c43-8df4-4868-a195-891bea7047fd tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Notify callbacks [] for floatingip, after_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:18.948852 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-9bd26c43-8df4-4868-a195-891bea7047fd tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774597'] for floatingip, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:18.953437 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-9bd26c43-8df4-4868-a195-891bea7047fd tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "DELETE /v2.0/floatingips/c9b41164-cef1-4925-894a-7f090abf47ef HTTP/1.1" status: 204  len: 168 time: 2.7940195
Feb 17 03:35:18.983794 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e151b5c-5a0d-4bb0-85f7-d2d9213fd1d8 req-7642cade-74d6-452d-bec4-f358edc504d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:35:18.986075 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-5e151b5c-5a0d-4bb0-85f7-d2d9213fd1d8 req-7642cade-74d6-452d-bec4-f358edc504d0 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=196dd25e-6f79-49ea-bd1a-b88102e9bbe7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1021972
Feb 17 03:35:19.006594 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced6291a-3294-4865-ba08-fa8730038816 None None] Pushing event updated for resources: {'Port': ['ID=4c2acbdf-7cba-45c1-b002-727889582174,revision_number=2']} {{(pid=83923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:35:19.009884 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-ced6291a-3294-4865-ba08-fa8730038816 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:35:19.118239 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-41ff6829-0067-4209-97e6-ef445bebe4b9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:19.124012 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-41ff6829-0067-4209-97e6-ef445bebe4b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303097879514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733756514675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303098261108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2929291'] for port, after_update {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:19.157085 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-5e151b5c-5a0d-4bb0-85f7-d2d9213fd1d8 req-76f47115-6678-4c99-b409-f7e674c1377b service neutron] 10.222.0.54 "GET /v2.0/networks/196dd25e-6f79-49ea-bd1a-b88102e9bbe7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1613710
Feb 17 03:35:19.166822 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.managers [None req-e11be649-fa5c-4da7-98bb-5f7271f4ecfd None None] Attempting to bind port 4c2acbdf-7cba-45c1-b002-727889582174 on host dv-cinder-759943-5-iscsi for vnic_type normal with profile  {{(pid=83923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 03:35:19.167232 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.managers [None req-e11be649-fa5c-4da7-98bb-5f7271f4ecfd None None] Attempting to bind port 4c2acbdf-7cba-45c1-b002-727889582174 by drivers openvswitch on host dv-cinder-759943-5-iscsi at level 0 using segments [{'id': '98c4310b-6fdc-4105-b056-95cb7f890c80', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718'}] {{(pid=83923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 03:35:19.167639 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e11be649-fa5c-4da7-98bb-5f7271f4ecfd None None] Attempting to bind port 4c2acbdf-7cba-45c1-b002-727889582174 on network 47a54196-2e01-4ced-bf59-8f5a8abde718 {{(pid=83923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 03:35:19.173162 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:35:19.174427 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e11be649-fa5c-4da7-98bb-5f7271f4ecfd None None] Checking agent: {'id': 'fdf6e942-9f6a-471f-a5a4-d80d5f4aedb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759943-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 3, 18, 27), 'started_at': datetime.datetime(2021, 2, 17, 3, 18, 57), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 3, 34, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759943-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 03:35:19.174831 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e11be649-fa5c-4da7-98bb-5f7271f4ecfd None None] Checking segment: {'id': '98c4310b-6fdc-4105-b056-95cb7f890c80', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 03:35:19.175273 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e11be649-fa5c-4da7-98bb-5f7271f4ecfd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:19.175702 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e11be649-fa5c-4da7-98bb-5f7271f4ecfd None None] Bound using segment: {'id': '98c4310b-6fdc-4105-b056-95cb7f890c80', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718'} {{(pid=83923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 03:35:19.176212 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.managers [None req-e11be649-fa5c-4da7-98bb-5f7271f4ecfd None None] Bound port: 4c2acbdf-7cba-45c1-b002-727889582174, host: dv-cinder-759943-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98c4310b-6fdc-4105-b056-95cb7f890c80', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718'}}] {{(pid=83923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 03:35:19.176625 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e11be649-fa5c-4da7-98bb-5f7271f4ecfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for port, before_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:19.258956 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-5a953b52-a0ec-4c3d-b157-0688d673d4a4 None None] Provisioning for port e654a7b6-e94c-4156-8fb1-5521b060dc70 completed by entity DHCP. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 03:35:19.269734 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-5a953b52-a0ec-4c3d-b157-0688d673d4a4 None None] Provisioning complete for port e654a7b6-e94c-4156-8fb1-5521b060dc70 triggered by entity DHCP. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:35:19.270563 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-5a953b52-a0ec-4c3d-b157-0688d673d4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838161172'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:19.278690 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ff6829-0067-4209-97e6-ef445bebe4b9 admin admin] Pushing event updated for resources: {'Port': ['ID=e654a7b6-e94c-4156-8fb1-5521b060dc70,revision_number=2']} {{(pid=83922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:35:19.282464 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-41ff6829-0067-4209-97e6-ef445bebe4b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-584865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853853062'] for router_interface, after_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:19.297015 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-41ff6829-0067-4209-97e6-ef445bebe4b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:35:19.315325 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.db [None req-e11be649-fa5c-4da7-98bb-5f7271f4ecfd None None] For port 4c2acbdf-7cba-45c1-b002-727889582174, host dv-cinder-759943-5-iscsi, cleared binding levels {{(pid=83923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 03:35:19.336064 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.db [None req-e11be649-fa5c-4da7-98bb-5f7271f4ecfd None None] For port 4c2acbdf-7cba-45c1-b002-727889582174, host dv-cinder-759943-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-5-iscsi',level=0,port_id=4c2acbdf-7cba-45c1-b002-727889582174,segment=NetworkSegment(98c4310b-6fdc-4105-b056-95cb7f890c80),segment_id=98c4310b-6fdc-4105-b056-95cb7f890c80)] {{(pid=83923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 03:35:19.340460 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-5e151b5c-5a0d-4bb0-85f7-d2d9213fd1d8 req-81662962-5008-45f1-9437-0537bf1871bb service neutron] 10.222.0.54 "GET /v2.0/networks/196dd25e-6f79-49ea-bd1a-b88102e9bbe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1725764
Feb 17 03:35:19.341321 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.plugin [None req-5a953b52-a0ec-4c3d-b157-0688d673d4a4 None None] Port e654a7b6-e94c-4156-8fb1-5521b060dc70 cannot update to ACTIVE because it is not bound. {{(pid=83923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 03:35:19.344945 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e11be649-fa5c-4da7-98bb-5f7271f4ecfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303097879514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733756514675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303098261108'] for port, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:19.361013 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:35:19.434477 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41ff6829-0067-4209-97e6-ef445bebe4b9 admin admin] Network b3188410-3b2d-4523-8ccc-1882d94255cc is already hosted by enough agents. {{(pid=83922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 03:35:19.435846 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.scheduler.base_scheduler [None req-41ff6829-0067-4209-97e6-ef445bebe4b9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 03:35:19.505912 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced6291a-3294-4865-ba08-fa8730038816 None None] Pushing event updated for resources: {'Port': ['ID=4c2acbdf-7cba-45c1-b002-727889582174,revision_number=3']} {{(pid=83923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:35:19.511255 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-ced6291a-3294-4865-ba08-fa8730038816 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:35:19.564912 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.57', 44494) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:35:19.578147 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.v2.base [None req-79ff25e5-6cd0-4efd-9959-738cd9f24832 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Request body: {'security_group': {'name': 'tempest-securitygroup--964205925', 'description': 'tempest-description--1314904486'}} {{(pid=83921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:35:19.587209 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11be649-fa5c-4da7-98bb-5f7271f4ecfd None None] Routers {'2d7af459-90c6-4f75-9b1a-961871ff7984'} bound to L3 agent in host dv-cinder-759943-5-iscsi {{(pid=83923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 03:35:19.587913 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_hamode_db [None req-e11be649-fa5c-4da7-98bb-5f7271f4ecfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f17c4b58160>, 'dv-cinder-759943-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T03:18:25Z,description=<?>,heartbeat_timestamp=2021-02-17T03:34:55Z,host='dv-cinder-759943-5-iscsi',id=3e02af72-3002-4fb3-96dd-e59119f81584,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T03:18:25Z,topic='l3_agent')) {'router_ids': ['2d7af459-90c6-4f75-9b1a-961871ff7984'], 'active': True} {{(pid=83923) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:35:19.593548 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-79ff25e5-6cd0-4efd-9959-738cd9f24832 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:35:19.598784 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-79ff25e5-6cd0-4efd-9959-738cd9f24832 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Usage tracker for resource:security_group and tenant:64044155addf41e9ba2bde5782afed2a is out of sync, need to count used quota {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:35:19.602464 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-79ff25e5-6cd0-4efd-9959-738cd9f24832 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:35:19.609364 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-79ff25e5-6cd0-4efd-9959-738cd9f24832 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:35:19.621483 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-79ff25e5-6cd0-4efd-9959-738cd9f24832 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Notify callbacks [] for security_group, before_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:19.649726 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-79ff25e5-6cd0-4efd-9959-738cd9f24832 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:35:19.654542 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-79ff25e5-6cd0-4efd-9959-738cd9f24832 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Usage tracker for resource:security_group_rule and tenant:64044155addf41e9ba2bde5782afed2a is out of sync, need to count used quota {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:35:19.659115 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-79ff25e5-6cd0-4efd-9959-738cd9f24832 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:35:19.665239 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-79ff25e5-6cd0-4efd-9959-738cd9f24832 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:35:19.669010 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41ff6829-0067-4209-97e6-ef445bebe4b9 admin admin] Router 2d7af459-90c6-4f75-9b1a-961871ff7984 has already been hosted by L3 agent 3e02af72-3002-4fb3-96dd-e59119f81584 {{(pid=83922) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 03:35:19.753446 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-79ff25e5-6cd0-4efd-9959-738cd9f24832 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Notify callbacks [] for security_group, precommit_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:19.757233 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-79ff25e5-6cd0-4efd-9959-738cd9f24832 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876219'] for security_group, after_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:19.763098 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-75239aea-5693-4d0b-883f-c538eda9a8fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:35:19.765455 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-477de937-9dff-45cf-80fe-80fa3797ef94 None None] Provisioning complete for port e654a7b6-e94c-4156-8fb1-5521b060dc70 triggered by entity DHCP. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:35:19.765876 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-477de937-9dff-45cf-80fe-80fa3797ef94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838161172'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:19.810363 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ff25e5-6cd0-4efd-9959-738cd9f24832 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Pushing event updated for resources: {'SecurityGroup': ['ID=572f8aba-2662-47bd-acd4-4d35c0227c76,revision_number=1']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:35:19.814630 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-79ff25e5-6cd0-4efd-9959-738cd9f24832 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Notify callbacks [] for security_group, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:19.815657 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-79ff25e5-6cd0-4efd-9959-738cd9f24832 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.2491379
Feb 17 03:35:19.816727 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-79ff25e5-6cd0-4efd-9959-738cd9f24832 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:35:19.819315 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83922) accepted ('10.222.0.57', 44498) {{(pid=83922) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:35:19.827902 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.v2.base [None req-3a45e98f-03df-4a85-bf55-d832fdac271f tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Request body: {'security_group_rule': {'security_group_id': '572f8aba-2662-47bd-acd4-4d35c0227c76', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:35:19.843249 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-3a45e98f-03df-4a85-bf55-d832fdac271f tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:35:19.851121 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-3a45e98f-03df-4a85-bf55-d832fdac271f tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Usage tracker for resource:security_group_rule and tenant:64044155addf41e9ba2bde5782afed2a is out of sync, need to count used quota {{(pid=83922) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:35:19.852410 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.plugin [None req-477de937-9dff-45cf-80fe-80fa3797ef94 None None] Port e654a7b6-e94c-4156-8fb1-5521b060dc70 cannot update to ACTIVE because it is not bound. {{(pid=83923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 03:35:19.856671 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-3a45e98f-03df-4a85-bf55-d832fdac271f tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83922) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:35:19.859784 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvr_db [None req-e11be649-fa5c-4da7-98bb-5f7271f4ecfd None None] Set router 2d7af459-90c6-4f75-9b1a-961871ff7984 gateway port host: dv-cinder-759943-5-iscsi {{(pid=83923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 03:35:19.866997 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-3a45e98f-03df-4a85-bf55-d832fdac271f tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:35:19.902728 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-3a45e98f-03df-4a85-bf55-d832fdac271f tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:19.918683 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41ff6829-0067-4209-97e6-ef445bebe4b9 admin admin] Notify agent at l3_agent.dv-cinder-759943-5-iscsi the message routers_updated {{(pid=83922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 03:35:19.947881 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-41ff6829-0067-4209-97e6-ef445bebe4b9 admin admin] 10.222.0.57 "PUT /v2.0/routers/2d7af459-90c6-4f75-9b1a-961871ff7984/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.5415342
Feb 17 03:35:19.980130 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-3a45e98f-03df-4a85-bf55-d832fdac271f tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:19.983850 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-3a45e98f-03df-4a85-bf55-d832fdac271f tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876103'] for security_group_rule, after_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:19.992317 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:35:20.020590 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a45e98f-03df-4a85-bf55-d832fdac271f tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12a087c3-7a4d-40f0-8e70-8ea7d5d3a97c,revision_number=0']} {{(pid=83922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:35:20.023579 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-3a45e98f-03df-4a85-bf55-d832fdac271f tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:35:20.027530 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-3a45e98f-03df-4a85-bf55-d832fdac271f tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:20.029675 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-3a45e98f-03df-4a85-bf55-d832fdac271f tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2091866
Feb 17 03:35:20.032427 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83922) accepted ('10.222.0.57', 44504) {{(pid=83922) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:35:20.038255 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.v2.base [None req-22a0110e-f14c-4fa9-b39b-b033b4e6ecef tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Request body: {'security_group_rule': {'security_group_id': '572f8aba-2662-47bd-acd4-4d35c0227c76', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:35:20.044569 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-22a0110e-f14c-4fa9-b39b-b033b4e6ecef tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:35:20.049427 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-22a0110e-f14c-4fa9-b39b-b033b4e6ecef tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Usage tracker for resource:security_group_rule and tenant:64044155addf41e9ba2bde5782afed2a is out of sync, need to count used quota {{(pid=83922) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:35:20.052480 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-22a0110e-f14c-4fa9-b39b-b033b4e6ecef tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83922) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:35:20.058674 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-22a0110e-f14c-4fa9-b39b-b033b4e6ecef tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:35:20.076295 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-22a0110e-f14c-4fa9-b39b-b033b4e6ecef tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:20.154998 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-22a0110e-f14c-4fa9-b39b-b033b4e6ecef tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:20.158766 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-22a0110e-f14c-4fa9-b39b-b033b4e6ecef tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876103'] for security_group_rule, after_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:20.166454 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:35:20.187163 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a0110e-f14c-4fa9-b39b-b033b4e6ecef tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6effbe4c-2849-4aec-979c-a6a5041df142,revision_number=0']} {{(pid=83922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:35:20.190590 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-22a0110e-f14c-4fa9-b39b-b033b4e6ecef tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:35:20.197810 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-22a0110e-f14c-4fa9-b39b-b033b4e6ecef tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:20.199188 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-22a0110e-f14c-4fa9-b39b-b033b4e6ecef tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1657119
Feb 17 03:35:20.202442 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83922) accepted ('10.222.0.57', 44514) {{(pid=83922) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:35:20.208203 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.v2.base [None req-bef85cae-0a68-4562-b25b-95ce87a8a7fc tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Request body: {'floatingip': {'floating_network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718'}} {{(pid=83922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:35:20.214843 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-bef85cae-0a68-4562-b25b-95ce87a8a7fc tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:35:20.216903 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_hamode_db [None req-e11be649-fa5c-4da7-98bb-5f7271f4ecfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f17c4b58160>, [{'id': '2d7af459-90c6-4f75-9b1a-961871ff7984', 'name': 'tempest-TestMinimumBasicScenario-1775846261-router', 'tenant_id': '688dfe990479484ba91f5f3241f71c34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'external_fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': '4c2acbdf-7cba-45c1-b002-727889582174', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:35:12Z', 'updated_at': '2021-02-17T03:35:18Z', 'revision_number': 4, 'project_id': '688dfe990479484ba91f5f3241f71c34', 'gw_port': {'id': '4c2acbdf-7cba-45c1-b002-727889582174', 'name': '', 'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:93:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d7af459-90c6-4f75-9b1a-961871ff7984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:35:13Z', 'updated_at': '2021-02-17T03:35:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-5-iscsi', '_interfaces': [{'id': 'e654a7b6-e94c-4156-8fb1-5521b060dc70', 'name': '', 'network_id': 'b3188410-3b2d-4523-8ccc-1882d94255cc', 'tenant_id': '688dfe990479484ba91f5f3241f71c34', 'mac_address': 'fa:16:3e:f6:e5:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d7af459-90c6-4f75-9b1a-961871ff7984', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '93184869-a955-40ff-a3bb-5e5bae8b972f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:35:17Z', 'updated_at': '2021-02-17T03:35:18Z', 'revision_number': 2, 'project_id': '688dfe990479484ba91f5f3241f71c34', 'subnets': [{'id': '93184869-a955-40ff-a3bb-5e5bae8b972f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759943-5-iscsi', False) {} {{(pid=83923) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:35:20.219707 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-bef85cae-0a68-4562-b25b-95ce87a8a7fc tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Usage tracker for resource:floatingip and tenant:64044155addf41e9ba2bde5782afed2a is out of sync, need to count used quota {{(pid=83922) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:35:20.221681 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11be649-fa5c-4da7-98bb-5f7271f4ecfd None None] The sync data for ids ['2d7af459-90c6-4f75-9b1a-961871ff7984'] in dv-cinder-759943-5-iscsi is: [{'id': '2d7af459-90c6-4f75-9b1a-961871ff7984', 'name': 'tempest-TestMinimumBasicScenario-1775846261-router', 'tenant_id': '688dfe990479484ba91f5f3241f71c34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'external_fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': '4c2acbdf-7cba-45c1-b002-727889582174', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:35:12Z', 'updated_at': '2021-02-17T03:35:18Z', 'revision_number': 4, 'project_id': '688dfe990479484ba91f5f3241f71c34', 'gw_port': {'id': '4c2acbdf-7cba-45c1-b002-727889582174', 'name': '', 'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:93:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d7af459-90c6-4f75-9b1a-961871ff7984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:35:13Z', 'updated_at': '2021-02-17T03:35:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-5-iscsi', '_interfaces': [{'id': 'e654a7b6-e94c-4156-8fb1-5521b060dc70', 'name': '', 'network_id': 'b3188410-3b2d-4523-8ccc-1882d94255cc', 'tenant_id': '688dfe990479484ba91f5f3241f71c34', 'mac_address': 'fa:16:3e:f6:e5:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d7af459-90c6-4f75-9b1a-961871ff7984', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '93184869-a955-40ff-a3bb-5e5bae8b972f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:35:17Z', 'updated_at': '2021-02-17T03:35:18Z', 'revision_number': 2, 'project_id': '688dfe990479484ba91f5f3241f71c34', 'subnets': [{'id': '93184869-a955-40ff-a3bb-5e5bae8b972f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 03:35:20.224035 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-bef85cae-0a68-4562-b25b-95ce87a8a7fc tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83922) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:35:20.230782 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-bef85cae-0a68-4562-b25b-95ce87a8a7fc tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:35:20.247345 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-bef85cae-0a68-4562-b25b-95ce87a8a7fc tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Notify callbacks [] for floatingip, before_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:20.417100 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-bef85cae-0a68-4562-b25b-95ce87a8a7fc tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for port, before_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:20.731744 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.db_base_plugin_common [None req-bef85cae-0a68-4562-b25b-95ce87a8a7fc tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Allocated IP 172.27.0.195 (47a54196-2e01-4ced-bf59-8f5a8abde718/d8fc1aa1-c957-4fea-a32a-c02e9a0805fb/1e211a99-f2f5-4042-ab53-452ba90cd808) {{(pid=83922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 03:35:20.928999 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-bef85cae-0a68-4562-b25b-95ce87a8a7fc tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Notify callbacks [] for port, precommit_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:20.968583 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-bef85cae-0a68-4562-b25b-95ce87a8a7fc tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363303098263190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851846526'] for port, after_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:21.047050 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:35:21.472545 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef85cae-0a68-4562-b25b-95ce87a8a7fc tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Pushing event updated for resources: {'Port': ['ID=1e211a99-f2f5-4042-ab53-452ba90cd808,revision_number=1']} {{(pid=83922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:35:21.477276 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-bef85cae-0a68-4562-b25b-95ce87a8a7fc tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.430s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:35:21.544678 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bef85cae-0a68-4562-b25b-95ce87a8a7fc tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Network 47a54196-2e01-4ced-bf59-8f5a8abde718 is already hosted by enough agents. {{(pid=83922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 03:35:21.547088 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.scheduler.base_scheduler [None req-bef85cae-0a68-4562-b25b-95ce87a8a7fc tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Resources bound (agent type, host, resource id):  {{(pid=83922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 03:35:21.558550 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef85cae-0a68-4562-b25b-95ce87a8a7fc tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Received port after_create {{(pid=83922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 03:35:21.676428 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-bef85cae-0a68-4562-b25b-95ce87a8a7fc tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:21.756781 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-bef85cae-0a68-4562-b25b-95ce87a8a7fc tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for port, before_update {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:22.171933 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-bef85cae-0a68-4562-b25b-95ce87a8a7fc tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Notify callbacks [] for port, precommit_update {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:22.179843 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-bef85cae-0a68-4562-b25b-95ce87a8a7fc tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303097879514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733756514675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303098261108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2929291'] for port, after_update {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:22.197698 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-bef85cae-0a68-4562-b25b-95ce87a8a7fc tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:35:22.357576 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef85cae-0a68-4562-b25b-95ce87a8a7fc tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Pushing event updated for resources: {'Port': ['ID=1e211a99-f2f5-4042-ab53-452ba90cd808,revision_number=2']} {{(pid=83922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:35:22.361060 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-bef85cae-0a68-4562-b25b-95ce87a8a7fc tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:35:22.406849 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Device 4c2acbdf-7cba-45c1-b002-727889582174 up at agent ovs-agent-dv-cinder-759943-5-iscsi {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:35:22.490344 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-bef85cae-0a68-4562-b25b-95ce87a8a7fc tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-922806'] for floatingip, after_update {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:22.494942 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Provisioning for port 4c2acbdf-7cba-45c1-b002-727889582174 completed by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 03:35:22.501098 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Provisioning complete for port 4c2acbdf-7cba-45c1-b002-727889582174 triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:35:22.501611 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838161172'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:22.518664 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-bef85cae-0a68-4562-b25b-95ce87a8a7fc tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774597'] for floatingip, before_response {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:22.520040 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-bef85cae-0a68-4562-b25b-95ce87a8a7fc tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 2.3164570
Feb 17 03:35:22.648739 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for port, before_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:22.671813 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.db [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] For port 4c2acbdf-7cba-45c1-b002-727889582174, host dv-cinder-759943-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-5-iscsi',level=0,port_id=4c2acbdf-7cba-45c1-b002-727889582174,segment=NetworkSegment(98c4310b-6fdc-4105-b056-95cb7f890c80),segment_id=98c4310b-6fdc-4105-b056-95cb7f890c80)] {{(pid=83923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:35:22.677820 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303097879514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733756514675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303098261108'] for port, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:22.680372 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-f983f37c-da58-47a5-a6b5-0075ebcae585 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:35:22.781249 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Pushing event updated for resources: {'Port': ['ID=4c2acbdf-7cba-45c1-b002-727889582174,revision_number=4']} {{(pid=83923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:35:22.785464 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:35:22.806522 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [req-47e32ab1-8802-4fce-878c-e19aa023b5d3 req-95c4ab6f-0c79-45d0-a473-4ffb8d9cc749 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Synchronizing usage tracker for tenant:64044155addf41e9ba2bde5782afed2a on resource:security_group {{(pid=83921) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 03:35:22.825966 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [req-47e32ab1-8802-4fce-878c-e19aa023b5d3 req-95c4ab6f-0c79-45d0-a473-4ffb8d9cc749 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Unset dirty status for tenant:64044155addf41e9ba2bde5782afed2a on resource:security_group {{(pid=83921) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 03:35:22.827823 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-47e32ab1-8802-4fce-878c-e19aa023b5d3 req-95c4ab6f-0c79-45d0-a473-4ffb8d9cc749 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--964205925&fields=id&tenant_id=64044155addf41e9ba2bde5782afed2a HTTP/1.1" status: 200  len: 267 time: 0.0921063
Feb 17 03:35:23.008863 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e32ab1-8802-4fce-878c-e19aa023b5d3 req-1a152623-01d0-4111-8c1e-fca2e33acc9a tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:35:23.010658 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-47e32ab1-8802-4fce-878c-e19aa023b5d3 req-1a152623-01d0-4111-8c1e-fca2e33acc9a tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/networks?id=735791d7-b752-470f-b049-6623a91713f5 HTTP/1.1" status: 200  len: 815 time: 0.1753981
Feb 17 03:35:23.028119 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-47e32ab1-8802-4fce-878c-e19aa023b5d3 req-73aec57f-0fd7-4977-94da-1bd8ec2cd727 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/quotas/64044155addf41e9ba2bde5782afed2a HTTP/1.1" status: 200  len: 375 time: 0.0111499
Feb 17 03:35:23.146389 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [req-47e32ab1-8802-4fce-878c-e19aa023b5d3 req-5b765a6b-1bdc-4173-a236-d7c0992e69a4 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Synchronizing usage tracker for tenant:64044155addf41e9ba2bde5782afed2a on resource:port {{(pid=83921) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 03:35:23.166414 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [req-47e32ab1-8802-4fce-878c-e19aa023b5d3 req-5b765a6b-1bdc-4173-a236-d7c0992e69a4 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Unset dirty status for tenant:64044155addf41e9ba2bde5782afed2a on resource:port {{(pid=83921) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 03:35:23.169075 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-47e32ab1-8802-4fce-878c-e19aa023b5d3 req-5b765a6b-1bdc-4173-a236-d7c0992e69a4 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=64044155addf41e9ba2bde5782afed2a&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1332490
Feb 17 03:35:23.350678 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-47e32ab1-8802-4fce-878c-e19aa023b5d3 req-98227510-06d4-4014-9415-2b849778723d service neutron] 10.222.0.57 "GET /v2.0/networks/735791d7-b752-470f-b049-6623a91713f5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1660907
Feb 17 03:35:23.411676 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-7363c0ec-119b-462a-a96b-417312738863 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:23.521678 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-47e32ab1-8802-4fce-878c-e19aa023b5d3 req-2b5b413f-7647-48b6-9725-2af1aae19df0 service neutron] 10.222.0.57 "GET /v2.0/networks/735791d7-b752-470f-b049-6623a91713f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1699860
Feb 17 03:35:23.787212 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-151eb0d7-890e-4135-b557-bcaae3253a16 req-67df28c9-9f47-4c03-88f5-356293c08310 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb13b0aa-8bce-4878-943d-e3483a430b36 HTTP/1.1" status: 200  len: 210 time: 0.0701790
Feb 17 03:35:24.093235 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391f9b50-3092-40f0-aa96-d763c9fcd578 None None] Sync routers for ids ['2d7af459-90c6-4f75-9b1a-961871ff7984'] in dv-cinder-759943-5-iscsi {{(pid=83924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 03:35:24.097524 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-391f9b50-3092-40f0-aa96-d763c9fcd578 None None] Routers {'2d7af459-90c6-4f75-9b1a-961871ff7984'} bound to L3 agent in host dv-cinder-759943-5-iscsi {{(pid=83924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 03:35:24.098228 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_hamode_db [None req-391f9b50-3092-40f0-aa96-d763c9fcd578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f17c6226c18>, 'dv-cinder-759943-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T03:18:25Z,description=<?>,heartbeat_timestamp=2021-02-17T03:34:55Z,host='dv-cinder-759943-5-iscsi',id=3e02af72-3002-4fb3-96dd-e59119f81584,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T03:18:25Z,topic='l3_agent')) {'router_ids': ['2d7af459-90c6-4f75-9b1a-961871ff7984'], 'active': True} {{(pid=83924) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:35:24.333897 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Device 4c2acbdf-7cba-45c1-b002-727889582174 up at agent ovs-agent-dv-cinder-759943-5-iscsi {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:35:24.385950 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvr_db [None req-391f9b50-3092-40f0-aa96-d763c9fcd578 None None] Set router 2d7af459-90c6-4f75-9b1a-961871ff7984 gateway port host: dv-cinder-759943-5-iscsi {{(pid=83924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 03:35:24.424731 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Provisioning complete for port 4c2acbdf-7cba-45c1-b002-727889582174 triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:35:24.425460 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838161172'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:25.117483 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-3f7bb1fe-b9df-448f-90eb-22f1290703c2 req-df82130e-574f-4857-93e5-c953e6fd9a4f tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb13b0aa-8bce-4878-943d-e3483a430b36 HTTP/1.1" status: 200  len: 210 time: 0.0706124
Feb 17 03:35:25.211564 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_hamode_db [None req-391f9b50-3092-40f0-aa96-d763c9fcd578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f17c6226c18>, [{'id': '2d7af459-90c6-4f75-9b1a-961871ff7984', 'name': 'tempest-TestMinimumBasicScenario-1775846261-router', 'tenant_id': '688dfe990479484ba91f5f3241f71c34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'external_fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': '4c2acbdf-7cba-45c1-b002-727889582174', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:35:12Z', 'updated_at': '2021-02-17T03:35:18Z', 'revision_number': 4, 'project_id': '688dfe990479484ba91f5f3241f71c34', 'gw_port': {'id': '4c2acbdf-7cba-45c1-b002-727889582174', 'name': '', 'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:93:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d7af459-90c6-4f75-9b1a-961871ff7984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:35:13Z', 'updated_at': '2021-02-17T03:35:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-5-iscsi', '_interfaces': [{'id': 'e654a7b6-e94c-4156-8fb1-5521b060dc70', 'name': '', 'network_id': 'b3188410-3b2d-4523-8ccc-1882d94255cc', 'tenant_id': '688dfe990479484ba91f5f3241f71c34', 'mac_address': 'fa:16:3e:f6:e5:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d7af459-90c6-4f75-9b1a-961871ff7984', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '93184869-a955-40ff-a3bb-5e5bae8b972f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:35:17Z', 'updated_at': '2021-02-17T03:35:18Z', 'revision_number': 2, 'project_id': '688dfe990479484ba91f5f3241f71c34', 'subnets': [{'id': '93184869-a955-40ff-a3bb-5e5bae8b972f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759943-5-iscsi', False) {} {{(pid=83924) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:35:25.216856 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391f9b50-3092-40f0-aa96-d763c9fcd578 None None] Checking router: 2d7af459-90c6-4f75-9b1a-961871ff7984 for host: dv-cinder-759943-5-iscsi {{(pid=83924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 03:35:25.217470 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391f9b50-3092-40f0-aa96-d763c9fcd578 None None] Updating router 2d7af459-90c6-4f75-9b1a-961871ff7984 port e654a7b6-e94c-4156-8fb1-5521b060dc70 binding host dv-cinder-759943-5-iscsi {{(pid=83924) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 17 03:35:25.312243 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-391f9b50-3092-40f0-aa96-d763c9fcd578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for port, before_update {{(pid=83924) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:25.425512 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:25.478594 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-3de5c54f-3485-40e0-9890-457a10d37dac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:25.962605 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-391f9b50-3092-40f0-aa96-d763c9fcd578 None None] Notify callbacks [] for port, precommit_update {{(pid=83924) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:25.979580 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-391f9b50-3092-40f0-aa96-d763c9fcd578 None None] Transition to ACTIVE for port object e654a7b6-e94c-4156-8fb1-5521b060dc70 will not be triggered until provisioned by entity L2. {{(pid=83924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 03:35:25.983890 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-391f9b50-3092-40f0-aa96-d763c9fcd578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303097879514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733756514675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303098261108'] for port, after_update {{(pid=83924) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:26.002668 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83924) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:35:26.163057 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26262815-5923-4dc6-b1a9-a49c90e5e1b1 None None] Pushing event updated for resources: {'Port': ['ID=e654a7b6-e94c-4156-8fb1-5521b060dc70,revision_number=3']} {{(pid=83924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:35:26.199539 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26262815-5923-4dc6-b1a9-a49c90e5e1b1 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:35:26.199977 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26262815-5923-4dc6-b1a9-a49c90e5e1b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:35:26.200525 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26262815-5923-4dc6-b1a9-a49c90e5e1b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:35:26.201096 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26262815-5923-4dc6-b1a9-a49c90e5e1b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:35:26.201710 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26262815-5923-4dc6-b1a9-a49c90e5e1b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:35:26.202219 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26262815-5923-4dc6-b1a9-a49c90e5e1b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:35:26.202752 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26262815-5923-4dc6-b1a9-a49c90e5e1b1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:35:26.203361 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26262815-5923-4dc6-b1a9-a49c90e5e1b1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:35:26.203938 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26262815-5923-4dc6-b1a9-a49c90e5e1b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:35:26.204496 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26262815-5923-4dc6-b1a9-a49c90e5e1b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:35:26.205022 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26262815-5923-4dc6-b1a9-a49c90e5e1b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:35:26.205794 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26262815-5923-4dc6-b1a9-a49c90e5e1b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:35:26.206496 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26262815-5923-4dc6-b1a9-a49c90e5e1b1 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:35:26.207059 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26262815-5923-4dc6-b1a9-a49c90e5e1b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:35:26.207584 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26262815-5923-4dc6-b1a9-a49c90e5e1b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:35:26.207951 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26262815-5923-4dc6-b1a9-a49c90e5e1b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:35:26.208353 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26262815-5923-4dc6-b1a9-a49c90e5e1b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:35:26.208714 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26262815-5923-4dc6-b1a9-a49c90e5e1b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:35:26.209262 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26262815-5923-4dc6-b1a9-a49c90e5e1b1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:35:26.209712 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26262815-5923-4dc6-b1a9-a49c90e5e1b1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:35:26.210329 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26262815-5923-4dc6-b1a9-a49c90e5e1b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:35:26.210916 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26262815-5923-4dc6-b1a9-a49c90e5e1b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:35:26.211438 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26262815-5923-4dc6-b1a9-a49c90e5e1b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:35:26.211845 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26262815-5923-4dc6-b1a9-a49c90e5e1b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:35:26.220292 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-26262815-5923-4dc6-b1a9-a49c90e5e1b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=83924) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:35:26.437295 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-8cda4ffb-98e6-4bcf-adaf-c47fc353fc1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:26.628908 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.managers [None req-391f9b50-3092-40f0-aa96-d763c9fcd578 None None] Attempting to bind port e654a7b6-e94c-4156-8fb1-5521b060dc70 on host dv-cinder-759943-5-iscsi for vnic_type normal with profile  {{(pid=83924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 03:35:26.629677 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-6d8a3296-9c8f-4700-afa3-a79e287a2987 req-be67218e-b059-4f71-a4c9-ebfdcc112a05 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb13b0aa-8bce-4878-943d-e3483a430b36 HTTP/1.1" status: 200  len: 210 time: 0.1311281
Feb 17 03:35:26.630126 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.managers [None req-391f9b50-3092-40f0-aa96-d763c9fcd578 None None] Attempting to bind port e654a7b6-e94c-4156-8fb1-5521b060dc70 by drivers openvswitch on host dv-cinder-759943-5-iscsi at level 0 using segments [{'id': '6c015ecf-ca24-43ac-84f0-02668fe7daf5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'b3188410-3b2d-4523-8ccc-1882d94255cc'}] {{(pid=83924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 03:35:26.630736 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-391f9b50-3092-40f0-aa96-d763c9fcd578 None None] Attempting to bind port e654a7b6-e94c-4156-8fb1-5521b060dc70 on network b3188410-3b2d-4523-8ccc-1882d94255cc {{(pid=83924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 03:35:26.645161 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-391f9b50-3092-40f0-aa96-d763c9fcd578 None None] Checking agent: {'id': 'fdf6e942-9f6a-471f-a5a4-d80d5f4aedb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759943-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 3, 18, 27), 'started_at': datetime.datetime(2021, 2, 17, 3, 18, 57), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 3, 34, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759943-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 03:35:26.645934 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-391f9b50-3092-40f0-aa96-d763c9fcd578 None None] Checking segment: {'id': '6c015ecf-ca24-43ac-84f0-02668fe7daf5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'b3188410-3b2d-4523-8ccc-1882d94255cc'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 03:35:26.646592 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-391f9b50-3092-40f0-aa96-d763c9fcd578 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83924) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:26.648349 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-391f9b50-3092-40f0-aa96-d763c9fcd578 None None] Bound using segment: {'id': '6c015ecf-ca24-43ac-84f0-02668fe7daf5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'b3188410-3b2d-4523-8ccc-1882d94255cc'} {{(pid=83924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 03:35:26.649218 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.managers [None req-391f9b50-3092-40f0-aa96-d763c9fcd578 None None] Bound port: e654a7b6-e94c-4156-8fb1-5521b060dc70, host: dv-cinder-759943-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c015ecf-ca24-43ac-84f0-02668fe7daf5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'b3188410-3b2d-4523-8ccc-1882d94255cc'}}] {{(pid=83924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 03:35:26.649993 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-391f9b50-3092-40f0-aa96-d763c9fcd578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for port, before_update {{(pid=83924) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:26.832630 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e32ab1-8802-4fce-878c-e19aa023b5d3 req-b952119b-f17e-42e4-acc2-6fcbe2502333 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:35:26.834495 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-47e32ab1-8802-4fce-878c-e19aa023b5d3 req-b952119b-f17e-42e4-acc2-6fcbe2502333 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.54 "GET /v2.0/networks?id=735791d7-b752-470f-b049-6623a91713f5 HTTP/1.1" status: 200  len: 815 time: 0.3898587
Feb 17 03:35:26.845704 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.db [None req-391f9b50-3092-40f0-aa96-d763c9fcd578 None None] For port e654a7b6-e94c-4156-8fb1-5521b060dc70, host dv-cinder-759943-5-iscsi, cleared binding levels {{(pid=83924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 03:35:26.850280 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.db [None req-391f9b50-3092-40f0-aa96-d763c9fcd578 None None] For port e654a7b6-e94c-4156-8fb1-5521b060dc70, host dv-cinder-759943-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-5-iscsi',level=0,port_id=e654a7b6-e94c-4156-8fb1-5521b060dc70,segment=NetworkSegment(6c015ecf-ca24-43ac-84f0-02668fe7daf5),segment_id=6c015ecf-ca24-43ac-84f0-02668fe7daf5)] {{(pid=83924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 03:35:26.859691 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-391f9b50-3092-40f0-aa96-d763c9fcd578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303097879514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733756514675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303098261108'] for port, after_update {{(pid=83924) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:26.893132 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-84f5d66a-9d00-494b-bd63-1598a9f15b2b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83924) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:35:27.006356 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-47e32ab1-8802-4fce-878c-e19aa023b5d3 req-79bf0819-d20e-40c6-bfbc-437bd1ee02d5 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=64044155addf41e9ba2bde5782afed2a HTTP/1.1" status: 200  len: 5704 time: 0.1504843
Feb 17 03:35:27.035933 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.v2.base [req-47e32ab1-8802-4fce-878c-e19aa023b5d3 req-c552fcfb-a271-478b-9316-645b2ef9318a tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Request body: {'port': {'device_id': 'eb13b0aa-8bce-4878-943d-e3483a430b36', 'network_id': '735791d7-b752-470f-b049-6623a91713f5', 'admin_state_up': True, 'tenant_id': '64044155addf41e9ba2bde5782afed2a', 'security_groups': ['572f8aba-2662-47bd-acd4-4d35c0227c76']}} {{(pid=83921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:35:27.073963 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26262815-5923-4dc6-b1a9-a49c90e5e1b1 None None] Pushing event updated for resources: {'Port': ['ID=e654a7b6-e94c-4156-8fb1-5521b060dc70,revision_number=4']} {{(pid=83924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:35:27.079327 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-26262815-5923-4dc6-b1a9-a49c90e5e1b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=83924) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:35:27.151380 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-391f9b50-3092-40f0-aa96-d763c9fcd578 None None] Routers {'2d7af459-90c6-4f75-9b1a-961871ff7984'} bound to L3 agent in host dv-cinder-759943-5-iscsi {{(pid=83924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 03:35:27.152173 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_hamode_db [None req-391f9b50-3092-40f0-aa96-d763c9fcd578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f17c6226c18>, 'dv-cinder-759943-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T03:18:25Z,description=<?>,heartbeat_timestamp=2021-02-17T03:35:25Z,host='dv-cinder-759943-5-iscsi',id=3e02af72-3002-4fb3-96dd-e59119f81584,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T03:18:25Z,topic='l3_agent')) {'router_ids': ['2d7af459-90c6-4f75-9b1a-961871ff7984'], 'active': True} {{(pid=83924) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:35:27.255592 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:27.309504 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [req-47e32ab1-8802-4fce-878c-e19aa023b5d3 req-c552fcfb-a271-478b-9316-645b2ef9318a tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:35:27.322978 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [req-47e32ab1-8802-4fce-878c-e19aa023b5d3 req-c552fcfb-a271-478b-9316-645b2ef9318a tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:35:27.334422 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47e32ab1-8802-4fce-878c-e19aa023b5d3 req-c552fcfb-a271-478b-9316-645b2ef9318a tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Made reservation on behalf of 64044155addf41e9ba2bde5782afed2a for: {'port': 1} {{(pid=83921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 03:35:27.344168 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-47e32ab1-8802-4fce-878c-e19aa023b5d3 req-c552fcfb-a271-478b-9316-645b2ef9318a tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for port, before_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:27.441340 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvr_db [None req-391f9b50-3092-40f0-aa96-d763c9fcd578 None None] Set router 2d7af459-90c6-4f75-9b1a-961871ff7984 gateway port host: dv-cinder-759943-5-iscsi {{(pid=83924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 03:35:27.586939 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-3bdb028f-655c-46e9-b0eb-5d4ca64bdb37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:27.788425 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.db_base_plugin_common [req-47e32ab1-8802-4fce-878c-e19aa023b5d3 req-c552fcfb-a271-478b-9316-645b2ef9318a tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Allocated IP 172.20.0.14 (735791d7-b752-470f-b049-6623a91713f5/1603be8a-dd86-41be-b651-1a8436af8dbf/3536cbed-2c8d-4d95-bbc0-f2840e848748) {{(pid=83921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 03:35:27.933132 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-60228768-3b79-4a74-af6c-954b779e19b8 req-a3db5920-2aa3-4c43-aa7e-3b7f2ea9cc97 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb13b0aa-8bce-4878-943d-e3483a430b36 HTTP/1.1" status: 200  len: 210 time: 0.0933347
Feb 17 03:35:27.990643 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_hamode_db [None req-391f9b50-3092-40f0-aa96-d763c9fcd578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f17c6226c18>, [{'id': '2d7af459-90c6-4f75-9b1a-961871ff7984', 'name': 'tempest-TestMinimumBasicScenario-1775846261-router', 'tenant_id': '688dfe990479484ba91f5f3241f71c34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'external_fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': '4c2acbdf-7cba-45c1-b002-727889582174', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:35:12Z', 'updated_at': '2021-02-17T03:35:18Z', 'revision_number': 4, 'project_id': '688dfe990479484ba91f5f3241f71c34', 'gw_port': {'id': '4c2acbdf-7cba-45c1-b002-727889582174', 'name': '', 'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:93:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d7af459-90c6-4f75-9b1a-961871ff7984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:35:13Z', 'updated_at': '2021-02-17T03:35:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-5-iscsi', '_interfaces': [{'id': 'e654a7b6-e94c-4156-8fb1-5521b060dc70', 'name': '', 'network_id': 'b3188410-3b2d-4523-8ccc-1882d94255cc', 'tenant_id': '688dfe990479484ba91f5f3241f71c34', 'mac_address': 'fa:16:3e:f6:e5:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d7af459-90c6-4f75-9b1a-961871ff7984', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '93184869-a955-40ff-a3bb-5e5bae8b972f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:35:17Z', 'updated_at': '2021-02-17T03:35:26Z', 'revision_number': 4, 'project_id': '688dfe990479484ba91f5f3241f71c34', 'subnets': [{'id': '93184869-a955-40ff-a3bb-5e5bae8b972f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759943-5-iscsi', False) {} {{(pid=83924) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:35:27.995545 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391f9b50-3092-40f0-aa96-d763c9fcd578 None None] The sync data for ids ['2d7af459-90c6-4f75-9b1a-961871ff7984'] in dv-cinder-759943-5-iscsi is: [{'id': '2d7af459-90c6-4f75-9b1a-961871ff7984', 'name': 'tempest-TestMinimumBasicScenario-1775846261-router', 'tenant_id': '688dfe990479484ba91f5f3241f71c34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'external_fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': '4c2acbdf-7cba-45c1-b002-727889582174', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:35:12Z', 'updated_at': '2021-02-17T03:35:18Z', 'revision_number': 4, 'project_id': '688dfe990479484ba91f5f3241f71c34', 'gw_port': {'id': '4c2acbdf-7cba-45c1-b002-727889582174', 'name': '', 'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:93:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d7af459-90c6-4f75-9b1a-961871ff7984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:35:13Z', 'updated_at': '2021-02-17T03:35:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-5-iscsi', '_interfaces': [{'id': 'e654a7b6-e94c-4156-8fb1-5521b060dc70', 'name': '', 'network_id': 'b3188410-3b2d-4523-8ccc-1882d94255cc', 'tenant_id': '688dfe990479484ba91f5f3241f71c34', 'mac_address': 'fa:16:3e:f6:e5:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d7af459-90c6-4f75-9b1a-961871ff7984', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '93184869-a955-40ff-a3bb-5e5bae8b972f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:35:17Z', 'updated_at': '2021-02-17T03:35:26Z', 'revision_number': 4, 'project_id': '688dfe990479484ba91f5f3241f71c34', 'subnets': [{'id': '93184869-a955-40ff-a3bb-5e5bae8b972f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 03:35:28.375286 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Device e654a7b6-e94c-4156-8fb1-5521b060dc70 up at agent ovs-agent-dv-cinder-759943-5-iscsi {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:35:28.515511 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Provisioning for port e654a7b6-e94c-4156-8fb1-5521b060dc70 completed by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 03:35:28.522140 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Provisioning complete for port e654a7b6-e94c-4156-8fb1-5521b060dc70 triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:35:28.522991 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838161172'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:28.532473 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-47e32ab1-8802-4fce-878c-e19aa023b5d3 req-c552fcfb-a271-478b-9316-645b2ef9318a tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Notify callbacks [] for port, precommit_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:28.552366 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [req-47e32ab1-8802-4fce-878c-e19aa023b5d3 req-c552fcfb-a271-478b-9316-645b2ef9318a tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Transition to ACTIVE for port object 3536cbed-2c8d-4d95-bbc0-f2840e848748 will not be triggered until provisioned by entity DHCP. {{(pid=83921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 03:35:28.580102 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-47e32ab1-8802-4fce-878c-e19aa023b5d3 req-c552fcfb-a271-478b-9316-645b2ef9318a tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363303098263190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852640907'] for port, after_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:28.599785 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-24e429a4-54b8-4a3d-8b32-9fd6e91e4e2d tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:35:28.679650 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for port, before_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:28.723609 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.db [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] For port e654a7b6-e94c-4156-8fb1-5521b060dc70, host dv-cinder-759943-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-5-iscsi',level=0,port_id=e654a7b6-e94c-4156-8fb1-5521b060dc70,segment=NetworkSegment(6c015ecf-ca24-43ac-84f0-02668fe7daf5),segment_id=6c015ecf-ca24-43ac-84f0-02668fe7daf5)] {{(pid=83923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:35:28.727007 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303097879514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733756514675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303098261108'] for port, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:28.732786 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-ced6291a-3294-4865-ba08-fa8730038816 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:35:28.769166 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c552fcfb-a271-478b-9316-645b2ef9318a tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Pushing event updated for resources: {'Port': ['ID=3536cbed-2c8d-4d95-bbc0-f2840e848748,revision_number=1']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:35:28.783061 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-c552fcfb-a271-478b-9316-645b2ef9318a tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:35:28.831405 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Pushing event updated for resources: {'Port': ['ID=e654a7b6-e94c-4156-8fb1-5521b060dc70,revision_number=5']} {{(pid=83923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:35:28.842659 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:35:28.866226 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47e32ab1-8802-4fce-878c-e19aa023b5d3 req-c552fcfb-a271-478b-9316-645b2ef9318a tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Network 735791d7-b752-470f-b049-6623a91713f5 is already hosted by enough agents. {{(pid=83921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 03:35:28.868270 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.scheduler.base_scheduler [req-47e32ab1-8802-4fce-878c-e19aa023b5d3 req-c552fcfb-a271-478b-9316-645b2ef9318a tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Resources bound (agent type, host, resource id):  {{(pid=83921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 03:35:28.885072 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvrscheduler_db [req-47e32ab1-8802-4fce-878c-e19aa023b5d3 req-c552fcfb-a271-478b-9316-645b2ef9318a tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Received port after_create {{(pid=83921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 03:35:29.050984 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e32ab1-8802-4fce-878c-e19aa023b5d3 req-c552fcfb-a271-478b-9316-645b2ef9318a tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:35:29.052111 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-47e32ab1-8802-4fce-878c-e19aa023b5d3 req-c552fcfb-a271-478b-9316-645b2ef9318a tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774597'] for port, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:29.124156 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-47e32ab1-8802-4fce-878c-e19aa023b5d3 req-c552fcfb-a271-478b-9316-645b2ef9318a tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.1071069
Feb 17 03:35:29.163659 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.v2.base [req-47e32ab1-8802-4fce-878c-e19aa023b5d3 req-f993b754-394f-4ba4-8b09-24d1712f9a1a service neutron] Request body: {'port': {'device_id': 'eb13b0aa-8bce-4878-943d-e3483a430b36', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75994'}} {{(pid=83921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:35:29.287904 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-e09fe5f8-dbe7-4ba8-8e6d-abcb85d25bd0 None None] Provisioning for port 3536cbed-2c8d-4d95-bbc0-f2840e848748 completed by entity DHCP. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 03:35:29.294618 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4627b5-b2d7-441a-a07c-4eb83a52c553 req-8253b731-ce1e-4fbd-b14a-d8a960cc199a tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:35:29.296975 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-8f4627b5-b2d7-441a-a07c-4eb83a52c553 req-8253b731-ce1e-4fbd-b14a-d8a960cc199a tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb13b0aa-8bce-4878-943d-e3483a430b36 HTTP/1.1" status: 200  len: 932 time: 0.1278102
Feb 17 03:35:29.306719 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-e09fe5f8-dbe7-4ba8-8e6d-abcb85d25bd0 None None] Provisioning complete for port 3536cbed-2c8d-4d95-bbc0-f2840e848748 triggered by entity DHCP. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:35:29.307141 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e09fe5f8-dbe7-4ba8-8e6d-abcb85d25bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838161172'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:29.353873 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-47e32ab1-8802-4fce-878c-e19aa023b5d3 req-f993b754-394f-4ba4-8b09-24d1712f9a1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for port, before_update {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:29.356696 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-8f4627b5-b2d7-441a-a07c-4eb83a52c553 req-bdcae624-8871-4379-bf1c-194190801abe tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/security-groups?id=572f8aba-2662-47bd-acd4-4d35c0227c76&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0525742
Feb 17 03:35:29.386054 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.plugin [None req-e09fe5f8-dbe7-4ba8-8e6d-abcb85d25bd0 None None] Port 3536cbed-2c8d-4d95-bbc0-f2840e848748 cannot update to ACTIVE because it is not bound. {{(pid=83923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 03:35:29.941637 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.notifiers.nova [req-47e32ab1-8802-4fce-878c-e19aa023b5d3 req-f993b754-394f-4ba4-8b09-24d1712f9a1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3536cbed-2c8d-4d95-bbc0-f2840e848748 {{(pid=83921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 17 03:35:29.955205 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-47e32ab1-8802-4fce-878c-e19aa023b5d3 req-f993b754-394f-4ba4-8b09-24d1712f9a1a service neutron] Notify callbacks [] for port, precommit_update {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:29.980085 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [req-47e32ab1-8802-4fce-878c-e19aa023b5d3 req-f993b754-394f-4ba4-8b09-24d1712f9a1a service neutron] Transition to ACTIVE for port object 3536cbed-2c8d-4d95-bbc0-f2840e848748 will not be triggered until provisioned by entity L2. {{(pid=83921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 03:35:29.984668 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-47e32ab1-8802-4fce-878c-e19aa023b5d3 req-f993b754-394f-4ba4-8b09-24d1712f9a1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303097879514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733756514675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303098261108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2134908'] for port, after_update {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:30.014942 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-b8c88302-5b72-4d51-8633-31e038286337 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:35:30.156373 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f993b754-394f-4ba4-8b09-24d1712f9a1a service neutron] Pushing event updated for resources: {'Port': ['ID=3536cbed-2c8d-4d95-bbc0-f2840e848748,revision_number=2']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:35:30.181799 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f993b754-394f-4ba4-8b09-24d1712f9a1a service neutron] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:35:30.181799 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f993b754-394f-4ba4-8b09-24d1712f9a1a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:35:30.181799 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f993b754-394f-4ba4-8b09-24d1712f9a1a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:35:30.181799 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f993b754-394f-4ba4-8b09-24d1712f9a1a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:35:30.181799 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f993b754-394f-4ba4-8b09-24d1712f9a1a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:35:30.181799 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f993b754-394f-4ba4-8b09-24d1712f9a1a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:35:30.181799 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f993b754-394f-4ba4-8b09-24d1712f9a1a service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:35:30.181799 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f993b754-394f-4ba4-8b09-24d1712f9a1a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:35:30.185502 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f993b754-394f-4ba4-8b09-24d1712f9a1a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:35:30.185502 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f993b754-394f-4ba4-8b09-24d1712f9a1a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:35:30.185502 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f993b754-394f-4ba4-8b09-24d1712f9a1a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:35:30.185502 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f993b754-394f-4ba4-8b09-24d1712f9a1a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:35:30.185502 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f993b754-394f-4ba4-8b09-24d1712f9a1a service neutron] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:35:30.185502 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f993b754-394f-4ba4-8b09-24d1712f9a1a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:35:30.185502 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f993b754-394f-4ba4-8b09-24d1712f9a1a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:35:30.185502 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f993b754-394f-4ba4-8b09-24d1712f9a1a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:35:30.188503 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f993b754-394f-4ba4-8b09-24d1712f9a1a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:35:30.188503 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f993b754-394f-4ba4-8b09-24d1712f9a1a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:35:30.188503 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f993b754-394f-4ba4-8b09-24d1712f9a1a service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:35:30.188503 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f993b754-394f-4ba4-8b09-24d1712f9a1a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:35:30.188503 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f993b754-394f-4ba4-8b09-24d1712f9a1a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:35:30.188503 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f993b754-394f-4ba4-8b09-24d1712f9a1a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:35:30.188503 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f993b754-394f-4ba4-8b09-24d1712f9a1a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:35:30.189682 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f993b754-394f-4ba4-8b09-24d1712f9a1a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:35:30.195364 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-f993b754-394f-4ba4-8b09-24d1712f9a1a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:35:30.396877 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Device e654a7b6-e94c-4156-8fb1-5521b060dc70 up at agent ovs-agent-dv-cinder-759943-5-iscsi {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:35:30.524681 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Provisioning complete for port e654a7b6-e94c-4156-8fb1-5521b060dc70 triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:35:30.525894 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838161172'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:30.568032 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.managers [req-47e32ab1-8802-4fce-878c-e19aa023b5d3 req-f993b754-394f-4ba4-8b09-24d1712f9a1a service neutron] Attempting to bind port 3536cbed-2c8d-4d95-bbc0-f2840e848748 on host hv-cinder-75994 for vnic_type normal with profile  {{(pid=83921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 03:35:30.568582 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.managers [req-47e32ab1-8802-4fce-878c-e19aa023b5d3 req-f993b754-394f-4ba4-8b09-24d1712f9a1a service neutron] Attempting to bind port 3536cbed-2c8d-4d95-bbc0-f2840e848748 by drivers openvswitch on host hv-cinder-75994 at level 0 using segments [{'id': 'edc0940c-57ea-45ad-8589-5951cb8baffd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '735791d7-b752-470f-b049-6623a91713f5'}] {{(pid=83921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 03:35:30.568892 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47e32ab1-8802-4fce-878c-e19aa023b5d3 req-f993b754-394f-4ba4-8b09-24d1712f9a1a service neutron] Attempting to bind port 3536cbed-2c8d-4d95-bbc0-f2840e848748 on network 735791d7-b752-470f-b049-6623a91713f5 {{(pid=83921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 03:35:30.579475 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47e32ab1-8802-4fce-878c-e19aa023b5d3 req-f993b754-394f-4ba4-8b09-24d1712f9a1a service neutron] Checking agent: {'id': '1c3dee76-e565-424d-b4cd-b2af1407410d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75994', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 3, 25, 23), 'started_at': datetime.datetime(2021, 2, 17, 3, 25, 53), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 3, 35, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.11', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 03:35:30.579983 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47e32ab1-8802-4fce-878c-e19aa023b5d3 req-f993b754-394f-4ba4-8b09-24d1712f9a1a service neutron] Checking segment: {'id': 'edc0940c-57ea-45ad-8589-5951cb8baffd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '735791d7-b752-470f-b049-6623a91713f5'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 03:35:30.580406 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-47e32ab1-8802-4fce-878c-e19aa023b5d3 req-f993b754-394f-4ba4-8b09-24d1712f9a1a service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:30.581520 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47e32ab1-8802-4fce-878c-e19aa023b5d3 req-f993b754-394f-4ba4-8b09-24d1712f9a1a service neutron] Bound using segment: {'id': 'edc0940c-57ea-45ad-8589-5951cb8baffd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '735791d7-b752-470f-b049-6623a91713f5'} {{(pid=83921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 03:35:30.582053 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.managers [req-47e32ab1-8802-4fce-878c-e19aa023b5d3 req-f993b754-394f-4ba4-8b09-24d1712f9a1a service neutron] Bound port: 3536cbed-2c8d-4d95-bbc0-f2840e848748, host: hv-cinder-75994, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edc0940c-57ea-45ad-8589-5951cb8baffd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '735791d7-b752-470f-b049-6623a91713f5'}}] {{(pid=83921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 03:35:30.582445 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-47e32ab1-8802-4fce-878c-e19aa023b5d3 req-f993b754-394f-4ba4-8b09-24d1712f9a1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for port, before_update {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:30.716244 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.db [req-47e32ab1-8802-4fce-878c-e19aa023b5d3 req-f993b754-394f-4ba4-8b09-24d1712f9a1a service neutron] For port 3536cbed-2c8d-4d95-bbc0-f2840e848748, host hv-cinder-75994, cleared binding levels {{(pid=83921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 03:35:30.720498 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.db [req-47e32ab1-8802-4fce-878c-e19aa023b5d3 req-f993b754-394f-4ba4-8b09-24d1712f9a1a service neutron] For port 3536cbed-2c8d-4d95-bbc0-f2840e848748, host hv-cinder-75994, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=3536cbed-2c8d-4d95-bbc0-f2840e848748,segment=NetworkSegment(edc0940c-57ea-45ad-8589-5951cb8baffd),segment_id=edc0940c-57ea-45ad-8589-5951cb8baffd)] {{(pid=83921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 03:35:30.781477 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-47e32ab1-8802-4fce-878c-e19aa023b5d3 req-f993b754-394f-4ba4-8b09-24d1712f9a1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303097879514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733756514675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303098261108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2134908'] for port, after_update {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:30.800285 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-9bd26c43-8df4-4868-a195-891bea7047fd tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:35:31.012838 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bbedb7-d9de-438c-b2c1-7ef98c00fabe req-4d9885b0-0818-47eb-8044-452fb1ace5a6 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:35:31.013600 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [req-02bbedb7-d9de-438c-b2c1-7ef98c00fabe req-4d9885b0-0818-47eb-8044-452fb1ace5a6 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Synchronizing usage tracker for tenant:64044155addf41e9ba2bde5782afed2a on resource:port {{(pid=83921) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 03:35:31.020599 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f993b754-394f-4ba4-8b09-24d1712f9a1a service neutron] Pushing event updated for resources: {'Port': ['ID=3536cbed-2c8d-4d95-bbc0-f2840e848748,revision_number=3']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:35:31.030538 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-f993b754-394f-4ba4-8b09-24d1712f9a1a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:35:31.049100 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [req-02bbedb7-d9de-438c-b2c1-7ef98c00fabe req-4d9885b0-0818-47eb-8044-452fb1ace5a6 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Unset dirty status for tenant:64044155addf41e9ba2bde5782afed2a on resource:port {{(pid=83921) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 03:35:31.050421 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-02bbedb7-d9de-438c-b2c1-7ef98c00fabe req-4d9885b0-0818-47eb-8044-452fb1ace5a6 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb13b0aa-8bce-4878-943d-e3483a430b36 HTTP/1.1" status: 200  len: 944 time: 0.3568494
Feb 17 03:35:31.053560 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e32ab1-8802-4fce-878c-e19aa023b5d3 req-f993b754-394f-4ba4-8b09-24d1712f9a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:35:31.054352 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-47e32ab1-8802-4fce-878c-e19aa023b5d3 req-f993b754-394f-4ba4-8b09-24d1712f9a1a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774597'] for port, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:31.056282 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-47e32ab1-8802-4fce-878c-e19aa023b5d3 req-f993b754-394f-4ba4-8b09-24d1712f9a1a service neutron] 10.222.0.54 "PUT /v2.0/ports/3536cbed-2c8d-4d95-bbc0-f2840e848748 HTTP/1.1" status: 200  len: 1158 time: 1.9189043
Feb 17 03:35:31.056883 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb13b0aa-8bce-4878-943d-e3483a430b36', 'tag': '3536cbed-2c8d-4d95-bbc0-f2840e848748'}] {{(pid=83921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 03:35:31.143885 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb13b0aa-8bce-4878-943d-e3483a430b36', 'tag': '3536cbed-2c8d-4d95-bbc0-f2840e848748', 'status': 'completed', 'code': 200}
Feb 17 03:35:31.218740 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-02bbedb7-d9de-438c-b2c1-7ef98c00fabe req-c13da846-aa65-4b9a-bd7c-6129c91f1639 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/security-groups?id=572f8aba-2662-47bd-acd4-4d35c0227c76&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1562095
Feb 17 03:35:31.247546 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e32ab1-8802-4fce-878c-e19aa023b5d3 req-d7246afb-8de9-4030-a1e3-8fcdbc8ef366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:35:31.249509 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-47e32ab1-8802-4fce-878c-e19aa023b5d3 req-d7246afb-8de9-4030-a1e3-8fcdbc8ef366 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=64044155addf41e9ba2bde5782afed2a&device_id=eb13b0aa-8bce-4878-943d-e3483a430b36 HTTP/1.1" status: 200  len: 1161 time: 0.1046553
Feb 17 03:35:31.346254 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-47e32ab1-8802-4fce-878c-e19aa023b5d3 req-25c9cd49-7bf7-4c71-b6b3-6c0126dfc932 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3536cbed-2c8d-4d95-bbc0-f2840e848748 HTTP/1.1" status: 200  len: 217 time: 0.0828598
Feb 17 03:35:31.444246 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e32ab1-8802-4fce-878c-e19aa023b5d3 req-685fa568-7373-400e-a983-9d9e9d654964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:35:31.446342 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-47e32ab1-8802-4fce-878c-e19aa023b5d3 req-685fa568-7373-400e-a983-9d9e9d654964 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1603be8a-dd86-41be-b651-1a8436af8dbf HTTP/1.1" status: 200  len: 854 time: 0.0934920
Feb 17 03:35:31.553292 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e32ab1-8802-4fce-878c-e19aa023b5d3 req-232c8c71-1696-49f7-a80b-5b7ddbe1b66c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:35:31.555044 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-47e32ab1-8802-4fce-878c-e19aa023b5d3 req-232c8c71-1696-49f7-a80b-5b7ddbe1b66c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=735791d7-b752-470f-b049-6623a91713f5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1003857
Feb 17 03:35:31.708234 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-47e32ab1-8802-4fce-878c-e19aa023b5d3 req-d58373b9-54ba-4085-bc9b-1dc2f7e1f426 service neutron] 10.222.0.54 "GET /v2.0/networks/735791d7-b752-470f-b049-6623a91713f5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1460648
Feb 17 03:35:31.870618 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-47e32ab1-8802-4fce-878c-e19aa023b5d3 req-e68ea47b-e7f6-4b22-82d0-d3db08d695e7 service neutron] 10.222.0.54 "GET /v2.0/networks/735791d7-b752-470f-b049-6623a91713f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1550894
Feb 17 03:35:32.064638 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bdc370-c61f-4bef-8a00-824ed72609b4 req-d436f205-320b-4b8a-b86d-42d2a0261b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:35:32.066379 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-91bdc370-c61f-4bef-8a00-824ed72609b4 req-d436f205-320b-4b8a-b86d-42d2a0261b6c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=64044155addf41e9ba2bde5782afed2a&device_id=eb13b0aa-8bce-4878-943d-e3483a430b36 HTTP/1.1" status: 200  len: 1161 time: 0.1051569
Feb 17 03:35:32.233488 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bdc370-c61f-4bef-8a00-824ed72609b4 req-8ca8d70f-0b12-4c37-9549-f06350ed6c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:35:32.238023 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-91bdc370-c61f-4bef-8a00-824ed72609b4 req-8ca8d70f-0b12-4c37-9549-f06350ed6c9d service neutron] 10.222.0.54 "GET /v2.0/networks?id=735791d7-b752-470f-b049-6623a91713f5 HTTP/1.1" status: 200  len: 909 time: 0.1650157
Feb 17 03:35:32.334865 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-91bdc370-c61f-4bef-8a00-824ed72609b4 req-e9bc6480-b5a9-4689-881b-c3f612a9be93 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3536cbed-2c8d-4d95-bbc0-f2840e848748 HTTP/1.1" status: 200  len: 217 time: 0.0904062
Feb 17 03:35:32.419773 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bdc370-c61f-4bef-8a00-824ed72609b4 req-fc406fcc-7cc2-4ddb-a66c-014ceab58c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:35:32.422368 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-91bdc370-c61f-4bef-8a00-824ed72609b4 req-fc406fcc-7cc2-4ddb-a66c-014ceab58c2f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1603be8a-dd86-41be-b651-1a8436af8dbf HTTP/1.1" status: 200  len: 854 time: 0.0812421
Feb 17 03:35:32.493180 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecc4a67-3b3e-471d-b8e3-405676f6cc96 req-4ed30068-1b5f-4b89-b080-879a70834e8f tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:35:32.495105 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-2ecc4a67-3b3e-471d-b8e3-405676f6cc96 req-4ed30068-1b5f-4b89-b080-879a70834e8f tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb13b0aa-8bce-4878-943d-e3483a430b36 HTTP/1.1" status: 200  len: 944 time: 0.1112967
Feb 17 03:35:32.567957 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-2ecc4a67-3b3e-471d-b8e3-405676f6cc96 req-10233e78-83b5-4592-8de5-d8a4a86c8fb9 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/security-groups?id=572f8aba-2662-47bd-acd4-4d35c0227c76&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0642533
Feb 17 03:35:32.770162 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bdc370-c61f-4bef-8a00-824ed72609b4 req-e946a3d0-1523-4079-98ee-76ec7810a4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:35:32.772405 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-91bdc370-c61f-4bef-8a00-824ed72609b4 req-e946a3d0-1523-4079-98ee-76ec7810a4cb service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=735791d7-b752-470f-b049-6623a91713f5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3429143
Feb 17 03:35:32.939658 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-91bdc370-c61f-4bef-8a00-824ed72609b4 req-4bb64f42-566c-4131-9c0b-0c4a956ed29d service neutron] 10.222.0.54 "GET /v2.0/networks/735791d7-b752-470f-b049-6623a91713f5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1602230
Feb 17 03:35:33.107674 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-91bdc370-c61f-4bef-8a00-824ed72609b4 req-21221615-8f92-439c-a990-494b30f6ea85 service neutron] 10.222.0.54 "GET /v2.0/networks/735791d7-b752-470f-b049-6623a91713f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1599474
Feb 17 03:35:33.272231 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ef21bb-2fd0-4612-8d29-3c8c53237b9b req-66bf39ef-a1fd-4141-a6e2-df65b555a2f5 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:35:33.273000 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [req-24ef21bb-2fd0-4612-8d29-3c8c53237b9b req-66bf39ef-a1fd-4141-a6e2-df65b555a2f5 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] Synchronizing usage tracker for tenant:688dfe990479484ba91f5f3241f71c34 on resource:network {{(pid=83922) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 03:35:33.289857 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [req-24ef21bb-2fd0-4612-8d29-3c8c53237b9b req-66bf39ef-a1fd-4141-a6e2-df65b555a2f5 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] Unset dirty status for tenant:688dfe990479484ba91f5f3241f71c34 on resource:network {{(pid=83922) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 03:35:33.291071 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-24ef21bb-2fd0-4612-8d29-3c8c53237b9b req-66bf39ef-a1fd-4141-a6e2-df65b555a2f5 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] 10.222.0.57 "GET /v2.0/networks?id=b3188410-3b2d-4523-8ccc-1882d94255cc HTTP/1.1" status: 200  len: 815 time: 0.1854203
Feb 17 03:35:33.307291 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-24ef21bb-2fd0-4612-8d29-3c8c53237b9b req-11837e67-5352-47be-b131-c4caac803148 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] 10.222.0.57 "GET /v2.0/quotas/688dfe990479484ba91f5f3241f71c34 HTTP/1.1" status: 200  len: 375 time: 0.0100188
Feb 17 03:35:33.406342 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [req-24ef21bb-2fd0-4612-8d29-3c8c53237b9b req-069dca2d-6479-4698-ab16-cbfb76317ebc tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] Synchronizing usage tracker for tenant:688dfe990479484ba91f5f3241f71c34 on resource:port {{(pid=83922) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 03:35:33.423512 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [req-24ef21bb-2fd0-4612-8d29-3c8c53237b9b req-069dca2d-6479-4698-ab16-cbfb76317ebc tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] Unset dirty status for tenant:688dfe990479484ba91f5f3241f71c34 on resource:port {{(pid=83922) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 03:35:33.424976 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-24ef21bb-2fd0-4612-8d29-3c8c53237b9b req-069dca2d-6479-4698-ab16-cbfb76317ebc tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=688dfe990479484ba91f5f3241f71c34&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1112814
Feb 17 03:35:33.636235 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-24ef21bb-2fd0-4612-8d29-3c8c53237b9b req-e5cb8b55-1178-4b5d-8db3-a3afd96d9254 service neutron] 10.222.0.57 "GET /v2.0/networks/b3188410-3b2d-4523-8ccc-1882d94255cc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1969419
Feb 17 03:35:33.793956 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-24ef21bb-2fd0-4612-8d29-3c8c53237b9b req-08edf650-480e-466c-a0b9-8a64a0e9a259 service neutron] 10.222.0.57 "GET /v2.0/networks/b3188410-3b2d-4523-8ccc-1882d94255cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1505258
Feb 17 03:35:33.795018 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb7e4ad-9915-45d9-b9a2-ddf21b6fcdb2 req-b9f9a129-93a0-4a43-ac3b-9d892bd27ee8 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:35:33.797217 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-ceb7e4ad-9915-45d9-b9a2-ddf21b6fcdb2 req-b9f9a129-93a0-4a43-ac3b-9d892bd27ee8 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb13b0aa-8bce-4878-943d-e3483a430b36 HTTP/1.1" status: 200  len: 944 time: 0.0967033
Feb 17 03:35:33.847698 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-ceb7e4ad-9915-45d9-b9a2-ddf21b6fcdb2 req-f1db880e-f9af-47e0-a7a9-d8801d5b35c5 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/security-groups?id=572f8aba-2662-47bd-acd4-4d35c0227c76&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0440242
Feb 17 03:35:34.003456 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-2cfb7bea-9980-40ba-8fb3-26deff6220ba req-2c974abf-e9a8-4211-9868-086ec5cd4401 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] 10.222.0.57 "GET /v2.0/ports?device_id=307fa9d3-f0a5-4c33-aa27-7271e36ec239 HTTP/1.1" status: 200  len: 210 time: 0.0560012
Feb 17 03:35:35.066468 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe4b96b-b3b1-477b-b380-d74794c0e463 req-5c353285-91be-4028-abf1-fcd0785da52e tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:35:35.068113 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-1fe4b96b-b3b1-477b-b380-d74794c0e463 req-5c353285-91be-4028-abf1-fcd0785da52e tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb13b0aa-8bce-4878-943d-e3483a430b36 HTTP/1.1" status: 200  len: 944 time: 0.0891039
Feb 17 03:35:35.128306 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-1fe4b96b-b3b1-477b-b380-d74794c0e463 req-97febd25-116e-4ca9-9156-0e9a9804ffa8 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/security-groups?id=572f8aba-2662-47bd-acd4-4d35c0227c76&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0527089
Feb 17 03:35:35.267172 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-9688559c-942f-480d-b8c5-07665bbd10b7 req-66ca0ee9-7884-40ef-aced-6bcb2b514f6e tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] 10.222.0.57 "GET /v2.0/ports?device_id=307fa9d3-f0a5-4c33-aa27-7271e36ec239 HTTP/1.1" status: 200  len: 210 time: 0.1400211
Feb 17 03:35:35.357280 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ef21bb-2fd0-4612-8d29-3c8c53237b9b req-825c8cff-d8bd-426a-af43-f445fa4f6f19 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:35:35.359340 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-24ef21bb-2fd0-4612-8d29-3c8c53237b9b req-825c8cff-d8bd-426a-af43-f445fa4f6f19 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] 10.222.0.54 "GET /v2.0/networks?id=b3188410-3b2d-4523-8ccc-1882d94255cc HTTP/1.1" status: 200  len: 815 time: 0.2302163
Feb 17 03:35:35.380104 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.v2.base [req-24ef21bb-2fd0-4612-8d29-3c8c53237b9b req-99e5869a-5d3a-4101-9595-b630acd6c297 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] Request body: {'port': {'device_id': '307fa9d3-f0a5-4c33-aa27-7271e36ec239', 'network_id': 'b3188410-3b2d-4523-8ccc-1882d94255cc', 'admin_state_up': True, 'tenant_id': '688dfe990479484ba91f5f3241f71c34'}} {{(pid=83921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:35:35.540815 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [req-24ef21bb-2fd0-4612-8d29-3c8c53237b9b req-99e5869a-5d3a-4101-9595-b630acd6c297 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:35:35.552062 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [req-24ef21bb-2fd0-4612-8d29-3c8c53237b9b req-99e5869a-5d3a-4101-9595-b630acd6c297 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:35:35.563290 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24ef21bb-2fd0-4612-8d29-3c8c53237b9b req-99e5869a-5d3a-4101-9595-b630acd6c297 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] Made reservation on behalf of 688dfe990479484ba91f5f3241f71c34 for: {'port': 1} {{(pid=83921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 03:35:35.569066 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-24ef21bb-2fd0-4612-8d29-3c8c53237b9b req-99e5869a-5d3a-4101-9595-b630acd6c297 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for port, before_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:35.945613 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccf4cda-bb5a-4d1d-b0fd-13d6762322bc req-4d870c8f-3760-4491-a41b-ad43bd788db1 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:35:35.949683 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-9ccf4cda-bb5a-4d1d-b0fd-13d6762322bc req-4d870c8f-3760-4491-a41b-ad43bd788db1 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.57 "GET /v2.0/ports?device_id=ce920548-efb2-455b-a260-d9b321d73cd9 HTTP/1.1" status: 200  len: 945 time: 0.2684877
Feb 17 03:35:36.068448 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-9ccf4cda-bb5a-4d1d-b0fd-13d6762322bc req-1a75767d-52a9-4bbf-aa49-281b81c97a11 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.57 "GET /v2.0/security-groups?id=42a135cc-1e4e-4724-8c79-cda705e48efc&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.1126912
Feb 17 03:35:36.100164 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.db_base_plugin_common [req-24ef21bb-2fd0-4612-8d29-3c8c53237b9b req-99e5869a-5d3a-4101-9595-b630acd6c297 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] Allocated IP 172.20.0.11 (b3188410-3b2d-4523-8ccc-1882d94255cc/93184869-a955-40ff-a3bb-5e5bae8b972f/88c76ccb-10fd-4edc-b372-9a3bad57e105) {{(pid=83921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 03:35:36.366034 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-24ef21bb-2fd0-4612-8d29-3c8c53237b9b req-99e5869a-5d3a-4101-9595-b630acd6c297 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] Notify callbacks [] for port, precommit_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:36.396387 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [req-24ef21bb-2fd0-4612-8d29-3c8c53237b9b req-99e5869a-5d3a-4101-9595-b630acd6c297 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] Transition to ACTIVE for port object 88c76ccb-10fd-4edc-b372-9a3bad57e105 will not be triggered until provisioned by entity DHCP. {{(pid=83921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 03:35:36.399422 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29852a1d-d5a6-4e50-bb56-9f30c708700c req-1a87c791-fde7-4314-b3ce-fb26500ff781 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:35:36.400985 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-29852a1d-d5a6-4e50-bb56-9f30c708700c req-1a87c791-fde7-4314-b3ce-fb26500ff781 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb13b0aa-8bce-4878-943d-e3483a430b36 HTTP/1.1" status: 200  len: 944 time: 0.1278412
Feb 17 03:35:36.466280 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-f171c66c-f175-4220-b377-9d1c58258df1 req-d8e18191-118c-4848-845c-32c47345a9ba tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] 10.222.0.57 "GET /v2.0/ports?device_id=307fa9d3-f0a5-4c33-aa27-7271e36ec239 HTTP/1.1" status: 200  len: 210 time: 0.0716543
Feb 17 03:35:36.469803 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-29852a1d-d5a6-4e50-bb56-9f30c708700c req-9a6f60c6-66e3-4a72-87dc-edaa3c062be8 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/security-groups?id=572f8aba-2662-47bd-acd4-4d35c0227c76&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0549691
Feb 17 03:35:36.500128 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-24ef21bb-2fd0-4612-8d29-3c8c53237b9b req-99e5869a-5d3a-4101-9595-b630acd6c297 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363303098263190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852640907'] for port, after_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:36.518295 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:35:36.664290 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e5869a-5d3a-4101-9595-b630acd6c297 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] Pushing event updated for resources: {'Port': ['ID=88c76ccb-10fd-4edc-b372-9a3bad57e105,revision_number=1']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:35:36.679492 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-99e5869a-5d3a-4101-9595-b630acd6c297 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:35:36.738206 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24ef21bb-2fd0-4612-8d29-3c8c53237b9b req-99e5869a-5d3a-4101-9595-b630acd6c297 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] Network b3188410-3b2d-4523-8ccc-1882d94255cc is already hosted by enough agents. {{(pid=83921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 03:35:36.739763 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.scheduler.base_scheduler [req-24ef21bb-2fd0-4612-8d29-3c8c53237b9b req-99e5869a-5d3a-4101-9595-b630acd6c297 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] Resources bound (agent type, host, resource id):  {{(pid=83921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 03:35:36.743111 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvrscheduler_db [req-24ef21bb-2fd0-4612-8d29-3c8c53237b9b req-99e5869a-5d3a-4101-9595-b630acd6c297 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] Received port after_create {{(pid=83921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 03:35:36.836995 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ef21bb-2fd0-4612-8d29-3c8c53237b9b req-99e5869a-5d3a-4101-9595-b630acd6c297 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:35:36.838089 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-24ef21bb-2fd0-4612-8d29-3c8c53237b9b req-99e5869a-5d3a-4101-9595-b630acd6c297 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774597'] for port, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:36.883207 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-24ef21bb-2fd0-4612-8d29-3c8c53237b9b req-99e5869a-5d3a-4101-9595-b630acd6c297 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.5074346
Feb 17 03:35:37.084232 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-0c320e6e-8896-4e93-9c01-8af6bcdcc260 None None] Provisioning for port 88c76ccb-10fd-4edc-b372-9a3bad57e105 completed by entity DHCP. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 03:35:37.089954 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-0c320e6e-8896-4e93-9c01-8af6bcdcc260 None None] Provisioning complete for port 88c76ccb-10fd-4edc-b372-9a3bad57e105 triggered by entity DHCP. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:35:37.090366 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-0c320e6e-8896-4e93-9c01-8af6bcdcc260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838161172'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:37.174151 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.plugin [None req-0c320e6e-8896-4e93-9c01-8af6bcdcc260 None None] Port 88c76ccb-10fd-4edc-b372-9a3bad57e105 cannot update to ACTIVE because it is not bound. {{(pid=83923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 03:35:37.298977 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e8c4cc-3bc0-48d0-b618-242d35dc6f50 req-cfe49bfc-7037-4f1c-b281-f6fdc1a5c5ca tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:35:37.300677 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-61e8c4cc-3bc0-48d0-b618-242d35dc6f50 req-cfe49bfc-7037-4f1c-b281-f6fdc1a5c5ca tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.57 "GET /v2.0/ports?device_id=ce920548-efb2-455b-a260-d9b321d73cd9 HTTP/1.1" status: 200  len: 945 time: 0.0922151
Feb 17 03:35:37.367102 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-61e8c4cc-3bc0-48d0-b618-242d35dc6f50 req-e529161d-7ffc-40d1-a1ab-519f74ccde1b tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.57 "GET /v2.0/security-groups?id=42a135cc-1e4e-4724-8c79-cda705e48efc&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0589638
Feb 17 03:35:37.698004 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7a6762-798f-4c2d-aeb6-f1b61d628fff req-0262c5c8-834b-441a-acb7-e2b8c362616f tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:35:37.699727 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-8c7a6762-798f-4c2d-aeb6-f1b61d628fff req-0262c5c8-834b-441a-acb7-e2b8c362616f tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] 10.222.0.57 "GET /v2.0/ports?device_id=307fa9d3-f0a5-4c33-aa27-7271e36ec239 HTTP/1.1" status: 200  len: 932 time: 0.1022556
Feb 17 03:35:37.724733 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a53039e-577e-461f-9095-35c8fa08ca82 req-8d541629-45ad-4bc1-a5b9-6d3bb031c962 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:35:37.726978 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-3a53039e-577e-461f-9095-35c8fa08ca82 req-8d541629-45ad-4bc1-a5b9-6d3bb031c962 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb13b0aa-8bce-4878-943d-e3483a430b36 HTTP/1.1" status: 200  len: 944 time: 0.1113257
Feb 17 03:35:37.769922 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [req-8c7a6762-798f-4c2d-aeb6-f1b61d628fff req-af9007a1-b926-4ea6-9d41-23bf063d55ae tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] Synchronizing usage tracker for tenant:688dfe990479484ba91f5f3241f71c34 on resource:security_group {{(pid=83922) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 03:35:37.786986 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-3a53039e-577e-461f-9095-35c8fa08ca82 req-86599674-7397-4649-86cd-26b35455c9d5 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/security-groups?id=572f8aba-2662-47bd-acd4-4d35c0227c76&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0522511
Feb 17 03:35:37.789828 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [req-8c7a6762-798f-4c2d-aeb6-f1b61d628fff req-af9007a1-b926-4ea6-9d41-23bf063d55ae tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] Unset dirty status for tenant:688dfe990479484ba91f5f3241f71c34 on resource:security_group {{(pid=83922) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 03:35:37.791906 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-8c7a6762-798f-4c2d-aeb6-f1b61d628fff req-af9007a1-b926-4ea6-9d41-23bf063d55ae tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] 10.222.0.57 "GET /v2.0/security-groups?id=b3a2e226-ee4b-4da0-ab48-63889dcb7abe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0848215
Feb 17 03:35:38.221444 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Device 3536cbed-2c8d-4d95-bbc0-f2840e848748 up at agent ovs-agent-hv-cinder-75994 {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:35:38.307501 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Provisioning for port 3536cbed-2c8d-4d95-bbc0-f2840e848748 completed by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 03:35:38.313497 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Provisioning complete for port 3536cbed-2c8d-4d95-bbc0-f2840e848748 triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:35:38.313918 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838161172'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:38.462051 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for port, before_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:38.501413 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.db [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] For port 3536cbed-2c8d-4d95-bbc0-f2840e848748, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=3536cbed-2c8d-4d95-bbc0-f2840e848748,segment=NetworkSegment(edc0940c-57ea-45ad-8589-5951cb8baffd),segment_id=edc0940c-57ea-45ad-8589-5951cb8baffd)] {{(pid=83923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:35:38.502594 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb13b0aa-8bce-4878-943d-e3483a430b36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3536cbed-2c8d-4d95-bbc0-f2840e848748'}] {{(pid=83923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 03:35:38.509160 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303097879514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733756514675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303098261108'] for port, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:38.511283 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:35:38.573980 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb13b0aa-8bce-4878-943d-e3483a430b36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3536cbed-2c8d-4d95-bbc0-f2840e848748', 'code': 200}
Feb 17 03:35:38.598351 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Pushing event updated for resources: {'Port': ['ID=3536cbed-2c8d-4d95-bbc0-f2840e848748,revision_number=4']} {{(pid=83923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:35:38.601956 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:35:38.614516 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069fb5a9-9fd6-4b40-871c-e12e9ac44a9a req-f0662d52-0cf1-4508-8140-6051a43264fa tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:35:38.616255 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-069fb5a9-9fd6-4b40-871c-e12e9ac44a9a req-f0662d52-0cf1-4508-8140-6051a43264fa tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.57 "GET /v2.0/ports?device_id=ce920548-efb2-455b-a260-d9b321d73cd9 HTTP/1.1" status: 200  len: 945 time: 0.1242135
Feb 17 03:35:38.673430 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-069fb5a9-9fd6-4b40-871c-e12e9ac44a9a req-158851f3-5e56-487e-8b10-f729ac0baef5 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.57 "GET /v2.0/security-groups?id=42a135cc-1e4e-4724-8c79-cda705e48efc&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0501156
Feb 17 03:35:39.029322 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6f728b-d4a4-43cb-b778-7ec50be436b0 req-4f59bfc2-d8a5-4c1b-9a59-aa6c98a95c94 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:35:39.030737 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [req-8a6f728b-d4a4-43cb-b778-7ec50be436b0 req-4f59bfc2-d8a5-4c1b-9a59-aa6c98a95c94 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] Synchronizing usage tracker for tenant:688dfe990479484ba91f5f3241f71c34 on resource:port {{(pid=83921) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 03:35:39.048745 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [req-8a6f728b-d4a4-43cb-b778-7ec50be436b0 req-4f59bfc2-d8a5-4c1b-9a59-aa6c98a95c94 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] Unset dirty status for tenant:688dfe990479484ba91f5f3241f71c34 on resource:port {{(pid=83921) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 03:35:39.050367 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-8a6f728b-d4a4-43cb-b778-7ec50be436b0 req-4f59bfc2-d8a5-4c1b-9a59-aa6c98a95c94 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] 10.222.0.57 "GET /v2.0/ports?device_id=307fa9d3-f0a5-4c33-aa27-7271e36ec239 HTTP/1.1" status: 200  len: 932 time: 0.1164880
Feb 17 03:35:39.067784 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22271249-9dde-4e98-b253-f75ab0ad58b1 req-d1c23e12-0593-4a17-8613-c48dbadfebb3 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:35:39.069494 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-22271249-9dde-4e98-b253-f75ab0ad58b1 req-d1c23e12-0593-4a17-8613-c48dbadfebb3 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb13b0aa-8bce-4878-943d-e3483a430b36 HTTP/1.1" status: 200  len: 946 time: 0.1151037
Feb 17 03:35:39.107085 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-8a6f728b-d4a4-43cb-b778-7ec50be436b0 req-7af6d6d1-f6ae-4204-9cd2-7806f7510a7c tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] 10.222.0.57 "GET /v2.0/security-groups?id=b3a2e226-ee4b-4da0-ab48-63889dcb7abe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0485089
Feb 17 03:35:39.122811 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-22271249-9dde-4e98-b253-f75ab0ad58b1 req-0c522a2f-594e-4cea-b01a-2e13d164efd7 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/security-groups?id=572f8aba-2662-47bd-acd4-4d35c0227c76&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0463514
Feb 17 03:35:39.511908 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Device 3536cbed-2c8d-4d95-bbc0-f2840e848748 up at agent ovs-agent-hv-cinder-75994 {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:35:39.592265 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Provisioning complete for port 3536cbed-2c8d-4d95-bbc0-f2840e848748 triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:35:39.592683 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838161172'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:39.910564 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066db525-e318-4df3-9a23-fe8d3a6c0002 req-3c105d2d-9e31-4ffe-a87e-ca47a29b864a tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:35:39.912687 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-066db525-e318-4df3-9a23-fe8d3a6c0002 req-3c105d2d-9e31-4ffe-a87e-ca47a29b864a tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.57 "GET /v2.0/ports?device_id=ce920548-efb2-455b-a260-d9b321d73cd9 HTTP/1.1" status: 200  len: 945 time: 0.1081848
Feb 17 03:35:39.972835 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-066db525-e318-4df3-9a23-fe8d3a6c0002 req-bac9ff49-135f-4895-800d-ae086cb47415 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.57 "GET /v2.0/security-groups?id=42a135cc-1e4e-4724-8c79-cda705e48efc&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0538387
Feb 17 03:35:40.328325 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4e99bb-ef1f-4290-9c9b-9a269a4341a8 req-106adadf-48ef-4cf9-8f18-54118047e585 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:35:40.330474 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-8b4e99bb-ef1f-4290-9c9b-9a269a4341a8 req-106adadf-48ef-4cf9-8f18-54118047e585 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] 10.222.0.57 "GET /v2.0/ports?device_id=307fa9d3-f0a5-4c33-aa27-7271e36ec239 HTTP/1.1" status: 200  len: 932 time: 0.1025014
Feb 17 03:35:40.368234 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d074603e-e517-44c9-8823-d45181b6385d req-23b79ca7-2eb6-46e1-8e51-138cd36835ef tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:35:40.378802 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-d074603e-e517-44c9-8823-d45181b6385d req-23b79ca7-2eb6-46e1-8e51-138cd36835ef tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb13b0aa-8bce-4878-943d-e3483a430b36 HTTP/1.1" status: 200  len: 946 time: 0.1093488
Feb 17 03:35:40.391507 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-8b4e99bb-ef1f-4290-9c9b-9a269a4341a8 req-5c59d77a-e1a8-4cff-84a7-d5cf43cf8504 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] 10.222.0.57 "GET /v2.0/security-groups?id=b3a2e226-ee4b-4da0-ab48-63889dcb7abe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0541346
Feb 17 03:35:40.446973 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-d074603e-e517-44c9-8823-d45181b6385d req-312c82ec-fd7c-41d1-a1e8-8f890e1b67e3 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/security-groups?id=572f8aba-2662-47bd-acd4-4d35c0227c76&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0699770
Feb 17 03:35:41.198418 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b7c3c4-5aab-4880-a82d-0937a1fa3020 req-961bbdf7-9cc3-4567-b060-5cf4481e5ab9 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:35:41.199972 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-c6b7c3c4-5aab-4880-a82d-0937a1fa3020 req-961bbdf7-9cc3-4567-b060-5cf4481e5ab9 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.57 "GET /v2.0/ports?device_id=ce920548-efb2-455b-a260-d9b321d73cd9 HTTP/1.1" status: 200  len: 945 time: 0.0971372
Feb 17 03:35:41.255994 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-c6b7c3c4-5aab-4880-a82d-0937a1fa3020 req-7fb32dc9-d2d1-4d3e-99b1-c493c43ab660 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.57 "GET /v2.0/security-groups?id=42a135cc-1e4e-4724-8c79-cda705e48efc&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0486913
Feb 17 03:35:41.625945 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4c367a-3660-4aaf-88e0-f26e4784d1ba req-b180bec7-683c-42a7-a0a6-98493a8783d4 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:35:41.629067 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-5f4c367a-3660-4aaf-88e0-f26e4784d1ba req-b180bec7-683c-42a7-a0a6-98493a8783d4 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] 10.222.0.57 "GET /v2.0/ports?device_id=307fa9d3-f0a5-4c33-aa27-7271e36ec239 HTTP/1.1" status: 200  len: 932 time: 0.1033337
Feb 17 03:35:41.708072 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-5f4c367a-3660-4aaf-88e0-f26e4784d1ba req-5102ec31-3773-4fa9-9f86-b284c33fe3e8 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] 10.222.0.57 "GET /v2.0/security-groups?id=b3a2e226-ee4b-4da0-ab48-63889dcb7abe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0726349
Feb 17 03:35:41.713992 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27220dd-e803-4679-ae8d-db1be5c519df req-b5a4bfb6-5125-40e8-888e-52e7d4c21496 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:35:41.715783 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-f27220dd-e803-4679-ae8d-db1be5c519df req-b5a4bfb6-5125-40e8-888e-52e7d4c21496 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb13b0aa-8bce-4878-943d-e3483a430b36 HTTP/1.1" status: 200  len: 946 time: 0.1199880
Feb 17 03:35:41.774580 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-f27220dd-e803-4679-ae8d-db1be5c519df req-40e9f7b2-f0d4-4a22-80f7-e86402bed2c0 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/security-groups?id=572f8aba-2662-47bd-acd4-4d35c0227c76&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0493953
Feb 17 03:35:42.488366 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f330c771-9a5f-4c81-be1f-7b8943ed384d req-c8f62b29-269e-42c3-86e5-ff4111d62faa tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:35:42.491087 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-f330c771-9a5f-4c81-be1f-7b8943ed384d req-c8f62b29-269e-42c3-86e5-ff4111d62faa tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.57 "GET /v2.0/ports?device_id=ce920548-efb2-455b-a260-d9b321d73cd9 HTTP/1.1" status: 200  len: 945 time: 0.1069379
Feb 17 03:35:42.553954 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-f330c771-9a5f-4c81-be1f-7b8943ed384d req-e08e4c2f-77d2-4922-8b19-5f369b588f79 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.57 "GET /v2.0/security-groups?id=42a135cc-1e4e-4724-8c79-cda705e48efc&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0556586
Feb 17 03:35:42.939056 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d159dd5-8df3-49a7-8d7d-2d8e5ac407f5 req-b8dc64e2-f4cb-47f7-aaaf-4944b4298479 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:35:42.940689 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-5d159dd5-8df3-49a7-8d7d-2d8e5ac407f5 req-b8dc64e2-f4cb-47f7-aaaf-4944b4298479 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] 10.222.0.57 "GET /v2.0/ports?device_id=307fa9d3-f0a5-4c33-aa27-7271e36ec239 HTTP/1.1" status: 200  len: 932 time: 0.1085885
Feb 17 03:35:42.991370 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-5d159dd5-8df3-49a7-8d7d-2d8e5ac407f5 req-900ecce7-9d9c-4e32-93ae-e46a98fd5cd9 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] 10.222.0.57 "GET /v2.0/security-groups?id=b3a2e226-ee4b-4da0-ab48-63889dcb7abe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434270
Feb 17 03:35:43.021444 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3427cf31-4f7b-42e9-8d25-f5cc70a2ed52 req-96fcb798-abc9-459f-8f86-20e8140051fd tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:35:43.024072 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-3427cf31-4f7b-42e9-8d25-f5cc70a2ed52 req-96fcb798-abc9-459f-8f86-20e8140051fd tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb13b0aa-8bce-4878-943d-e3483a430b36 HTTP/1.1" status: 200  len: 946 time: 0.1123309
Feb 17 03:35:43.073641 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-3427cf31-4f7b-42e9-8d25-f5cc70a2ed52 req-4ba54755-b134-4789-a598-b5b98c381811 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/security-groups?id=572f8aba-2662-47bd-acd4-4d35c0227c76&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427215
Feb 17 03:35:43.766066 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e0673b-03bb-4e10-81c9-4b0b122adca7 req-f1816939-9781-442c-95a4-fcabb8fdb035 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:35:43.767572 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-57e0673b-03bb-4e10-81c9-4b0b122adca7 req-f1816939-9781-442c-95a4-fcabb8fdb035 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.57 "GET /v2.0/ports?device_id=ce920548-efb2-455b-a260-d9b321d73cd9 HTTP/1.1" status: 200  len: 945 time: 0.0945158
Feb 17 03:35:43.818610 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-57e0673b-03bb-4e10-81c9-4b0b122adca7 req-6a329273-0317-434a-91dc-092a5cc076ed tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.57 "GET /v2.0/security-groups?id=42a135cc-1e4e-4724-8c79-cda705e48efc&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0441377
Feb 17 03:35:44.230457 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fd06fc-4c02-4e67-a6c0-f4bc9a33e34d req-ed782094-d379-45ab-9a2b-7a019d035824 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:35:44.232252 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-35fd06fc-4c02-4e67-a6c0-f4bc9a33e34d req-ed782094-d379-45ab-9a2b-7a019d035824 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] 10.222.0.57 "GET /v2.0/ports?device_id=307fa9d3-f0a5-4c33-aa27-7271e36ec239 HTTP/1.1" status: 200  len: 932 time: 0.1116409
Feb 17 03:35:44.296724 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f6042a-6f6e-433a-9bb5-6c4c674f3f10 req-d07d4a5b-a526-49a5-ab2f-5225862ae9b6 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:35:44.297731 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-35fd06fc-4c02-4e67-a6c0-f4bc9a33e34d req-b02c9e37-048b-4225-a0e5-74c57ba57e81 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] 10.222.0.57 "GET /v2.0/security-groups?id=b3a2e226-ee4b-4da0-ab48-63889dcb7abe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0543034
Feb 17 03:35:44.303875 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-e2f6042a-6f6e-433a-9bb5-6c4c674f3f10 req-d07d4a5b-a526-49a5-ab2f-5225862ae9b6 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb13b0aa-8bce-4878-943d-e3483a430b36 HTTP/1.1" status: 200  len: 946 time: 0.1055348
Feb 17 03:35:44.365289 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-e2f6042a-6f6e-433a-9bb5-6c4c674f3f10 req-58b8f4bb-676b-432c-915b-22deca6c63b2 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/security-groups?id=572f8aba-2662-47bd-acd4-4d35c0227c76&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0574889
Feb 17 03:35:45.025366 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e9f6f7-b658-4182-92c4-07e00aaf96cb req-a54e3d2c-154b-456f-a1ae-abbe72a87406 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:35:45.026993 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-c8e9f6f7-b658-4182-92c4-07e00aaf96cb req-a54e3d2c-154b-456f-a1ae-abbe72a87406 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.57 "GET /v2.0/ports?device_id=ce920548-efb2-455b-a260-d9b321d73cd9 HTTP/1.1" status: 200  len: 945 time: 0.0896275
Feb 17 03:35:45.078521 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-c8e9f6f7-b658-4182-92c4-07e00aaf96cb req-022df52c-02e9-44a9-a198-aae885f895f0 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.57 "GET /v2.0/security-groups?id=42a135cc-1e4e-4724-8c79-cda705e48efc&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0442429
Feb 17 03:35:45.519879 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e739a2d-9396-4624-890a-7a6c28208694 req-7689cc67-1411-45f6-b0ee-7dd76a1711f5 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:35:45.521604 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-2e739a2d-9396-4624-890a-7a6c28208694 req-7689cc67-1411-45f6-b0ee-7dd76a1711f5 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] 10.222.0.57 "GET /v2.0/ports?device_id=307fa9d3-f0a5-4c33-aa27-7271e36ec239 HTTP/1.1" status: 200  len: 932 time: 0.1122553
Feb 17 03:35:45.574828 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-2e739a2d-9396-4624-890a-7a6c28208694 req-7024c3c1-72c2-4d06-a67d-9311ec023d88 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] 10.222.0.57 "GET /v2.0/security-groups?id=b3a2e226-ee4b-4da0-ab48-63889dcb7abe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467658
Feb 17 03:35:45.592590 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a477a7e-e3be-4579-b688-161ebebe0061 req-822e1717-228c-4d0f-908e-8db91c00dc35 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:35:45.598784 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-1a477a7e-e3be-4579-b688-161ebebe0061 req-822e1717-228c-4d0f-908e-8db91c00dc35 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb13b0aa-8bce-4878-943d-e3483a430b36 HTTP/1.1" status: 200  len: 946 time: 0.1005218
Feb 17 03:35:45.649112 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-1a477a7e-e3be-4579-b688-161ebebe0061 req-6579e888-4426-47da-8aa2-349337c78205 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/security-groups?id=572f8aba-2662-47bd-acd4-4d35c0227c76&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0485914
Feb 17 03:35:46.320038 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bc1973-0548-4c4d-9105-0c16074e6cae req-92487fe6-f303-46fc-9bd0-bb952e998a09 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:35:46.325082 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-99bc1973-0548-4c4d-9105-0c16074e6cae req-92487fe6-f303-46fc-9bd0-bb952e998a09 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.57 "GET /v2.0/ports?device_id=ce920548-efb2-455b-a260-d9b321d73cd9 HTTP/1.1" status: 200  len: 945 time: 0.1182270
Feb 17 03:35:46.379483 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-99bc1973-0548-4c4d-9105-0c16074e6cae req-114377dc-7e7b-48ba-9553-1f3f3954533c tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.57 "GET /v2.0/security-groups?id=42a135cc-1e4e-4724-8c79-cda705e48efc&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0472710
Feb 17 03:35:46.805425 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124343e4-c540-4c3d-8d24-d56a4e9268f5 req-82aa3a30-6abb-4b98-9f0c-5b5ca3761689 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:35:46.807126 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-124343e4-c540-4c3d-8d24-d56a4e9268f5 req-82aa3a30-6abb-4b98-9f0c-5b5ca3761689 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] 10.222.0.57 "GET /v2.0/ports?device_id=307fa9d3-f0a5-4c33-aa27-7271e36ec239 HTTP/1.1" status: 200  len: 932 time: 0.0968053
Feb 17 03:35:46.988230 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3eea109-5015-43f8-b06b-331032a73c6f req-b8a73e17-7027-4efc-90d0-a3b45baa8072 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:35:46.991516 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-b3eea109-5015-43f8-b06b-331032a73c6f req-b8a73e17-7027-4efc-90d0-a3b45baa8072 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb13b0aa-8bce-4878-943d-e3483a430b36 HTTP/1.1" status: 200  len: 946 time: 0.1784708
Feb 17 03:35:47.078128 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-b3eea109-5015-43f8-b06b-331032a73c6f req-3d45458e-0902-4784-8a25-47ea31272cb4 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/security-groups?id=572f8aba-2662-47bd-acd4-4d35c0227c76&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0675714
Feb 17 03:35:47.112738 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-124343e4-c540-4c3d-8d24-d56a4e9268f5 req-5b1948b4-ef47-4c77-bfda-001fd781cb6d tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] 10.222.0.57 "GET /v2.0/security-groups?id=b3a2e226-ee4b-4da0-ab48-63889dcb7abe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2920778
Feb 17 03:35:47.619767 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49e3732-7ade-4e49-a7bc-9efe2c5ef5ff req-c34f1d0b-6d1b-4e0d-b70b-43e7c43a46d5 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:35:47.622715 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-e49e3732-7ade-4e49-a7bc-9efe2c5ef5ff req-c34f1d0b-6d1b-4e0d-b70b-43e7c43a46d5 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.57 "GET /v2.0/ports?device_id=ce920548-efb2-455b-a260-d9b321d73cd9 HTTP/1.1" status: 200  len: 945 time: 0.1140742
Feb 17 03:35:47.698631 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-e49e3732-7ade-4e49-a7bc-9efe2c5ef5ff req-815fd03f-3f50-4705-a5f1-546c55104dfd tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.57 "GET /v2.0/security-groups?id=42a135cc-1e4e-4724-8c79-cda705e48efc&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0636988
Feb 17 03:35:48.370633 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a56f9c2-f6ce-4946-bd0e-9298fffd1529 req-d71cf4f1-8bb9-4750-baa7-f0b1ffc7107e tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:35:48.372890 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-7a56f9c2-f6ce-4946-bd0e-9298fffd1529 req-d71cf4f1-8bb9-4750-baa7-f0b1ffc7107e tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb13b0aa-8bce-4878-943d-e3483a430b36 HTTP/1.1" status: 200  len: 946 time: 0.1298902
Feb 17 03:35:48.403226 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fa90e4-c831-460b-ad72-8386e395e073 req-5050c4ef-4b73-4763-a095-c4b22446eaee tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:35:48.405412 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-c5fa90e4-c831-460b-ad72-8386e395e073 req-5050c4ef-4b73-4763-a095-c4b22446eaee tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] 10.222.0.57 "GET /v2.0/ports?device_id=307fa9d3-f0a5-4c33-aa27-7271e36ec239 HTTP/1.1" status: 200  len: 932 time: 0.1185479
Feb 17 03:35:48.441799 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-7a56f9c2-f6ce-4946-bd0e-9298fffd1529 req-6c5f5114-f2f9-4880-a1cb-f3655a046e33 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/security-groups?id=572f8aba-2662-47bd-acd4-4d35c0227c76&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0601285
Feb 17 03:35:48.485625 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-c5fa90e4-c831-460b-ad72-8386e395e073 req-cd66e9e8-1ddd-4dc8-89e9-f4924444b316 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] 10.222.0.57 "GET /v2.0/security-groups?id=b3a2e226-ee4b-4da0-ab48-63889dcb7abe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0691040
Feb 17 03:35:48.910618 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e735cb3d-6526-4f32-9d1e-4fcf873d662d req-582cf4ec-e066-4288-99de-21777c4239bd tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:35:48.912259 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-e735cb3d-6526-4f32-9d1e-4fcf873d662d req-582cf4ec-e066-4288-99de-21777c4239bd tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.57 "GET /v2.0/ports?device_id=ce920548-efb2-455b-a260-d9b321d73cd9 HTTP/1.1" status: 200  len: 945 time: 0.0887568
Feb 17 03:35:48.962760 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-e735cb3d-6526-4f32-9d1e-4fcf873d662d req-2c6cd4df-0a92-4716-b325-7747e947b521 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.57 "GET /v2.0/security-groups?id=42a135cc-1e4e-4724-8c79-cda705e48efc&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0434501
Feb 17 03:35:49.663713 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60053ada-2b9d-4253-8490-09b381086b64 req-dd70a3ea-b421-4362-9c01-cdf72158b7a4 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:35:49.665403 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-60053ada-2b9d-4253-8490-09b381086b64 req-dd70a3ea-b421-4362-9c01-cdf72158b7a4 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb13b0aa-8bce-4878-943d-e3483a430b36 HTTP/1.1" status: 200  len: 946 time: 0.0924385
Feb 17 03:35:49.711131 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fadb643-0b83-4ab0-bf46-99f5407833e7 req-fcfeba16-5098-4bf9-b840-a0ad6b7c42f7 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:35:49.712765 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-4fadb643-0b83-4ab0-bf46-99f5407833e7 req-fcfeba16-5098-4bf9-b840-a0ad6b7c42f7 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] 10.222.0.57 "GET /v2.0/ports?device_id=307fa9d3-f0a5-4c33-aa27-7271e36ec239 HTTP/1.1" status: 200  len: 932 time: 0.0966442
Feb 17 03:35:49.722235 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-60053ada-2b9d-4253-8490-09b381086b64 req-3d77ac3f-2746-469b-b1c9-bda3a47d7051 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/security-groups?id=572f8aba-2662-47bd-acd4-4d35c0227c76&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0464137
Feb 17 03:35:49.786263 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-4fadb643-0b83-4ab0-bf46-99f5407833e7 req-3f675090-e66d-4ce1-9c3b-55765fe996d7 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] 10.222.0.57 "GET /v2.0/security-groups?id=b3a2e226-ee4b-4da0-ab48-63889dcb7abe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0658009
Feb 17 03:35:50.195735 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da71e6d6-bc9f-436e-bc11-85b779118b04 req-2d2b945d-d7ce-4b18-a229-987d085d3c14 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:35:50.197650 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-da71e6d6-bc9f-436e-bc11-85b779118b04 req-2d2b945d-d7ce-4b18-a229-987d085d3c14 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.57 "GET /v2.0/ports?device_id=ce920548-efb2-455b-a260-d9b321d73cd9 HTTP/1.1" status: 200  len: 945 time: 0.1160946
Feb 17 03:35:50.224157 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.v2.base [req-24ef21bb-2fd0-4612-8d29-3c8c53237b9b req-2cf171ce-c6de-42cc-bbcb-ecd2c16955fc service neutron] Request body: {'port': {'device_id': '307fa9d3-f0a5-4c33-aa27-7271e36ec239', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75994'}} {{(pid=83921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:35:50.264322 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-da71e6d6-bc9f-436e-bc11-85b779118b04 req-e033dcae-6de7-4be9-a33e-509199b6585e tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.57 "GET /v2.0/security-groups?id=42a135cc-1e4e-4724-8c79-cda705e48efc&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0589337
Feb 17 03:35:50.367506 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-24ef21bb-2fd0-4612-8d29-3c8c53237b9b req-2cf171ce-c6de-42cc-bbcb-ecd2c16955fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for port, before_update {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:50.633120 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc90b0f-e016-47cb-8df1-f677ae53736a req-26beb270-b23a-468b-9401-296ca4a863f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:35:50.635020 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-acc90b0f-e016-47cb-8df1-f677ae53736a req-26beb270-b23a-468b-9401-296ca4a863f3 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=eb13b0aa-8bce-4878-943d-e3483a430b36 HTTP/1.1" status: 200  len: 1163 time: 0.2105939
Feb 17 03:35:50.787984 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-acc90b0f-e016-47cb-8df1-f677ae53736a req-1db4ff59-fe5c-40fa-913f-c0d9dbea39f7 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=572f8aba-2662-47bd-acd4-4d35c0227c76&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1446099
Feb 17 03:35:51.028692 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a52820-5336-4410-afa1-bee6ce11f73b req-99d307f7-060c-42eb-b42a-d4c3f293b22b tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:35:51.031205 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-09a52820-5336-4410-afa1-bee6ce11f73b req-99d307f7-060c-42eb-b42a-d4c3f293b22b tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] 10.222.0.57 "GET /v2.0/ports?device_id=307fa9d3-f0a5-4c33-aa27-7271e36ec239 HTTP/1.1" status: 200  len: 932 time: 0.1202173
Feb 17 03:35:51.088874 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5448704c-9a49-472c-bf47-0f9652623a80 req-71e04fc9-4deb-4ea8-a90a-1943dbac0a0a tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:35:51.091265 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-5448704c-9a49-472c-bf47-0f9652623a80 req-71e04fc9-4deb-4ea8-a90a-1943dbac0a0a tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb13b0aa-8bce-4878-943d-e3483a430b36 HTTP/1.1" status: 200  len: 946 time: 0.1927197
Feb 17 03:35:51.093061 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-09a52820-5336-4410-afa1-bee6ce11f73b req-b5c2f119-d14a-49d2-9939-b4682efb8098 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] 10.222.0.57 "GET /v2.0/security-groups?id=b3a2e226-ee4b-4da0-ab48-63889dcb7abe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0524676
Feb 17 03:35:51.096299 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.notifiers.nova [req-24ef21bb-2fd0-4612-8d29-3c8c53237b9b req-2cf171ce-c6de-42cc-bbcb-ecd2c16955fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88c76ccb-10fd-4edc-b372-9a3bad57e105 {{(pid=83921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 17 03:35:51.130472 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-24ef21bb-2fd0-4612-8d29-3c8c53237b9b req-2cf171ce-c6de-42cc-bbcb-ecd2c16955fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:51.148155 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.agents_db [None req-06fda002-6a6c-4595-892c-f579c445b334 None None] Agent healthcheck: found 6 active agents {{(pid=83924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 03:35:51.166657 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [req-24ef21bb-2fd0-4612-8d29-3c8c53237b9b req-2cf171ce-c6de-42cc-bbcb-ecd2c16955fc service neutron] Transition to ACTIVE for port object 88c76ccb-10fd-4edc-b372-9a3bad57e105 will not be triggered until provisioned by entity L2. {{(pid=83921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 03:35:51.172202 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-24ef21bb-2fd0-4612-8d29-3c8c53237b9b req-2cf171ce-c6de-42cc-bbcb-ecd2c16955fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303097879514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733756514675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303098261108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2134908'] for port, after_update {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:51.194075 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-ca60b364-c1a5-4ef7-8e82-08e604c2a2f0 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:35:51.303166 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-5448704c-9a49-472c-bf47-0f9652623a80 req-6af6542f-034a-4fc4-a942-bbc8ba7c0ef1 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/security-groups?id=572f8aba-2662-47bd-acd4-4d35c0227c76&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2010779
Feb 17 03:35:51.374327 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf171ce-c6de-42cc-bbcb-ecd2c16955fc service neutron] Pushing event updated for resources: {'Port': ['ID=88c76ccb-10fd-4edc-b372-9a3bad57e105,revision_number=2']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:35:51.381493 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-2cf171ce-c6de-42cc-bbcb-ecd2c16955fc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:35:51.534127 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce1e3c1-1053-410e-bb5b-40610685d784 req-e5af42e1-fa1e-4376-8ccf-fae3a78868dd tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:35:51.535816 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-fce1e3c1-1053-410e-bb5b-40610685d784 req-e5af42e1-fa1e-4376-8ccf-fae3a78868dd tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.57 "GET /v2.0/ports?device_id=ce920548-efb2-455b-a260-d9b321d73cd9 HTTP/1.1" status: 200  len: 945 time: 0.1256292
Feb 17 03:35:51.610776 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-fce1e3c1-1053-410e-bb5b-40610685d784 req-01a8f4c7-8246-4a35-8816-16a2052d312c tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.57 "GET /v2.0/security-groups?id=42a135cc-1e4e-4724-8c79-cda705e48efc&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0640895
Feb 17 03:35:51.630848 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.managers [req-24ef21bb-2fd0-4612-8d29-3c8c53237b9b req-2cf171ce-c6de-42cc-bbcb-ecd2c16955fc service neutron] Attempting to bind port 88c76ccb-10fd-4edc-b372-9a3bad57e105 on host hv-cinder-75994 for vnic_type normal with profile  {{(pid=83921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 03:35:51.631108 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.managers [req-24ef21bb-2fd0-4612-8d29-3c8c53237b9b req-2cf171ce-c6de-42cc-bbcb-ecd2c16955fc service neutron] Attempting to bind port 88c76ccb-10fd-4edc-b372-9a3bad57e105 by drivers openvswitch on host hv-cinder-75994 at level 0 using segments [{'id': '6c015ecf-ca24-43ac-84f0-02668fe7daf5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'b3188410-3b2d-4523-8ccc-1882d94255cc'}] {{(pid=83921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 03:35:51.632040 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ef21bb-2fd0-4612-8d29-3c8c53237b9b req-2cf171ce-c6de-42cc-bbcb-ecd2c16955fc service neutron] Attempting to bind port 88c76ccb-10fd-4edc-b372-9a3bad57e105 on network b3188410-3b2d-4523-8ccc-1882d94255cc {{(pid=83921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 03:35:51.642116 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ef21bb-2fd0-4612-8d29-3c8c53237b9b req-2cf171ce-c6de-42cc-bbcb-ecd2c16955fc service neutron] Checking agent: {'id': '1c3dee76-e565-424d-b4cd-b2af1407410d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75994', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 3, 25, 23), 'started_at': datetime.datetime(2021, 2, 17, 3, 25, 53), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 3, 35, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.11', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 03:35:51.642728 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ef21bb-2fd0-4612-8d29-3c8c53237b9b req-2cf171ce-c6de-42cc-bbcb-ecd2c16955fc service neutron] Checking segment: {'id': '6c015ecf-ca24-43ac-84f0-02668fe7daf5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'b3188410-3b2d-4523-8ccc-1882d94255cc'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 03:35:51.643371 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-24ef21bb-2fd0-4612-8d29-3c8c53237b9b req-2cf171ce-c6de-42cc-bbcb-ecd2c16955fc service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:51.644022 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ef21bb-2fd0-4612-8d29-3c8c53237b9b req-2cf171ce-c6de-42cc-bbcb-ecd2c16955fc service neutron] Bound using segment: {'id': '6c015ecf-ca24-43ac-84f0-02668fe7daf5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'b3188410-3b2d-4523-8ccc-1882d94255cc'} {{(pid=83921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 03:35:51.644760 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.managers [req-24ef21bb-2fd0-4612-8d29-3c8c53237b9b req-2cf171ce-c6de-42cc-bbcb-ecd2c16955fc service neutron] Bound port: 88c76ccb-10fd-4edc-b372-9a3bad57e105, host: hv-cinder-75994, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c015ecf-ca24-43ac-84f0-02668fe7daf5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'b3188410-3b2d-4523-8ccc-1882d94255cc'}}] {{(pid=83921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 03:35:51.645230 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-24ef21bb-2fd0-4612-8d29-3c8c53237b9b req-2cf171ce-c6de-42cc-bbcb-ecd2c16955fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for port, before_update {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:51.755921 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.db [req-24ef21bb-2fd0-4612-8d29-3c8c53237b9b req-2cf171ce-c6de-42cc-bbcb-ecd2c16955fc service neutron] For port 88c76ccb-10fd-4edc-b372-9a3bad57e105, host hv-cinder-75994, cleared binding levels {{(pid=83921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 03:35:51.759200 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.db [req-24ef21bb-2fd0-4612-8d29-3c8c53237b9b req-2cf171ce-c6de-42cc-bbcb-ecd2c16955fc service neutron] For port 88c76ccb-10fd-4edc-b372-9a3bad57e105, host hv-cinder-75994, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=88c76ccb-10fd-4edc-b372-9a3bad57e105,segment=NetworkSegment(6c015ecf-ca24-43ac-84f0-02668fe7daf5),segment_id=6c015ecf-ca24-43ac-84f0-02668fe7daf5)] {{(pid=83921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 03:35:51.762846 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-24ef21bb-2fd0-4612-8d29-3c8c53237b9b req-2cf171ce-c6de-42cc-bbcb-ecd2c16955fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303097879514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733756514675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303098261108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2134908'] for port, after_update {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:51.776477 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-f993b754-394f-4ba4-8b09-24d1712f9a1a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:35:51.941411 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf171ce-c6de-42cc-bbcb-ecd2c16955fc service neutron] Pushing event updated for resources: {'Port': ['ID=88c76ccb-10fd-4edc-b372-9a3bad57e105,revision_number=3']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:35:51.947169 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-2cf171ce-c6de-42cc-bbcb-ecd2c16955fc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:35:51.993434 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ef21bb-2fd0-4612-8d29-3c8c53237b9b req-2cf171ce-c6de-42cc-bbcb-ecd2c16955fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:35:51.994169 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-24ef21bb-2fd0-4612-8d29-3c8c53237b9b req-2cf171ce-c6de-42cc-bbcb-ecd2c16955fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774597'] for port, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:51.995857 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-24ef21bb-2fd0-4612-8d29-3c8c53237b9b req-2cf171ce-c6de-42cc-bbcb-ecd2c16955fc service neutron] 10.222.0.54 "PUT /v2.0/ports/88c76ccb-10fd-4edc-b372-9a3bad57e105 HTTP/1.1" status: 200  len: 1158 time: 1.7794843
Feb 17 03:35:51.996431 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '307fa9d3-f0a5-4c33-aa27-7271e36ec239', 'tag': '88c76ccb-10fd-4edc-b372-9a3bad57e105'}] {{(pid=83921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 03:35:52.048588 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '307fa9d3-f0a5-4c33-aa27-7271e36ec239', 'tag': '88c76ccb-10fd-4edc-b372-9a3bad57e105', 'status': 'completed', 'code': 200}
Feb 17 03:35:52.175933 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ef21bb-2fd0-4612-8d29-3c8c53237b9b req-42abc10d-353d-4f51-9380-d35e12ce46d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:35:52.177661 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-24ef21bb-2fd0-4612-8d29-3c8c53237b9b req-42abc10d-353d-4f51-9380-d35e12ce46d7 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=688dfe990479484ba91f5f3241f71c34&device_id=307fa9d3-f0a5-4c33-aa27-7271e36ec239 HTTP/1.1" status: 200  len: 1161 time: 0.1102662
Feb 17 03:35:52.298895 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-24ef21bb-2fd0-4612-8d29-3c8c53237b9b req-2fbfb071-82cd-4f2f-ac73-3a1a6c721410 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=88c76ccb-10fd-4edc-b372-9a3bad57e105 HTTP/1.1" status: 200  len: 217 time: 0.0861425
Feb 17 03:35:52.376967 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c499ea0d-a279-4d2b-8886-17c8ca4bde55 req-6ad99021-bb4a-4712-9586-dc741f2da4d8 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:35:52.379363 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-c499ea0d-a279-4d2b-8886-17c8ca4bde55 req-6ad99021-bb4a-4712-9586-dc741f2da4d8 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] 10.222.0.57 "GET /v2.0/ports?device_id=307fa9d3-f0a5-4c33-aa27-7271e36ec239 HTTP/1.1" status: 200  len: 944 time: 0.1406431
Feb 17 03:35:52.425204 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ef21bb-2fd0-4612-8d29-3c8c53237b9b req-6276c270-93c2-43ce-83be-c8ad47eaadee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:35:52.427924 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-24ef21bb-2fd0-4612-8d29-3c8c53237b9b req-6276c270-93c2-43ce-83be-c8ad47eaadee service neutron] 10.222.0.54 "GET /v2.0/subnets?id=93184869-a955-40ff-a3bb-5e5bae8b972f HTTP/1.1" status: 200  len: 854 time: 0.1037812
Feb 17 03:35:52.456561 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-c499ea0d-a279-4d2b-8886-17c8ca4bde55 req-d8f70e64-9435-49f2-9c1e-0db805eef33a tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] 10.222.0.57 "GET /v2.0/security-groups?id=b3a2e226-ee4b-4da0-ab48-63889dcb7abe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0672896
Feb 17 03:35:52.683219 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afa1791-3310-4591-8e1f-51df0501b584 req-19c90643-f365-4d7a-9036-9502053ac982 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:35:52.684958 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-2afa1791-3310-4591-8e1f-51df0501b584 req-19c90643-f365-4d7a-9036-9502053ac982 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb13b0aa-8bce-4878-943d-e3483a430b36 HTTP/1.1" status: 200  len: 946 time: 0.2024107
Feb 17 03:35:52.687019 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ef21bb-2fd0-4612-8d29-3c8c53237b9b req-67ea4a00-de26-4c67-8475-c006bee0f135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:35:52.689257 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-24ef21bb-2fd0-4612-8d29-3c8c53237b9b req-67ea4a00-de26-4c67-8475-c006bee0f135 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b3188410-3b2d-4523-8ccc-1882d94255cc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2456303
Feb 17 03:35:52.886842 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3c5a83-710c-4d30-9dcb-9ec0c44de335 req-95c808ca-027e-47f8-a41e-0cf4f26e586b tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:35:52.888884 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-af3c5a83-710c-4d30-9dcb-9ec0c44de335 req-95c808ca-027e-47f8-a41e-0cf4f26e586b tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.57 "GET /v2.0/ports?device_id=ce920548-efb2-455b-a260-d9b321d73cd9 HTTP/1.1" status: 200  len: 945 time: 0.1027853
Feb 17 03:35:52.946699 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d084f8d0-5ded-4544-88f2-38db58041ba8 req-29a51be7-6baa-4680-bd5a-f6f952d0c59c tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:35:52.948361 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-d084f8d0-5ded-4544-88f2-38db58041ba8 req-29a51be7-6baa-4680-bd5a-f6f952d0c59c tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.54 "GET /v2.0/ports?device_id=ce920548-efb2-455b-a260-d9b321d73cd9 HTTP/1.1" status: 200  len: 945 time: 0.3655252
Feb 17 03:35:52.951593 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-2afa1791-3310-4591-8e1f-51df0501b584 req-66199075-d4e7-458b-a7b8-1a4406645edf tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/security-groups?id=572f8aba-2662-47bd-acd4-4d35c0227c76&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2563059
Feb 17 03:35:52.978931 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-af3c5a83-710c-4d30-9dcb-9ec0c44de335 req-7e79971e-a072-4191-b41b-6c841f43b37b tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.57 "GET /v2.0/security-groups?id=42a135cc-1e4e-4724-8c79-cda705e48efc&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0720608
Feb 17 03:35:53.026709 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-24ef21bb-2fd0-4612-8d29-3c8c53237b9b req-66f10161-3830-416e-8150-263f4da29312 service neutron] 10.222.0.54 "GET /v2.0/networks/b3188410-3b2d-4523-8ccc-1882d94255cc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3281324
Feb 17 03:35:53.167202 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.plugin [req-d084f8d0-5ded-4544-88f2-38db58041ba8 req-3b5ee5e0-afee-4ba7-9c62-bb991b443e28 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Deleting port ce570470-08b9-4b72-be9b-4b61e88ce552 {{(pid=83921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 03:35:53.167580 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-d084f8d0-5ded-4544-88f2-38db58041ba8 req-3b5ee5e0-afee-4ba7-9c62-bb991b443e28 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363303097822068'] for port, before_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:53.409330 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-6f6d405d-3d32-4543-b934-10d88f6723a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:53.601817 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-24ef21bb-2fd0-4612-8d29-3c8c53237b9b req-87bd8296-49eb-4348-ad16-1c9ea82ff08a service neutron] 10.222.0.54 "GET /v2.0/networks/b3188410-3b2d-4523-8ccc-1882d94255cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5593216
Feb 17 03:35:53.727106 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Device 3536cbed-2c8d-4d95-bbc0-f2840e848748 up at agent ovs-agent-hv-cinder-75994 {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:35:53.814152 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Provisioning complete for port 3536cbed-2c8d-4d95-bbc0-f2840e848748 triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:35:53.814692 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838161172'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:53.883339 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.db [req-d084f8d0-5ded-4544-88f2-38db58041ba8 req-3b5ee5e0-afee-4ba7-9c62-bb991b443e28 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] For port ce570470-08b9-4b72-be9b-4b61e88ce552, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=ce570470-08b9-4b72-be9b-4b61e88ce552,segment=NetworkSegment(1395ec13-865d-4759-982d-888e59978303),segment_id=1395ec13-865d-4759-982d-888e59978303)] {{(pid=83921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:35:53.883749 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-d084f8d0-5ded-4544-88f2-38db58041ba8 req-3b5ee5e0-afee-4ba7-9c62-bb991b443e28 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853786502'] for port, precommit_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:53.992512 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0167c0-5e07-44fe-a6f3-5bea87c40d8a req-26f13daa-f758-4539-b119-9f66207ce3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:35:53.993842 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Device ce570470-08b9-4b72-be9b-4b61e88ce552 no longer exists at agent ovs-agent-hv-cinder-75994 {{(pid=83923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 03:35:53.994181 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-4b0167c0-5e07-44fe-a6f3-5bea87c40d8a req-26f13daa-f758-4539-b119-9f66207ce3c3 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=688dfe990479484ba91f5f3241f71c34&device_id=307fa9d3-f0a5-4c33-aa27-7271e36ec239 HTTP/1.1" status: 200  len: 1161 time: 0.2808373
Feb 17 03:35:54.003519 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d12b8c-17de-4b0f-a4d1-f2acdadcc608 req-bfbf1e63-aefb-4577-b8ac-f5a99e0116bf tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:35:54.005747 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-68d12b8c-17de-4b0f-a4d1-f2acdadcc608 req-bfbf1e63-aefb-4577-b8ac-f5a99e0116bf tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] 10.222.0.57 "GET /v2.0/ports?device_id=307fa9d3-f0a5-4c33-aa27-7271e36ec239 HTTP/1.1" status: 200  len: 944 time: 0.3523135
Feb 17 03:35:54.129667 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for port, before_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:54.168007 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce920548-efb2-455b-a260-d9b321d73cd9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce570470-08b9-4b72-be9b-4b61e88ce552'}] {{(pid=83923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 03:35:54.181701 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.db [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] For port ce570470-08b9-4b72-be9b-4b61e88ce552, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=ce570470-08b9-4b72-be9b-4b61e88ce552,segment=NetworkSegment(1395ec13-865d-4759-982d-888e59978303),segment_id=1395ec13-865d-4759-982d-888e59978303)] {{(pid=83923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:35:54.185078 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303097879514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733756514675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303098261108'] for port, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:54.187664 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-f983f37c-da58-47a5-a6b5-0075ebcae585 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:35:54.216225 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7e3274-8c17-449e-b98e-8a0adc186e9c req-ffa19897-beb3-4692-97b6-2440d01478c0 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:35:54.218084 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-0a7e3274-8c17-449e-b98e-8a0adc186e9c req-ffa19897-beb3-4692-97b6-2440d01478c0 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb13b0aa-8bce-4878-943d-e3483a430b36 HTTP/1.1" status: 200  len: 946 time: 0.0957022
Feb 17 03:35:54.273999 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-0a7e3274-8c17-449e-b98e-8a0adc186e9c req-69f8d6b0-5549-4370-ad4b-a0c3d95631f6 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/security-groups?id=572f8aba-2662-47bd-acd4-4d35c0227c76&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0449467
Feb 17 03:35:54.284032 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Pushing event updated for resources: {'Port': ['ID=ce570470-08b9-4b72-be9b-4b61e88ce552,revision_number=5']} {{(pid=83923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:35:54.289778 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:35:54.311869 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-68d12b8c-17de-4b0f-a4d1-f2acdadcc608 req-4c2a708c-7199-42db-9d91-3e9ca196d286 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] 10.222.0.57 "GET /v2.0/security-groups?id=b3a2e226-ee4b-4da0-ab48-63889dcb7abe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2779758
Feb 17 03:35:54.373695 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce920548-efb2-455b-a260-d9b321d73cd9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce570470-08b9-4b72-be9b-4b61e88ce552', 'code': 200}
Feb 17 03:35:54.466315 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0167c0-5e07-44fe-a6f3-5bea87c40d8a req-48dd47e8-fccc-43a1-8429-a9b081b5cc78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:35:54.468473 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-4b0167c0-5e07-44fe-a6f3-5bea87c40d8a req-48dd47e8-fccc-43a1-8429-a9b081b5cc78 service neutron] 10.222.0.54 "GET /v2.0/networks?id=b3188410-3b2d-4523-8ccc-1882d94255cc HTTP/1.1" status: 200  len: 909 time: 0.4598780
Feb 17 03:35:54.509441 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26050b92-ef5d-43e2-8fde-c75af88474b8 req-27e63e77-5f67-40fd-bffd-ba5387836872 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:35:54.509441 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-26050b92-ef5d-43e2-8fde-c75af88474b8 req-27e63e77-5f67-40fd-bffd-ba5387836872 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.57 "GET /v2.0/ports?device_id=ce920548-efb2-455b-a260-d9b321d73cd9 HTTP/1.1" status: 200  len: 943 time: 0.1012857
Feb 17 03:35:54.574531 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-26050b92-ef5d-43e2-8fde-c75af88474b8 req-7f9bead3-130c-47a7-94a4-184f953bf145 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.57 "GET /v2.0/security-groups?id=42a135cc-1e4e-4724-8c79-cda705e48efc&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0549831
Feb 17 03:35:54.584523 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-d084f8d0-5ded-4544-88f2-38db58041ba8 req-3b5ee5e0-afee-4ba7-9c62-bb991b443e28 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:54.584943 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-d084f8d0-5ded-4544-88f2-38db58041ba8 req-3b5ee5e0-afee-4ba7-9c62-bb991b443e28 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-922806'] for floatingip, after_update {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:54.585356 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.db.l3_db [req-d084f8d0-5ded-4544-88f2-38db58041ba8 req-3b5ee5e0-afee-4ba7-9c62-bb991b443e28 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Floating IP 21a4f781-2646-4d12-8fd9-9bebcdd8aa5f disassociated. External IP: 172.27.0.192, port: ce570470-08b9-4b72-be9b-4b61e88ce552.
Feb 17 03:35:54.585808 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.plugin [req-d084f8d0-5ded-4544-88f2-38db58041ba8 req-3b5ee5e0-afee-4ba7-9c62-bb991b443e28 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Calling delete_port for ce570470-08b9-4b72-be9b-4b61e88ce552 owned by compute:nova {{(pid=83921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 03:35:54.647211 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-4b0167c0-5e07-44fe-a6f3-5bea87c40d8a req-b987596d-1026-46c9-880d-8227280e93ed service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=88c76ccb-10fd-4edc-b372-9a3bad57e105 HTTP/1.1" status: 200  len: 217 time: 0.1280265
Feb 17 03:35:54.783908 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0167c0-5e07-44fe-a6f3-5bea87c40d8a req-662096f7-ee45-4e7b-a028-971daf02e257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:35:54.785542 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-4b0167c0-5e07-44fe-a6f3-5bea87c40d8a req-662096f7-ee45-4e7b-a028-971daf02e257 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=93184869-a955-40ff-a3bb-5e5bae8b972f HTTP/1.1" status: 200  len: 854 time: 0.1298141
Feb 17 03:35:54.854625 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565f5488-5231-41f8-a2ea-9b6eb8488d20 req-ad9cace6-0896-4c78-85d2-c39b28723ebc tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:35:54.856715 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-565f5488-5231-41f8-a2ea-9b6eb8488d20 req-ad9cace6-0896-4c78-85d2-c39b28723ebc tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb13b0aa-8bce-4878-943d-e3483a430b36 HTTP/1.1" status: 200  len: 946 time: 0.3845446
Feb 17 03:35:54.869280 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83922) accepted ('10.222.0.57', 44752) {{(pid=83922) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:35:54.872106 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.db.api [req-d084f8d0-5ded-4544-88f2-38db58041ba8 req-3b5ee5e0-afee-4ba7-9c62-bb991b443e28 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83921) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 17 03:35:54.872646 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_db.api [req-d084f8d0-5ded-4544-88f2-38db58041ba8 req-3b5ee5e0-afee-4ba7-9c62-bb991b443e28 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83921) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 17 03:35:54.875535 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.v2.base [None req-5ed5e35b-d644-45e5-b3a9-ac20fbba6ff7 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Request body: {'floatingip': {'port_id': '3536cbed-2c8d-4d95-bbc0-f2840e848748'}} {{(pid=83922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:35:54.913826 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0167c0-5e07-44fe-a6f3-5bea87c40d8a req-c0101d6d-9954-4457-8def-6b23a4477de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:35:54.915472 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-4b0167c0-5e07-44fe-a6f3-5bea87c40d8a req-c0101d6d-9954-4457-8def-6b23a4477de3 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b3188410-3b2d-4523-8ccc-1882d94255cc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1210759
Feb 17 03:35:54.967885 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-5ed5e35b-d644-45e5-b3a9-ac20fbba6ff7 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Notify callbacks [] for floatingip, before_update {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:55.076894 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-4b0167c0-5e07-44fe-a6f3-5bea87c40d8a req-b8557eff-5bb7-4540-885e-c97a0d93b0c4 service neutron] 10.222.0.54 "GET /v2.0/networks/b3188410-3b2d-4523-8ccc-1882d94255cc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1534438
Feb 17 03:35:55.290340 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-4b0167c0-5e07-44fe-a6f3-5bea87c40d8a req-2553abff-60dc-4bb8-af66-284d808a9a84 service neutron] 10.222.0.54 "GET /v2.0/networks/b3188410-3b2d-4523-8ccc-1882d94255cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2072687
Feb 17 03:35:55.374384 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.plugin [req-d084f8d0-5ded-4544-88f2-38db58041ba8 req-3b5ee5e0-afee-4ba7-9c62-bb991b443e28 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Deleting port ce570470-08b9-4b72-be9b-4b61e88ce552 {{(pid=83921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 03:35:55.374874 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-d084f8d0-5ded-4544-88f2-38db58041ba8 req-3b5ee5e0-afee-4ba7-9c62-bb991b443e28 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363303097822068'] for port, before_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:55.442501 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:55.471964 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-7d82d4aa-ee74-4880-aad9-c618ec4fbc45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:55.667302 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.db [req-d084f8d0-5ded-4544-88f2-38db58041ba8 req-3b5ee5e0-afee-4ba7-9c62-bb991b443e28 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] For port ce570470-08b9-4b72-be9b-4b61e88ce552, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=ce570470-08b9-4b72-be9b-4b61e88ce552,segment=NetworkSegment(1395ec13-865d-4759-982d-888e59978303),segment_id=1395ec13-865d-4759-982d-888e59978303)] {{(pid=83921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:35:55.667302 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-d084f8d0-5ded-4544-88f2-38db58041ba8 req-3b5ee5e0-afee-4ba7-9c62-bb991b443e28 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853786502'] for port, precommit_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:55.787114 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9e82f4-3f0c-4b92-bc77-6f70944d5e50 req-db714866-d4da-4ce1-9c5c-ecdf50647f97 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:35:55.788877 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-2e9e82f4-3f0c-4b92-bc77-6f70944d5e50 req-db714866-d4da-4ce1-9c5c-ecdf50647f97 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] 10.222.0.57 "GET /v2.0/ports?device_id=307fa9d3-f0a5-4c33-aa27-7271e36ec239 HTTP/1.1" status: 200  len: 944 time: 0.2119565
Feb 17 03:35:55.877132 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-2e9e82f4-3f0c-4b92-bc77-6f70944d5e50 req-865834c6-e3c6-4656-8372-ca1a178c6e93 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] 10.222.0.57 "GET /v2.0/security-groups?id=b3a2e226-ee4b-4da0-ab48-63889dcb7abe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0722795
Feb 17 03:35:56.059899 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-5ed5e35b-d644-45e5-b3a9-ac20fbba6ff7 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:56.063220 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-5ed5e35b-d644-45e5-b3a9-ac20fbba6ff7 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-922806'] for floatingip, after_update {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:56.256284 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.db.l3_db [None req-5ed5e35b-d644-45e5-b3a9-ac20fbba6ff7 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Floating IP 49a4553f-a8d1-4a4d-9fd5-a503ec5ece2f associated. External IP: 172.27.0.195, port: 3536cbed-2c8d-4d95-bbc0-f2840e848748.
Feb 17 03:35:56.301991 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1b8787-6846-41df-baec-a89c8c249614 req-8358e717-87bc-4707-90cb-b1fd79b058b2 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:35:56.304434 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-8a1b8787-6846-41df-baec-a89c8c249614 req-8358e717-87bc-4707-90cb-b1fd79b058b2 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.57 "GET /v2.0/ports?device_id=ce920548-efb2-455b-a260-d9b321d73cd9 HTTP/1.1" status: 200  len: 943 time: 0.5647755
Feb 17 03:35:56.366986 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-d084f8d0-5ded-4544-88f2-38db58041ba8 req-3b5ee5e0-afee-4ba7-9c62-bb991b443e28 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:56.367394 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-d084f8d0-5ded-4544-88f2-38db58041ba8 req-3b5ee5e0-afee-4ba7-9c62-bb991b443e28 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-922806'] for floatingip, after_update {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:56.367741 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.db.l3_db [req-d084f8d0-5ded-4544-88f2-38db58041ba8 req-3b5ee5e0-afee-4ba7-9c62-bb991b443e28 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Floating IP 21a4f781-2646-4d12-8fd9-9bebcdd8aa5f disassociated. External IP: 172.27.0.192, port: ce570470-08b9-4b72-be9b-4b61e88ce552.
Feb 17 03:35:56.368115 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.plugin [req-d084f8d0-5ded-4544-88f2-38db58041ba8 req-3b5ee5e0-afee-4ba7-9c62-bb991b443e28 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Calling delete_port for ce570470-08b9-4b72-be9b-4b61e88ce552 owned by compute:nova {{(pid=83921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 03:35:56.416200 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-8cda4ffb-98e6-4bcf-adaf-c47fc353fc1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:56.424688 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-8a1b8787-6846-41df-baec-a89c8c249614 req-f0341a50-51a1-40d8-9136-e8da80b3a704 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.57 "GET /v2.0/security-groups?id=42a135cc-1e4e-4724-8c79-cda705e48efc&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.1085994
Feb 17 03:35:56.542659 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-d084f8d0-5ded-4544-88f2-38db58041ba8 req-3b5ee5e0-afee-4ba7-9c62-bb991b443e28 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363303097879497', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363303098261142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852640907'] for port, after_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:56.558096 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-cf78fab0-10cb-4452-b29d-4694cc18a9f1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:35:56.659461 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5ee5e0-afee-4ba7-9c62-bb991b443e28 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Pushing event deleted for resources: {'Port': ['ID=ce570470-08b9-4b72-be9b-4b61e88ce552,revision_number=None']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:35:56.669758 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-3b5ee5e0-afee-4ba7-9c62-bb991b443e28 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:35:56.685315 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ed5e35b-d644-45e5-b3a9-ac20fbba6ff7 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Router ce1dcbd0-733c-48eb-a4e4-1dca83063e7c has already been hosted by L3 agent 3e02af72-3002-4fb3-96dd-e59119f81584 {{(pid=83922) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 03:35:56.913899 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ed5e35b-d644-45e5-b3a9-ac20fbba6ff7 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Notify agent at l3_agent.dv-cinder-759943-5-iscsi the message routers_updated {{(pid=83922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 03:35:56.918434 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-5ed5e35b-d644-45e5-b3a9-ac20fbba6ff7 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774597'] for floatingip, before_response {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:56.927570 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16f0e390-588d-459d-bd24-26421e73d4bc None None] Sync routers for ids ['ce1dcbd0-733c-48eb-a4e4-1dca83063e7c'] in dv-cinder-759943-5-iscsi {{(pid=83923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 03:35:56.941993 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f0e390-588d-459d-bd24-26421e73d4bc None None] Routers {'ce1dcbd0-733c-48eb-a4e4-1dca83063e7c'} bound to L3 agent in host dv-cinder-759943-5-iscsi {{(pid=83923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 03:35:56.942422 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d084f8d0-5ded-4544-88f2-38db58041ba8 req-3b5ee5e0-afee-4ba7-9c62-bb991b443e28 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Router 3ae39434-3077-4a61-8ec9-5d2beb8f56b0 has already been hosted by L3 agent 3e02af72-3002-4fb3-96dd-e59119f81584 {{(pid=83921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 03:35:56.943795 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_hamode_db [None req-16f0e390-588d-459d-bd24-26421e73d4bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f17c6f45d68>, 'dv-cinder-759943-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T03:18:25Z,description=<?>,heartbeat_timestamp=2021-02-17T03:35:55Z,host='dv-cinder-759943-5-iscsi',id=3e02af72-3002-4fb3-96dd-e59119f81584,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T03:18:25Z,topic='l3_agent')) {'router_ids': ['ce1dcbd0-733c-48eb-a4e4-1dca83063e7c'], 'active': True} {{(pid=83923) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:35:56.992096 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-5ed5e35b-d644-45e5-b3a9-ac20fbba6ff7 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "PUT /v2.0/floatingips/49a4553f-a8d1-4a4d-9fd5-a503ec5ece2f HTTP/1.1" status: 200  len: 992 time: 2.1216004
Feb 17 03:35:56.993563 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb13b0aa-8bce-4878-943d-e3483a430b36', 'tag': '3536cbed-2c8d-4d95-bbc0-f2840e848748'}] {{(pid=83922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 03:35:57.122801 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59cb8a5-5c49-4fe2-a75c-b9ea4a514422 req-cfc4624a-a75c-48c4-9d9b-4e18d6702bb9 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:35:57.131973 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-d59cb8a5-5c49-4fe2-a75c-b9ea4a514422 req-cfc4624a-a75c-48c4-9d9b-4e18d6702bb9 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] 10.222.0.57 "GET /v2.0/ports?device_id=307fa9d3-f0a5-4c33-aa27-7271e36ec239 HTTP/1.1" status: 200  len: 944 time: 0.1127017
Feb 17 03:35:57.154487 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d084f8d0-5ded-4544-88f2-38db58041ba8 req-3b5ee5e0-afee-4ba7-9c62-bb991b443e28 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Notify agent at l3_agent.dv-cinder-759943-5-iscsi the message routers_updated {{(pid=83921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 03:35:57.165531 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a91138fb-624e-49fb-a2b8-cc8a32c7a84a None None] Sync routers for ids ['3ae39434-3077-4a61-8ec9-5d2beb8f56b0'] in dv-cinder-759943-5-iscsi {{(pid=83924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 03:35:57.187039 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a91138fb-624e-49fb-a2b8-cc8a32c7a84a None None] Routers {'3ae39434-3077-4a61-8ec9-5d2beb8f56b0'} bound to L3 agent in host dv-cinder-759943-5-iscsi {{(pid=83924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 03:35:57.189861 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_hamode_db [None req-a91138fb-624e-49fb-a2b8-cc8a32c7a84a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f17c65e2e48>, 'dv-cinder-759943-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T03:18:25Z,description=<?>,heartbeat_timestamp=2021-02-17T03:35:55Z,host='dv-cinder-759943-5-iscsi',id=3e02af72-3002-4fb3-96dd-e59119f81584,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T03:18:25Z,topic='l3_agent')) {'router_ids': ['3ae39434-3077-4a61-8ec9-5d2beb8f56b0'], 'active': True} {{(pid=83924) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:35:57.217114 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-d59cb8a5-5c49-4fe2-a75c-b9ea4a514422 req-2ac77405-f774-4eb4-8062-cfa5607b74c3 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] 10.222.0.57 "GET /v2.0/security-groups?id=b3a2e226-ee4b-4da0-ab48-63889dcb7abe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0843718
Feb 17 03:35:57.230931 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvrscheduler_db [req-d084f8d0-5ded-4544-88f2-38db58041ba8 req-3b5ee5e0-afee-4ba7-9c62-bb991b443e28 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] No DVR routers for this DVR port ce570470-08b9-4b72-be9b-4b61e88ce552 on host hv-cinder-75994 {{(pid=83921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 03:35:57.233956 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-d084f8d0-5ded-4544-88f2-38db58041ba8 req-3b5ee5e0-afee-4ba7-9c62-bb991b443e28 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774597'] for port, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:57.253786 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvr_db [None req-16f0e390-588d-459d-bd24-26421e73d4bc None None] Set router ce1dcbd0-733c-48eb-a4e4-1dca83063e7c gateway port host: dv-cinder-759943-5-iscsi {{(pid=83923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 03:35:57.258452 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce920548-efb2-455b-a260-d9b321d73cd9', 'name': 'network-vif-deleted', 'tag': 'ce570470-08b9-4b72-be9b-4b61e88ce552'}] {{(pid=83921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 03:35:57.265947 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-d084f8d0-5ded-4544-88f2-38db58041ba8 req-3b5ee5e0-afee-4ba7-9c62-bb991b443e28 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.54 "DELETE /v2.0/ports/ce570470-08b9-4b72-be9b-4b61e88ce552 HTTP/1.1" status: 204  len: 173 time: 4.3110538
Feb 17 03:35:57.311596 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:57.332833 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce920548-efb2-455b-a260-d9b321d73cd9', 'name': 'network-vif-deleted', 'tag': 'ce570470-08b9-4b72-be9b-4b61e88ce552', 'status': 'completed', 'code': 200}
Feb 17 03:35:57.472736 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb13b0aa-8bce-4878-943d-e3483a430b36', 'tag': '3536cbed-2c8d-4d95-bbc0-f2840e848748', 'status': 'completed', 'code': 200}
Feb 17 03:35:57.487958 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvr_db [None req-a91138fb-624e-49fb-a2b8-cc8a32c7a84a None None] Set router 3ae39434-3077-4a61-8ec9-5d2beb8f56b0 gateway port host: dv-cinder-759943-5-iscsi {{(pid=83924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 03:35:57.592749 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-3bdb028f-655c-46e9-b0eb-5d4ca64bdb37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:57.627041 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d295e7d-8966-4922-90a7-7a1749df0e6c req-901ef658-53a3-41ad-8de8-caa26596cbd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:35:57.629264 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-7d295e7d-8966-4922-90a7-7a1749df0e6c req-901ef658-53a3-41ad-8de8-caa26596cbd5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=64044155addf41e9ba2bde5782afed2a&device_id=eb13b0aa-8bce-4878-943d-e3483a430b36 HTTP/1.1" status: 200  len: 1163 time: 0.1069579
Feb 17 03:35:57.785219 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-85d88a8f-ec56-4f3e-a2d9-67db70c7516d req-9fb18a4d-3390-45a3-baf4-abbe0743735b tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.57 "GET /v2.0/ports?device_id=ce920548-efb2-455b-a260-d9b321d73cd9 HTTP/1.1" status: 200  len: 210 time: 0.0685942
Feb 17 03:35:57.827955 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d295e7d-8966-4922-90a7-7a1749df0e6c req-24782ab2-8ecf-4d9e-939b-d6e66c7ce465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:35:57.830804 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-7d295e7d-8966-4922-90a7-7a1749df0e6c req-24782ab2-8ecf-4d9e-939b-d6e66c7ce465 service neutron] 10.222.0.54 "GET /v2.0/networks?id=735791d7-b752-470f-b049-6623a91713f5 HTTP/1.1" status: 200  len: 909 time: 0.1948447
Feb 17 03:35:57.839722 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_hamode_db [None req-16f0e390-588d-459d-bd24-26421e73d4bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f17c6f45d68>, [{'id': 'ce1dcbd0-733c-48eb-a4e4-1dca83063e7c', 'name': 'tempest-AttachVolumeShelveTestJSON-28655953-router', 'tenant_id': '64044155addf41e9ba2bde5782afed2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'external_fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '5a30632c-1748-4a16-aea5-cce7b2eb244d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:27:19Z', 'updated_at': '2021-02-17T03:27:41Z', 'revision_number': 4, 'project_id': '64044155addf41e9ba2bde5782afed2a', 'gw_port': {'id': '5a30632c-1748-4a16-aea5-cce7b2eb244d', 'name': '', 'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:5b:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce1dcbd0-733c-48eb-a4e4-1dca83063e7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:27:21Z', 'updated_at': '2021-02-17T03:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-5-iscsi', '_floatingips': [{'id': '49a4553f-a8d1-4a4d-9fd5-a503ec5ece2f', 'tenant_id': '64044155addf41e9ba2bde5782afed2a', 'floating_ip_address': '172.27.0.195', 'floating_network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'router_id': 'ce1dcbd0-733c-48eb-a4e4-1dca83063e7c', 'port_id': '3536cbed-2c8d-4d95-bbc0-f2840e848748', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 532, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '735791d7-b752-470f-b049-6623a91713f5', 'mac_address': 'fa:16:3e:fd:5a:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb13b0aa-8bce-4878-943d-e3483a430b36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T03:35:21Z', 'updated_at': '2021-02-17T03:35:55Z', 'revision_number': 1, 'project_id': '64044155addf41e9ba2bde5782afed2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7077bdbc-bf9d-4218-bf98-36f4e7415692', 'name': '', 'network_id': '735791d7-b752-470f-b049-6623a91713f5', 'tenant_id': '64044155addf41e9ba2bde5782afed2a', 'mac_address': 'fa:16:3e:a0:31:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce1dcbd0-733c-48eb-a4e4-1dca83063e7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '1603be8a-dd86-41be-b651-1a8436af8dbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:27:38Z', 'updated_at': '2021-02-17T03:27:54Z', 'revision_number': 5, 'project_id': '64044155addf41e9ba2bde5782afed2a', 'subnets': [{'id': '1603be8a-dd86-41be-b651-1a8436af8dbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759943-5-iscsi', False) {} {{(pid=83923) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:35:57.845481 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16f0e390-588d-459d-bd24-26421e73d4bc None None] Checking router: ce1dcbd0-733c-48eb-a4e4-1dca83063e7c for host: dv-cinder-759943-5-iscsi {{(pid=83923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 03:35:57.847891 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.objects.ports [None req-0acb64b9-2e74-428f-a47d-48c37699d4ee None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=83923) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}}
Feb 17 03:35:57.861839 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f0e390-588d-459d-bd24-26421e73d4bc None None] Routers {'ce1dcbd0-733c-48eb-a4e4-1dca83063e7c'} bound to L3 agent in host dv-cinder-759943-5-iscsi {{(pid=83923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 03:35:57.864039 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_hamode_db [None req-16f0e390-588d-459d-bd24-26421e73d4bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f17c6f45d68>, 'dv-cinder-759943-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T03:18:25Z,description=<?>,heartbeat_timestamp=2021-02-17T03:35:55Z,host='dv-cinder-759943-5-iscsi',id=3e02af72-3002-4fb3-96dd-e59119f81584,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T03:18:25Z,topic='l3_agent')) {'router_ids': ['ce1dcbd0-733c-48eb-a4e4-1dca83063e7c'], 'active': True} {{(pid=83923) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:35:57.954807 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-7d295e7d-8966-4922-90a7-7a1749df0e6c req-0be86f3a-39bd-4902-869e-aa9a0f175633 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3536cbed-2c8d-4d95-bbc0-f2840e848748 HTTP/1.1" status: 200  len: 1000 time: 0.1176064
Feb 17 03:35:58.027178 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d295e7d-8966-4922-90a7-7a1749df0e6c req-eb23e9bf-b221-460c-a96e-5d4ea34a9cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:35:58.028906 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-7d295e7d-8966-4922-90a7-7a1749df0e6c req-eb23e9bf-b221-460c-a96e-5d4ea34a9cb3 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1603be8a-dd86-41be-b651-1a8436af8dbf HTTP/1.1" status: 200  len: 854 time: 0.0671887
Feb 17 03:35:58.076669 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_hamode_db [None req-a91138fb-624e-49fb-a2b8-cc8a32c7a84a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f17c65e2e48>, [{'id': '3ae39434-3077-4a61-8ec9-5d2beb8f56b0', 'name': 'tempest-TestVolumeBootPattern-1162730446-router', 'tenant_id': '09f977ccc1e54aa6bfffd127c9a4be7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'external_fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.14'}], 'enable_snat': True}, 'gw_port_id': 'aa054546-bebb-4011-8a62-78b11f5ad281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:31:15Z', 'updated_at': '2021-02-17T03:31:21Z', 'revision_number': 4, 'project_id': '09f977ccc1e54aa6bfffd127c9a4be7d', 'gw_port': {'id': 'aa054546-bebb-4011-8a62-78b11f5ad281', 'name': '', 'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:60:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae39434-3077-4a61-8ec9-5d2beb8f56b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:31:16Z', 'updated_at': '2021-02-17T03:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-5-iscsi', '_interfaces': [{'id': 'e98b3221-e8eb-44c7-922b-f05f45a151d1', 'name': '', 'network_id': '3cb0cdf3-e2d2-4fae-b226-b086c7cc05ee', 'tenant_id': '09f977ccc1e54aa6bfffd127c9a4be7d', 'mac_address': 'fa:16:3e:47:10:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae39434-3077-4a61-8ec9-5d2beb8f56b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '7b7a5bdd-0e94-4495-9a8f-a3426e0e5cfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:31:20Z', 'updated_at': '2021-02-17T03:31:31Z', 'revision_number': 5, 'project_id': '09f977ccc1e54aa6bfffd127c9a4be7d', 'subnets': [{'id': '7b7a5bdd-0e94-4495-9a8f-a3426e0e5cfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759943-5-iscsi', False) {} {{(pid=83924) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:35:58.081687 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a91138fb-624e-49fb-a2b8-cc8a32c7a84a None None] Checking router: 3ae39434-3077-4a61-8ec9-5d2beb8f56b0 for host: dv-cinder-759943-5-iscsi {{(pid=83924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 03:35:58.094174 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a91138fb-624e-49fb-a2b8-cc8a32c7a84a None None] Routers {'3ae39434-3077-4a61-8ec9-5d2beb8f56b0'} bound to L3 agent in host dv-cinder-759943-5-iscsi {{(pid=83924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 03:35:58.094174 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_hamode_db [None req-a91138fb-624e-49fb-a2b8-cc8a32c7a84a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f17c65e2e48>, 'dv-cinder-759943-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T03:18:25Z,description=<?>,heartbeat_timestamp=2021-02-17T03:35:55Z,host='dv-cinder-759943-5-iscsi',id=3e02af72-3002-4fb3-96dd-e59119f81584,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T03:18:25Z,topic='l3_agent')) {'router_ids': ['3ae39434-3077-4a61-8ec9-5d2beb8f56b0'], 'active': True} {{(pid=83924) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:35:58.099051 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvr_db [None req-16f0e390-588d-459d-bd24-26421e73d4bc None None] Set router ce1dcbd0-733c-48eb-a4e4-1dca83063e7c gateway port host: dv-cinder-759943-5-iscsi {{(pid=83923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 03:35:58.123958 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d295e7d-8966-4922-90a7-7a1749df0e6c req-c97c7160-1fed-4053-a156-8f9d1f0d83e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:35:58.125631 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-7d295e7d-8966-4922-90a7-7a1749df0e6c req-c97c7160-1fed-4053-a156-8f9d1f0d83e5 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=735791d7-b752-470f-b049-6623a91713f5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0889478
Feb 17 03:35:58.287933 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-7d295e7d-8966-4922-90a7-7a1749df0e6c req-10118c18-beb2-4139-9820-8c7843784049 service neutron] 10.222.0.54 "GET /v2.0/networks/735791d7-b752-470f-b049-6623a91713f5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1543233
Feb 17 03:35:58.314220 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvr_db [None req-a91138fb-624e-49fb-a2b8-cc8a32c7a84a None None] Set router 3ae39434-3077-4a61-8ec9-5d2beb8f56b0 gateway port host: dv-cinder-759943-5-iscsi {{(pid=83924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 03:35:58.439306 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f8fb31-da38-43be-9ce2-7fc045542809 req-518fac33-01bd-45b0-b634-cfa7d5ee202b tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:35:58.447332 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-91f8fb31-da38-43be-9ce2-7fc045542809 req-518fac33-01bd-45b0-b634-cfa7d5ee202b tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] 10.222.0.57 "GET /v2.0/ports?device_id=307fa9d3-f0a5-4c33-aa27-7271e36ec239 HTTP/1.1" status: 200  len: 944 time: 0.0973783
Feb 17 03:35:58.512933 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-91f8fb31-da38-43be-9ce2-7fc045542809 req-13434116-5516-49a8-ab9f-d419017ecc58 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] 10.222.0.57 "GET /v2.0/security-groups?id=b3a2e226-ee4b-4da0-ab48-63889dcb7abe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0645685
Feb 17 03:35:58.545267 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-7d295e7d-8966-4922-90a7-7a1749df0e6c req-ea481a1b-e1b7-428f-a912-ed586b9c9bc8 service neutron] 10.222.0.54 "GET /v2.0/networks/735791d7-b752-470f-b049-6623a91713f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2075150
Feb 17 03:35:58.572557 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_hamode_db [None req-16f0e390-588d-459d-bd24-26421e73d4bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f17c6f45d68>, [{'id': 'ce1dcbd0-733c-48eb-a4e4-1dca83063e7c', 'name': 'tempest-AttachVolumeShelveTestJSON-28655953-router', 'tenant_id': '64044155addf41e9ba2bde5782afed2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'external_fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '5a30632c-1748-4a16-aea5-cce7b2eb244d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:27:19Z', 'updated_at': '2021-02-17T03:27:41Z', 'revision_number': 4, 'project_id': '64044155addf41e9ba2bde5782afed2a', 'gw_port': {'id': '5a30632c-1748-4a16-aea5-cce7b2eb244d', 'name': '', 'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:5b:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce1dcbd0-733c-48eb-a4e4-1dca83063e7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:27:21Z', 'updated_at': '2021-02-17T03:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-5-iscsi', '_floatingips': [{'id': '49a4553f-a8d1-4a4d-9fd5-a503ec5ece2f', 'tenant_id': '64044155addf41e9ba2bde5782afed2a', 'floating_ip_address': '172.27.0.195', 'floating_network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'router_id': 'ce1dcbd0-733c-48eb-a4e4-1dca83063e7c', 'port_id': '3536cbed-2c8d-4d95-bbc0-f2840e848748', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 532, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '735791d7-b752-470f-b049-6623a91713f5', 'mac_address': 'fa:16:3e:fd:5a:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb13b0aa-8bce-4878-943d-e3483a430b36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T03:35:21Z', 'updated_at': '2021-02-17T03:35:55Z', 'revision_number': 1, 'project_id': '64044155addf41e9ba2bde5782afed2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7077bdbc-bf9d-4218-bf98-36f4e7415692', 'name': '', 'network_id': '735791d7-b752-470f-b049-6623a91713f5', 'tenant_id': '64044155addf41e9ba2bde5782afed2a', 'mac_address': 'fa:16:3e:a0:31:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce1dcbd0-733c-48eb-a4e4-1dca83063e7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '1603be8a-dd86-41be-b651-1a8436af8dbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:27:38Z', 'updated_at': '2021-02-17T03:27:54Z', 'revision_number': 5, 'project_id': '64044155addf41e9ba2bde5782afed2a', 'subnets': [{'id': '1603be8a-dd86-41be-b651-1a8436af8dbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759943-5-iscsi', False) {} {{(pid=83923) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:35:58.578902 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16f0e390-588d-459d-bd24-26421e73d4bc None None] The sync data for ids ['ce1dcbd0-733c-48eb-a4e4-1dca83063e7c'] in dv-cinder-759943-5-iscsi is: [{'id': 'ce1dcbd0-733c-48eb-a4e4-1dca83063e7c', 'name': 'tempest-AttachVolumeShelveTestJSON-28655953-router', 'tenant_id': '64044155addf41e9ba2bde5782afed2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'external_fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '5a30632c-1748-4a16-aea5-cce7b2eb244d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:27:19Z', 'updated_at': '2021-02-17T03:27:41Z', 'revision_number': 4, 'project_id': '64044155addf41e9ba2bde5782afed2a', 'gw_port': {'id': '5a30632c-1748-4a16-aea5-cce7b2eb244d', 'name': '', 'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:5b:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce1dcbd0-733c-48eb-a4e4-1dca83063e7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:27:21Z', 'updated_at': '2021-02-17T03:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-5-iscsi', '_floatingips': [{'id': '49a4553f-a8d1-4a4d-9fd5-a503ec5ece2f', 'tenant_id': '64044155addf41e9ba2bde5782afed2a', 'floating_ip_address': '172.27.0.195', 'floating_network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'router_id': 'ce1dcbd0-733c-48eb-a4e4-1dca83063e7c', 'port_id': '3536cbed-2c8d-4d95-bbc0-f2840e848748', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 532, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '735791d7-b752-470f-b049-6623a91713f5', 'mac_address': 'fa:16:3e:fd:5a:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb13b0aa-8bce-4878-943d-e3483a430b36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T03:35:21Z', 'updated_at': '2021-02-17T03:35:55Z', 'revision_number': 1, 'project_id': '64044155addf41e9ba2bde5782afed2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7077bdbc-bf9d-4218-bf98-36f4e7415692', 'name': '', 'network_id': '735791d7-b752-470f-b049-6623a91713f5', 'tenant_id': '64044155addf41e9ba2bde5782afed2a', 'mac_address': 'fa:16:3e:a0:31:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce1dcbd0-733c-48eb-a4e4-1dca83063e7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '1603be8a-dd86-41be-b651-1a8436af8dbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:27:38Z', 'updated_at': '2021-02-17T03:27:54Z', 'revision_number': 5, 'project_id': '64044155addf41e9ba2bde5782afed2a', 'subnets': [{'id': '1603be8a-dd86-41be-b651-1a8436af8dbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 03:35:58.616085 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Device 88c76ccb-10fd-4edc-b372-9a3bad57e105 up at agent ovs-agent-hv-cinder-75994 {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:35:58.689242 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Provisioning for port 88c76ccb-10fd-4edc-b372-9a3bad57e105 completed by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 03:35:58.694686 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Provisioning complete for port 88c76ccb-10fd-4edc-b372-9a3bad57e105 triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:35:58.695057 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838161172'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:58.735446 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_hamode_db [None req-a91138fb-624e-49fb-a2b8-cc8a32c7a84a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f17c65e2e48>, [{'id': '3ae39434-3077-4a61-8ec9-5d2beb8f56b0', 'name': 'tempest-TestVolumeBootPattern-1162730446-router', 'tenant_id': '09f977ccc1e54aa6bfffd127c9a4be7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'external_fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.14'}], 'enable_snat': True}, 'gw_port_id': 'aa054546-bebb-4011-8a62-78b11f5ad281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:31:15Z', 'updated_at': '2021-02-17T03:31:21Z', 'revision_number': 4, 'project_id': '09f977ccc1e54aa6bfffd127c9a4be7d', 'gw_port': {'id': 'aa054546-bebb-4011-8a62-78b11f5ad281', 'name': '', 'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:60:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae39434-3077-4a61-8ec9-5d2beb8f56b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:31:16Z', 'updated_at': '2021-02-17T03:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-5-iscsi', '_interfaces': [{'id': 'e98b3221-e8eb-44c7-922b-f05f45a151d1', 'name': '', 'network_id': '3cb0cdf3-e2d2-4fae-b226-b086c7cc05ee', 'tenant_id': '09f977ccc1e54aa6bfffd127c9a4be7d', 'mac_address': 'fa:16:3e:47:10:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae39434-3077-4a61-8ec9-5d2beb8f56b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '7b7a5bdd-0e94-4495-9a8f-a3426e0e5cfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:31:20Z', 'updated_at': '2021-02-17T03:31:31Z', 'revision_number': 5, 'project_id': '09f977ccc1e54aa6bfffd127c9a4be7d', 'subnets': [{'id': '7b7a5bdd-0e94-4495-9a8f-a3426e0e5cfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759943-5-iscsi', False) {} {{(pid=83924) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:35:58.740714 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a91138fb-624e-49fb-a2b8-cc8a32c7a84a None None] The sync data for ids ['3ae39434-3077-4a61-8ec9-5d2beb8f56b0'] in dv-cinder-759943-5-iscsi is: [{'id': '3ae39434-3077-4a61-8ec9-5d2beb8f56b0', 'name': 'tempest-TestVolumeBootPattern-1162730446-router', 'tenant_id': '09f977ccc1e54aa6bfffd127c9a4be7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'external_fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.14'}], 'enable_snat': True}, 'gw_port_id': 'aa054546-bebb-4011-8a62-78b11f5ad281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:31:15Z', 'updated_at': '2021-02-17T03:31:21Z', 'revision_number': 4, 'project_id': '09f977ccc1e54aa6bfffd127c9a4be7d', 'gw_port': {'id': 'aa054546-bebb-4011-8a62-78b11f5ad281', 'name': '', 'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:60:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae39434-3077-4a61-8ec9-5d2beb8f56b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:31:16Z', 'updated_at': '2021-02-17T03:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-5-iscsi', '_interfaces': [{'id': 'e98b3221-e8eb-44c7-922b-f05f45a151d1', 'name': '', 'network_id': '3cb0cdf3-e2d2-4fae-b226-b086c7cc05ee', 'tenant_id': '09f977ccc1e54aa6bfffd127c9a4be7d', 'mac_address': 'fa:16:3e:47:10:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae39434-3077-4a61-8ec9-5d2beb8f56b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '7b7a5bdd-0e94-4495-9a8f-a3426e0e5cfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:31:20Z', 'updated_at': '2021-02-17T03:31:31Z', 'revision_number': 5, 'project_id': '09f977ccc1e54aa6bfffd127c9a4be7d', 'subnets': [{'id': '7b7a5bdd-0e94-4495-9a8f-a3426e0e5cfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 03:35:58.830079 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for port, before_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:58.864756 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '307fa9d3-f0a5-4c33-aa27-7271e36ec239', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88c76ccb-10fd-4edc-b372-9a3bad57e105'}] {{(pid=83923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 03:35:58.876378 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.db [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] For port 88c76ccb-10fd-4edc-b372-9a3bad57e105, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=88c76ccb-10fd-4edc-b372-9a3bad57e105,segment=NetworkSegment(6c015ecf-ca24-43ac-84f0-02668fe7daf5),segment_id=6c015ecf-ca24-43ac-84f0-02668fe7daf5)] {{(pid=83923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:35:58.881422 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303097879514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733756514675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303098261108'] for port, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:58.884222 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:35:58.940015 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '307fa9d3-f0a5-4c33-aa27-7271e36ec239', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88c76ccb-10fd-4edc-b372-9a3bad57e105', 'code': 200}
Feb 17 03:35:58.940959 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-611fd7d0-6794-4221-a0db-53f23d785bdd None None] New status for floating IP 49a4553f-a8d1-4a4d-9fd5-a503ec5ece2f: ACTIVE {{(pid=83923) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 17 03:35:59.148685 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Pushing event updated for resources: {'Port': ['ID=88c76ccb-10fd-4edc-b372-9a3bad57e105,revision_number=4']} {{(pid=83923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:35:59.152528 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:35:59.205428 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfee6b6a-9086-4011-954a-bc80b7d2ca3b None None] New status for floating IP 21a4f781-2646-4d12-8fd9-9bebcdd8aa5f: DOWN {{(pid=83924) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 17 03:35:59.266116 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-f409aacd-1dad-4c6e-99f3-12b4f3675435 req-67d93768-e61f-46d3-bb23-296ecaa4c953 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-107357108&fields=id&tenant_id=09f977ccc1e54aa6bfffd127c9a4be7d HTTP/1.1" status: 200  len: 267 time: 0.0617301
Feb 17 03:35:59.380342 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7702b661-fb17-4346-aa7d-c573fa012c72 req-9b6aec79-e51a-4c8e-9e15-e6058371cf49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:35:59.381992 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-7702b661-fb17-4346-aa7d-c573fa012c72 req-9b6aec79-e51a-4c8e-9e15-e6058371cf49 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=307fa9d3-f0a5-4c33-aa27-7271e36ec239 HTTP/1.1" status: 200  len: 1163 time: 0.2207959
Feb 17 03:35:59.472652 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f409aacd-1dad-4c6e-99f3-12b4f3675435 req-d5c3bb1c-2cda-49d1-9996-09a6c62f891b tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:35:59.474263 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-f409aacd-1dad-4c6e-99f3-12b4f3675435 req-d5c3bb1c-2cda-49d1-9996-09a6c62f891b tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.57 "GET /v2.0/networks?id=3cb0cdf3-e2d2-4fae-b226-b086c7cc05ee HTTP/1.1" status: 200  len: 812 time: 0.2006271
Feb 17 03:35:59.476063 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-7702b661-fb17-4346-aa7d-c573fa012c72 req-c8fd2ae1-79b9-4e77-a250-63945c694812 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=b3a2e226-ee4b-4da0-ab48-63889dcb7abe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0825005
Feb 17 03:35:59.490329 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-f409aacd-1dad-4c6e-99f3-12b4f3675435 req-419a964a-32fe-4ffc-9ba5-0e861f55f480 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.57 "GET /v2.0/quotas/09f977ccc1e54aa6bfffd127c9a4be7d HTTP/1.1" status: 200  len: 375 time: 0.0103123
Feb 17 03:35:59.584022 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [req-f409aacd-1dad-4c6e-99f3-12b4f3675435 req-bf2accdf-cf83-4ca3-998d-ad8b79235d55 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Synchronizing usage tracker for tenant:09f977ccc1e54aa6bfffd127c9a4be7d on resource:port {{(pid=83921) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 03:35:59.600317 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [req-f409aacd-1dad-4c6e-99f3-12b4f3675435 req-bf2accdf-cf83-4ca3-998d-ad8b79235d55 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Unset dirty status for tenant:09f977ccc1e54aa6bfffd127c9a4be7d on resource:port {{(pid=83921) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 03:35:59.601839 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-f409aacd-1dad-4c6e-99f3-12b4f3675435 req-bf2accdf-cf83-4ca3-998d-ad8b79235d55 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=09f977ccc1e54aa6bfffd127c9a4be7d&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1060100
Feb 17 03:35:59.708650 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08af2ca0-9e9b-4cb3-91b9-151e171f5bf3 req-852251a7-7ae1-4438-8711-ab0c1e2dd356 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:35:59.710281 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-08af2ca0-9e9b-4cb3-91b9-151e171f5bf3 req-852251a7-7ae1-4438-8711-ab0c1e2dd356 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] 10.222.0.57 "GET /v2.0/ports?device_id=307fa9d3-f0a5-4c33-aa27-7271e36ec239 HTTP/1.1" status: 200  len: 946 time: 0.0854020
Feb 17 03:35:59.732848 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Device 88c76ccb-10fd-4edc-b372-9a3bad57e105 up at agent ovs-agent-hv-cinder-75994 {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:35:59.753616 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-f409aacd-1dad-4c6e-99f3-12b4f3675435 req-391ae715-d995-4aef-b6e7-2e9057fb86cc service neutron] 10.222.0.57 "GET /v2.0/networks/3cb0cdf3-e2d2-4fae-b226-b086c7cc05ee?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1385040
Feb 17 03:35:59.762235 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-08af2ca0-9e9b-4cb3-91b9-151e171f5bf3 req-b9e588a3-a0f0-4780-85b3-aa6c6d356d50 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] 10.222.0.57 "GET /v2.0/security-groups?id=b3a2e226-ee4b-4da0-ab48-63889dcb7abe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456738
Feb 17 03:35:59.807711 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Provisioning complete for port 88c76ccb-10fd-4edc-b372-9a3bad57e105 triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:35:59.808127 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838161172'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:59.903124 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-f409aacd-1dad-4c6e-99f3-12b4f3675435 req-68b825be-1b34-44a6-b15d-1a5f3374ec9d service neutron] 10.222.0.57 "GET /v2.0/networks/3cb0cdf3-e2d2-4fae-b226-b086c7cc05ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1430099
Feb 17 03:36:00.322684 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-9d34807a-e565-4ec3-988f-c730ce2a6fb1 req-e4474352-d946-4c60-a366-e8a236052d63 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.57 "GET /v2.0/ports?device_id=43a647e7-a66d-4254-9011-71ced47c3312 HTTP/1.1" status: 200  len: 210 time: 0.0534971
Feb 17 03:36:00.981384 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bbed78-5219-46d0-b6b4-e98cd20dcebd req-d289611e-fbc2-42e1-bee8-ecd2e87e673f tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:36:00.983567 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-81bbed78-5219-46d0-b6b4-e98cd20dcebd req-d289611e-fbc2-42e1-bee8-ecd2e87e673f tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] 10.222.0.57 "GET /v2.0/ports?device_id=307fa9d3-f0a5-4c33-aa27-7271e36ec239 HTTP/1.1" status: 200  len: 946 time: 0.0908194
Feb 17 03:36:01.034930 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-81bbed78-5219-46d0-b6b4-e98cd20dcebd req-e9f88608-0101-41d9-9968-b3c8e7b7ffdb tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] 10.222.0.57 "GET /v2.0/security-groups?id=b3a2e226-ee4b-4da0-ab48-63889dcb7abe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444028
Feb 17 03:36:01.812011 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-739ecaec-37d5-4e87-bdda-b1228b669b1c req-05335b80-6b89-44f2-a469-da8537aaab7c tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.57 "GET /v2.0/ports?device_id=43a647e7-a66d-4254-9011-71ced47c3312 HTTP/1.1" status: 200  len: 210 time: 0.3462989
Feb 17 03:36:01.883270 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f409aacd-1dad-4c6e-99f3-12b4f3675435 req-14780747-e54e-4708-a020-96f18cd5a2aa tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:36:01.884774 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-f409aacd-1dad-4c6e-99f3-12b4f3675435 req-14780747-e54e-4708-a020-96f18cd5a2aa tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.54 "GET /v2.0/networks?id=3cb0cdf3-e2d2-4fae-b226-b086c7cc05ee HTTP/1.1" status: 200  len: 812 time: 0.4519086
Feb 17 03:36:01.967788 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-f409aacd-1dad-4c6e-99f3-12b4f3675435 req-da77c8a9-757b-4566-bf94-caeba1bdde25 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=09f977ccc1e54aa6bfffd127c9a4be7d HTTP/1.1" status: 200  len: 5763 time: 0.0691540
Feb 17 03:36:01.976972 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.v2.base [req-f409aacd-1dad-4c6e-99f3-12b4f3675435 req-265e9759-79dc-4838-951b-4a176cc11924 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Request body: {'port': {'device_id': '43a647e7-a66d-4254-9011-71ced47c3312', 'network_id': '3cb0cdf3-e2d2-4fae-b226-b086c7cc05ee', 'admin_state_up': True, 'tenant_id': '09f977ccc1e54aa6bfffd127c9a4be7d', 'security_groups': ['42a135cc-1e4e-4724-8c79-cda705e48efc']}} {{(pid=83921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:36:02.126362 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [req-f409aacd-1dad-4c6e-99f3-12b4f3675435 req-265e9759-79dc-4838-951b-4a176cc11924 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:36:02.136431 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [req-f409aacd-1dad-4c6e-99f3-12b4f3675435 req-265e9759-79dc-4838-951b-4a176cc11924 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:36:02.146244 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f409aacd-1dad-4c6e-99f3-12b4f3675435 req-265e9759-79dc-4838-951b-4a176cc11924 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Made reservation on behalf of 09f977ccc1e54aa6bfffd127c9a4be7d for: {'port': 1} {{(pid=83921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 03:36:02.152459 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-f409aacd-1dad-4c6e-99f3-12b4f3675435 req-265e9759-79dc-4838-951b-4a176cc11924 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for port, before_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:02.385156 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6d45d1-3ecd-4d3e-80bd-0eeed567cd7e req-bb021b2c-34d3-43bd-bf54-4adaf5f72d8e tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:36:02.386842 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-6f6d45d1-3ecd-4d3e-80bd-0eeed567cd7e req-bb021b2c-34d3-43bd-bf54-4adaf5f72d8e tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] 10.222.0.57 "GET /v2.0/ports?device_id=307fa9d3-f0a5-4c33-aa27-7271e36ec239 HTTP/1.1" status: 200  len: 946 time: 0.2236083
Feb 17 03:36:02.512001 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-6f6d45d1-3ecd-4d3e-80bd-0eeed567cd7e req-67b1940d-2d8b-4fff-991a-4b21398de489 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] 10.222.0.57 "GET /v2.0/security-groups?id=b3a2e226-ee4b-4da0-ab48-63889dcb7abe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1178439
Feb 17 03:36:02.594540 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.db_base_plugin_common [req-f409aacd-1dad-4c6e-99f3-12b4f3675435 req-265e9759-79dc-4838-951b-4a176cc11924 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Allocated IP 172.20.0.5 (3cb0cdf3-e2d2-4fae-b226-b086c7cc05ee/7b7a5bdd-0e94-4495-9a8f-a3426e0e5cfa/1eaf9637-4a5d-4be5-9bed-fd22ccba8da3) {{(pid=83921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 03:36:02.719005 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b3d4a2-0d5c-42b9-b179-62cc68c8a343 req-a5fadfe0-4052-4ad4-a161-c25ed5a985c2 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:36:02.720546 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-46b3d4a2-0d5c-42b9-b179-62cc68c8a343 req-a5fadfe0-4052-4ad4-a161-c25ed5a985c2 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] 10.222.0.57 "GET /v2.0/ports?device_id=307fa9d3-f0a5-4c33-aa27-7271e36ec239 HTTP/1.1" status: 200  len: 946 time: 0.0908322
Feb 17 03:36:02.768729 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-46b3d4a2-0d5c-42b9-b179-62cc68c8a343 req-52ed90e8-ee5b-4601-8cca-ee845b0fa1da tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] 10.222.0.57 "GET /v2.0/security-groups?id=b3a2e226-ee4b-4da0-ab48-63889dcb7abe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415955
Feb 17 03:36:02.793348 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-f409aacd-1dad-4c6e-99f3-12b4f3675435 req-265e9759-79dc-4838-951b-4a176cc11924 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Notify callbacks [] for port, precommit_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:02.810516 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [req-f409aacd-1dad-4c6e-99f3-12b4f3675435 req-265e9759-79dc-4838-951b-4a176cc11924 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Transition to ACTIVE for port object 1eaf9637-4a5d-4be5-9bed-fd22ccba8da3 will not be triggered until provisioned by entity DHCP. {{(pid=83921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 03:36:02.840617 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-f409aacd-1dad-4c6e-99f3-12b4f3675435 req-265e9759-79dc-4838-951b-4a176cc11924 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363303098263190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852640907'] for port, after_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:02.862103 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-df6521b1-b45d-48b0-822e-f0bd80cb55c0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:36:03.018607 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265e9759-79dc-4838-951b-4a176cc11924 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Pushing event updated for resources: {'Port': ['ID=1eaf9637-4a5d-4be5-9bed-fd22ccba8da3,revision_number=1']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:36:03.023155 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-265e9759-79dc-4838-951b-4a176cc11924 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:36:03.081104 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f409aacd-1dad-4c6e-99f3-12b4f3675435 req-265e9759-79dc-4838-951b-4a176cc11924 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Network 3cb0cdf3-e2d2-4fae-b226-b086c7cc05ee is already hosted by enough agents. {{(pid=83921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 03:36:03.081104 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.scheduler.base_scheduler [req-f409aacd-1dad-4c6e-99f3-12b4f3675435 req-265e9759-79dc-4838-951b-4a176cc11924 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Resources bound (agent type, host, resource id):  {{(pid=83921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 03:36:03.083861 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvrscheduler_db [req-f409aacd-1dad-4c6e-99f3-12b4f3675435 req-265e9759-79dc-4838-951b-4a176cc11924 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Received port after_create {{(pid=83921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 03:36:03.201653 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c67276-1fa9-49c7-9134-5a2daea069d8 req-7c64ed4b-4f70-42df-8601-06e5e22d74b6 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:36:03.203657 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-34c67276-1fa9-49c7-9134-5a2daea069d8 req-7c64ed4b-4f70-42df-8601-06e5e22d74b6 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.57 "GET /v2.0/ports?device_id=43a647e7-a66d-4254-9011-71ced47c3312 HTTP/1.1" status: 200  len: 931 time: 0.0953884
Feb 17 03:36:03.216856 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f409aacd-1dad-4c6e-99f3-12b4f3675435 req-265e9759-79dc-4838-951b-4a176cc11924 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:36:03.218384 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-f409aacd-1dad-4c6e-99f3-12b4f3675435 req-265e9759-79dc-4838-951b-4a176cc11924 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774597'] for port, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:03.261727 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-34c67276-1fa9-49c7-9134-5a2daea069d8 req-94c0c8b7-7ac6-4308-aa82-5dd7eb65b596 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.57 "GET /v2.0/security-groups?id=42a135cc-1e4e-4724-8c79-cda705e48efc&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0510137
Feb 17 03:36:03.266328 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-f409aacd-1dad-4c6e-99f3-12b4f3675435 req-265e9759-79dc-4838-951b-4a176cc11924 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2931356
Feb 17 03:36:03.283173 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ef229d-249b-42fc-b3c7-c7a95c09d01d req-89ec13d5-f7d2-4f08-8001-e5192e70cbb8 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:36:03.284845 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-f6ef229d-249b-42fc-b3c7-c7a95c09d01d req-89ec13d5-f7d2-4f08-8001-e5192e70cbb8 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] 10.222.0.57 "GET /v2.0/ports?device_id=307fa9d3-f0a5-4c33-aa27-7271e36ec239 HTTP/1.1" status: 200  len: 946 time: 0.1591527
Feb 17 03:36:03.291185 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.v2.base [req-f409aacd-1dad-4c6e-99f3-12b4f3675435 req-efda851d-c28a-4cc6-bfc5-16faa331a58e service neutron] Request body: {'port': {'device_id': '43a647e7-a66d-4254-9011-71ced47c3312', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75994'}} {{(pid=83921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:36:03.343389 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-2f2ec840-4347-43b1-84b8-4bb76e51a00c None None] Provisioning for port 1eaf9637-4a5d-4be5-9bed-fd22ccba8da3 completed by entity DHCP. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 03:36:03.348346 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-2f2ec840-4347-43b1-84b8-4bb76e51a00c None None] Provisioning complete for port 1eaf9637-4a5d-4be5-9bed-fd22ccba8da3 triggered by entity DHCP. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:36:03.348767 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-2f2ec840-4347-43b1-84b8-4bb76e51a00c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838161172'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:03.409756 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.plugin [None req-2f2ec840-4347-43b1-84b8-4bb76e51a00c None None] Port 1eaf9637-4a5d-4be5-9bed-fd22ccba8da3 cannot update to ACTIVE because it is not bound. {{(pid=83923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 03:36:03.424574 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-f6ef229d-249b-42fc-b3c7-c7a95c09d01d req-b7ed207d-78f5-4e38-9b0b-89e924ed4842 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] 10.222.0.57 "GET /v2.0/security-groups?id=b3a2e226-ee4b-4da0-ab48-63889dcb7abe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1038127
Feb 17 03:36:03.458903 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-f409aacd-1dad-4c6e-99f3-12b4f3675435 req-efda851d-c28a-4cc6-bfc5-16faa331a58e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for port, before_update {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:03.926427 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.notifiers.nova [req-f409aacd-1dad-4c6e-99f3-12b4f3675435 req-efda851d-c28a-4cc6-bfc5-16faa331a58e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1eaf9637-4a5d-4be5-9bed-fd22ccba8da3 {{(pid=83921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 17 03:36:03.934486 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-f409aacd-1dad-4c6e-99f3-12b4f3675435 req-efda851d-c28a-4cc6-bfc5-16faa331a58e service neutron] Notify callbacks [] for port, precommit_update {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:03.947736 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [req-f409aacd-1dad-4c6e-99f3-12b4f3675435 req-efda851d-c28a-4cc6-bfc5-16faa331a58e service neutron] Transition to ACTIVE for port object 1eaf9637-4a5d-4be5-9bed-fd22ccba8da3 will not be triggered until provisioned by entity L2. {{(pid=83921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 03:36:03.950468 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-f409aacd-1dad-4c6e-99f3-12b4f3675435 req-efda851d-c28a-4cc6-bfc5-16faa331a58e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303097879514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733756514675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303098261108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2134908'] for port, after_update {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:03.965963 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-067258eb-d020-453a-82ad-77369f4f93de tempest-VolumesSnapshotTestJSON-1509273995 tempest-VolumesSnapshotTestJSON-1509273995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:36:04.106036 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efda851d-c28a-4cc6-bfc5-16faa331a58e service neutron] Pushing event updated for resources: {'Port': ['ID=1eaf9637-4a5d-4be5-9bed-fd22ccba8da3,revision_number=2']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:36:04.124442 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-efda851d-c28a-4cc6-bfc5-16faa331a58e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:36:04.304077 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.managers [req-f409aacd-1dad-4c6e-99f3-12b4f3675435 req-efda851d-c28a-4cc6-bfc5-16faa331a58e service neutron] Attempting to bind port 1eaf9637-4a5d-4be5-9bed-fd22ccba8da3 on host hv-cinder-75994 for vnic_type normal with profile  {{(pid=83921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 03:36:04.304600 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.managers [req-f409aacd-1dad-4c6e-99f3-12b4f3675435 req-efda851d-c28a-4cc6-bfc5-16faa331a58e service neutron] Attempting to bind port 1eaf9637-4a5d-4be5-9bed-fd22ccba8da3 by drivers openvswitch on host hv-cinder-75994 at level 0 using segments [{'id': '1395ec13-865d-4759-982d-888e59978303', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3cb0cdf3-e2d2-4fae-b226-b086c7cc05ee'}] {{(pid=83921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 03:36:04.304823 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f409aacd-1dad-4c6e-99f3-12b4f3675435 req-efda851d-c28a-4cc6-bfc5-16faa331a58e service neutron] Attempting to bind port 1eaf9637-4a5d-4be5-9bed-fd22ccba8da3 on network 3cb0cdf3-e2d2-4fae-b226-b086c7cc05ee {{(pid=83921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 03:36:04.311174 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f409aacd-1dad-4c6e-99f3-12b4f3675435 req-efda851d-c28a-4cc6-bfc5-16faa331a58e service neutron] Checking agent: {'id': '1c3dee76-e565-424d-b4cd-b2af1407410d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75994', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 3, 25, 23), 'started_at': datetime.datetime(2021, 2, 17, 3, 25, 53), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 3, 35, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.11', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 03:36:04.311552 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f409aacd-1dad-4c6e-99f3-12b4f3675435 req-efda851d-c28a-4cc6-bfc5-16faa331a58e service neutron] Checking segment: {'id': '1395ec13-865d-4759-982d-888e59978303', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3cb0cdf3-e2d2-4fae-b226-b086c7cc05ee'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 03:36:04.311959 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-f409aacd-1dad-4c6e-99f3-12b4f3675435 req-efda851d-c28a-4cc6-bfc5-16faa331a58e service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:04.312357 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f409aacd-1dad-4c6e-99f3-12b4f3675435 req-efda851d-c28a-4cc6-bfc5-16faa331a58e service neutron] Bound using segment: {'id': '1395ec13-865d-4759-982d-888e59978303', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3cb0cdf3-e2d2-4fae-b226-b086c7cc05ee'} {{(pid=83921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 03:36:04.312839 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.managers [req-f409aacd-1dad-4c6e-99f3-12b4f3675435 req-efda851d-c28a-4cc6-bfc5-16faa331a58e service neutron] Bound port: 1eaf9637-4a5d-4be5-9bed-fd22ccba8da3, host: hv-cinder-75994, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1395ec13-865d-4759-982d-888e59978303', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3cb0cdf3-e2d2-4fae-b226-b086c7cc05ee'}}] {{(pid=83921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 03:36:04.313248 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-f409aacd-1dad-4c6e-99f3-12b4f3675435 req-efda851d-c28a-4cc6-bfc5-16faa331a58e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for port, before_update {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:04.468138 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.db [req-f409aacd-1dad-4c6e-99f3-12b4f3675435 req-efda851d-c28a-4cc6-bfc5-16faa331a58e service neutron] For port 1eaf9637-4a5d-4be5-9bed-fd22ccba8da3, host hv-cinder-75994, cleared binding levels {{(pid=83921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 03:36:04.472379 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.db [req-f409aacd-1dad-4c6e-99f3-12b4f3675435 req-efda851d-c28a-4cc6-bfc5-16faa331a58e service neutron] For port 1eaf9637-4a5d-4be5-9bed-fd22ccba8da3, host hv-cinder-75994, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=1eaf9637-4a5d-4be5-9bed-fd22ccba8da3,segment=NetworkSegment(1395ec13-865d-4759-982d-888e59978303),segment_id=1395ec13-865d-4759-982d-888e59978303)] {{(pid=83921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 03:36:04.477721 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-f409aacd-1dad-4c6e-99f3-12b4f3675435 req-efda851d-c28a-4cc6-bfc5-16faa331a58e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303097879514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733756514675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303098261108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2134908'] for port, after_update {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:04.494051 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-d99babe4-9f44-4063-8f02-f102703400fb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:36:04.657520 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4049a63-da68-4208-8eb8-488474926a34 req-4bac203e-de7e-416d-bb1a-2653a1de05d1 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:36:04.658289 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [req-a4049a63-da68-4208-8eb8-488474926a34 req-4bac203e-de7e-416d-bb1a-2653a1de05d1 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Synchronizing usage tracker for tenant:09f977ccc1e54aa6bfffd127c9a4be7d on resource:port {{(pid=83921) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 03:36:04.677467 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efda851d-c28a-4cc6-bfc5-16faa331a58e service neutron] Pushing event updated for resources: {'Port': ['ID=1eaf9637-4a5d-4be5-9bed-fd22ccba8da3,revision_number=3']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:36:04.684751 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-efda851d-c28a-4cc6-bfc5-16faa331a58e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:36:04.709806 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [req-a4049a63-da68-4208-8eb8-488474926a34 req-4bac203e-de7e-416d-bb1a-2653a1de05d1 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Unset dirty status for tenant:09f977ccc1e54aa6bfffd127c9a4be7d on resource:port {{(pid=83921) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 03:36:04.711019 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-a4049a63-da68-4208-8eb8-488474926a34 req-4bac203e-de7e-416d-bb1a-2653a1de05d1 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.57 "GET /v2.0/ports?device_id=43a647e7-a66d-4254-9011-71ced47c3312 HTTP/1.1" status: 200  len: 943 time: 0.3283951
Feb 17 03:36:04.751603 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f409aacd-1dad-4c6e-99f3-12b4f3675435 req-efda851d-c28a-4cc6-bfc5-16faa331a58e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:36:04.752286 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-f409aacd-1dad-4c6e-99f3-12b4f3675435 req-efda851d-c28a-4cc6-bfc5-16faa331a58e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774597'] for port, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:04.753797 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-f409aacd-1dad-4c6e-99f3-12b4f3675435 req-efda851d-c28a-4cc6-bfc5-16faa331a58e service neutron] 10.222.0.54 "PUT /v2.0/ports/1eaf9637-4a5d-4be5-9bed-fd22ccba8da3 HTTP/1.1" status: 200  len: 1157 time: 1.4678512
Feb 17 03:36:04.754459 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43a647e7-a66d-4254-9011-71ced47c3312', 'tag': '1eaf9637-4a5d-4be5-9bed-fd22ccba8da3'}] {{(pid=83921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 03:36:04.782010 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-a4049a63-da68-4208-8eb8-488474926a34 req-3df810eb-e359-46ef-a3df-466929dfc646 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.57 "GET /v2.0/security-groups?id=42a135cc-1e4e-4724-8c79-cda705e48efc&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0626566
Feb 17 03:36:04.851793 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43a647e7-a66d-4254-9011-71ced47c3312', 'tag': '1eaf9637-4a5d-4be5-9bed-fd22ccba8da3', 'status': 'completed', 'code': 200}
Feb 17 03:36:04.902391 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f409aacd-1dad-4c6e-99f3-12b4f3675435 req-618ad075-8f99-4201-91e1-4a7a12d33beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:36:04.904097 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-f409aacd-1dad-4c6e-99f3-12b4f3675435 req-618ad075-8f99-4201-91e1-4a7a12d33beb service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=09f977ccc1e54aa6bfffd127c9a4be7d&device_id=43a647e7-a66d-4254-9011-71ced47c3312 HTTP/1.1" status: 200  len: 1160 time: 0.0902555
Feb 17 03:36:04.992367 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-f409aacd-1dad-4c6e-99f3-12b4f3675435 req-68b6a2fa-7f5c-481b-853e-1d6731fdb097 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1eaf9637-4a5d-4be5-9bed-fd22ccba8da3 HTTP/1.1" status: 200  len: 217 time: 0.0738838
Feb 17 03:36:05.071857 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f409aacd-1dad-4c6e-99f3-12b4f3675435 req-03999148-c0db-4459-876a-78c054631f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:36:05.073509 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-f409aacd-1dad-4c6e-99f3-12b4f3675435 req-03999148-c0db-4459-876a-78c054631f21 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7b7a5bdd-0e94-4495-9a8f-a3426e0e5cfa HTTP/1.1" status: 200  len: 851 time: 0.0737195
Feb 17 03:36:05.174120 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f409aacd-1dad-4c6e-99f3-12b4f3675435 req-66850378-d2f2-49f4-90bb-bef92abe6e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:36:05.175863 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-f409aacd-1dad-4c6e-99f3-12b4f3675435 req-66850378-d2f2-49f4-90bb-bef92abe6e90 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3cb0cdf3-e2d2-4fae-b226-b086c7cc05ee&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0944581
Feb 17 03:36:05.556009 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-f409aacd-1dad-4c6e-99f3-12b4f3675435 req-a046c5d4-c550-454e-9e99-0eb63d030306 service neutron] 10.222.0.54 "GET /v2.0/networks/3cb0cdf3-e2d2-4fae-b226-b086c7cc05ee?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3668067
Feb 17 03:36:05.714824 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-f409aacd-1dad-4c6e-99f3-12b4f3675435 req-df5fd220-0d70-42c4-a2a7-30517b710da4 service neutron] 10.222.0.54 "GET /v2.0/networks/3cb0cdf3-e2d2-4fae-b226-b086c7cc05ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1425788
Feb 17 03:36:05.976131 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946b3ea0-9eef-48da-b3a3-fd01209f9dee req-a6254f28-6e45-4b32-9f7c-58788259553e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:36:05.977803 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-946b3ea0-9eef-48da-b3a3-fd01209f9dee req-a6254f28-6e45-4b32-9f7c-58788259553e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=09f977ccc1e54aa6bfffd127c9a4be7d&device_id=43a647e7-a66d-4254-9011-71ced47c3312 HTTP/1.1" status: 200  len: 1160 time: 0.1662598
Feb 17 03:36:06.137680 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701e82cd-7b9f-4910-8389-1545ab801cbe req-5473df59-19da-48e9-a987-573d0ce4b285 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:36:06.139987 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-701e82cd-7b9f-4910-8389-1545ab801cbe req-5473df59-19da-48e9-a987-573d0ce4b285 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.57 "GET /v2.0/ports?device_id=43a647e7-a66d-4254-9011-71ced47c3312 HTTP/1.1" status: 200  len: 943 time: 0.2164979
Feb 17 03:36:06.181912 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946b3ea0-9eef-48da-b3a3-fd01209f9dee req-0f88bcc4-749a-4267-92ed-ad3ef510ab49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:36:06.183548 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-946b3ea0-9eef-48da-b3a3-fd01209f9dee req-0f88bcc4-749a-4267-92ed-ad3ef510ab49 service neutron] 10.222.0.54 "GET /v2.0/networks?id=3cb0cdf3-e2d2-4fae-b226-b086c7cc05ee HTTP/1.1" status: 200  len: 906 time: 0.1927500
Feb 17 03:36:06.271957 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-946b3ea0-9eef-48da-b3a3-fd01209f9dee req-cd7fa3d5-b911-4519-94fa-e6eba987e113 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1eaf9637-4a5d-4be5-9bed-fd22ccba8da3 HTTP/1.1" status: 200  len: 217 time: 0.0765083
Feb 17 03:36:06.276900 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-701e82cd-7b9f-4910-8389-1545ab801cbe req-6f36344a-f3dd-4806-b1ad-427367ef8ee9 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.57 "GET /v2.0/security-groups?id=42a135cc-1e4e-4724-8c79-cda705e48efc&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.1210234
Feb 17 03:36:06.344374 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946b3ea0-9eef-48da-b3a3-fd01209f9dee req-63afdc4b-1ad5-4f24-a7f4-32069f0bfcb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:36:06.346062 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-946b3ea0-9eef-48da-b3a3-fd01209f9dee req-63afdc4b-1ad5-4f24-a7f4-32069f0bfcb2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7b7a5bdd-0e94-4495-9a8f-a3426e0e5cfa HTTP/1.1" status: 200  len: 851 time: 0.0656226
Feb 17 03:36:06.439542 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946b3ea0-9eef-48da-b3a3-fd01209f9dee req-c4f4979e-7caf-4423-a467-ec1d02a1169e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:36:06.441181 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-946b3ea0-9eef-48da-b3a3-fd01209f9dee req-c4f4979e-7caf-4423-a467-ec1d02a1169e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3cb0cdf3-e2d2-4fae-b226-b086c7cc05ee&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0825469
Feb 17 03:36:06.588720 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-946b3ea0-9eef-48da-b3a3-fd01209f9dee req-3fff561f-d975-4605-86be-f85fd7675f9c service neutron] 10.222.0.54 "GET /v2.0/networks/3cb0cdf3-e2d2-4fae-b226-b086c7cc05ee?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1398075
Feb 17 03:36:06.743857 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-946b3ea0-9eef-48da-b3a3-fd01209f9dee req-620615c0-d595-4482-a197-816c354fb9d4 service neutron] 10.222.0.54 "GET /v2.0/networks/3cb0cdf3-e2d2-4fae-b226-b086c7cc05ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1455507
Feb 17 03:36:07.476428 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4582b45c-9916-4938-a3f9-527e35397697 req-9d8c33ce-0ad5-4851-9707-00370e76f5ac tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:36:07.478083 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-4582b45c-9916-4938-a3f9-527e35397697 req-9d8c33ce-0ad5-4851-9707-00370e76f5ac tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.57 "GET /v2.0/ports?device_id=43a647e7-a66d-4254-9011-71ced47c3312 HTTP/1.1" status: 200  len: 943 time: 0.0874188
Feb 17 03:36:07.525738 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-4582b45c-9916-4938-a3f9-527e35397697 req-bc996e84-2b7f-43b7-b0dd-822093611d3a tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.57 "GET /v2.0/security-groups?id=42a135cc-1e4e-4724-8c79-cda705e48efc&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0412970
Feb 17 03:36:08.729109 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3244adf-3581-4dd7-937a-174474c359b6 req-dadbe12c-7030-4bfc-bde5-30eb0a5bab2a tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:36:08.730767 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-c3244adf-3581-4dd7-937a-174474c359b6 req-dadbe12c-7030-4bfc-bde5-30eb0a5bab2a tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.57 "GET /v2.0/ports?device_id=43a647e7-a66d-4254-9011-71ced47c3312 HTTP/1.1" status: 200  len: 943 time: 0.0922217
Feb 17 03:36:08.781490 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-c3244adf-3581-4dd7-937a-174474c359b6 req-5290acb3-735b-4f14-bd60-831989200c55 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.57 "GET /v2.0/security-groups?id=42a135cc-1e4e-4724-8c79-cda705e48efc&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0434110
Feb 17 03:36:09.477886 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90817958-05fd-47e3-a0e7-36c26e075fb0 req-91c8d066-95aa-4275-86cf-397b15a87130 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:36:09.479420 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-90817958-05fd-47e3-a0e7-36c26e075fb0 req-91c8d066-95aa-4275-86cf-397b15a87130 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] 10.222.0.57 "GET /v2.0/ports?device_id=3c5a8ede-8248-460e-bef7-6b5c3aaf48f5 HTTP/1.1" status: 200  len: 945 time: 0.0931516
Feb 17 03:36:09.529321 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-90817958-05fd-47e3-a0e7-36c26e075fb0 req-d20f8e5a-7c8b-4c0d-a9ba-88125ffd3e9e tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] 10.222.0.57 "GET /v2.0/security-groups?id=264ce588-819f-4161-899a-9ba19db95e15&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433924
Feb 17 03:36:09.988303 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f405c33e-13ba-4f19-b3b9-a6f4ee451c72 req-b6fd0930-700f-4cad-bb04-51aa5709c90c tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:36:09.990013 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-f405c33e-13ba-4f19-b3b9-a6f4ee451c72 req-b6fd0930-700f-4cad-bb04-51aa5709c90c tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.57 "GET /v2.0/ports?device_id=43a647e7-a66d-4254-9011-71ced47c3312 HTTP/1.1" status: 200  len: 943 time: 0.0899303
Feb 17 03:36:10.038845 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-f405c33e-13ba-4f19-b3b9-a6f4ee451c72 req-87d1808b-90bf-4437-9825-e648bb82aec3 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.57 "GET /v2.0/security-groups?id=42a135cc-1e4e-4724-8c79-cda705e48efc&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0424373
Feb 17 03:36:10.741226 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e53b019-bb08-40c4-a81d-7a7fc4eba4ac req-b9bc4d1c-2a6e-4a2a-95c2-e55a8beddb1b tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:36:10.742875 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-2e53b019-bb08-40c4-a81d-7a7fc4eba4ac req-b9bc4d1c-2a6e-4a2a-95c2-e55a8beddb1b tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] 10.222.0.57 "GET /v2.0/ports?device_id=3c5a8ede-8248-460e-bef7-6b5c3aaf48f5 HTTP/1.1" status: 200  len: 945 time: 0.0944650
Feb 17 03:36:10.776933 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1acc011-7f58-4970-886c-10e1e0f97abc req-32047b00-0bc1-4a1e-9ed1-1af73236cb61 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:36:10.778633 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-a1acc011-7f58-4970-886c-10e1e0f97abc req-32047b00-0bc1-4a1e-9ed1-1af73236cb61 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] 10.222.0.54 "GET /v2.0/ports?device_id=3c5a8ede-8248-460e-bef7-6b5c3aaf48f5 HTTP/1.1" status: 200  len: 945 time: 0.0974514
Feb 17 03:36:10.794362 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-2e53b019-bb08-40c4-a81d-7a7fc4eba4ac req-e2c80e2d-d31d-4b9e-9e63-25453743f475 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] 10.222.0.57 "GET /v2.0/security-groups?id=264ce588-819f-4161-899a-9ba19db95e15&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0442796
Feb 17 03:36:10.859850 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.plugin [req-a1acc011-7f58-4970-886c-10e1e0f97abc req-9125bd28-a865-4a5d-9c70-4e166ecbe454 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Deleting port 48fb65e6-ad21-424b-ad45-8e4c51055da6 {{(pid=83921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 03:36:10.860173 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-a1acc011-7f58-4970-886c-10e1e0f97abc req-9125bd28-a865-4a5d-9c70-4e166ecbe454 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363303097822068'] for port, before_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:11.156118 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.db [req-a1acc011-7f58-4970-886c-10e1e0f97abc req-9125bd28-a865-4a5d-9c70-4e166ecbe454 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] For port 48fb65e6-ad21-424b-ad45-8e4c51055da6, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=48fb65e6-ad21-424b-ad45-8e4c51055da6,segment=NetworkSegment(65c0d646-2325-475a-9350-f88d9dd1380a),segment_id=65c0d646-2325-475a-9350-f88d9dd1380a)] {{(pid=83921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:36:11.156730 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-a1acc011-7f58-4970-886c-10e1e0f97abc req-9125bd28-a865-4a5d-9c70-4e166ecbe454 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853786502'] for port, precommit_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:11.253718 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafd98f8-4c95-49a5-b20c-e1530f75d954 req-67bef4bc-7533-410b-aaac-b39d0c3261f0 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:36:11.255379 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-cafd98f8-4c95-49a5-b20c-e1530f75d954 req-67bef4bc-7533-410b-aaac-b39d0c3261f0 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.57 "GET /v2.0/ports?device_id=43a647e7-a66d-4254-9011-71ced47c3312 HTTP/1.1" status: 200  len: 943 time: 0.0945175
Feb 17 03:36:11.304278 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-cafd98f8-4c95-49a5-b20c-e1530f75d954 req-6c52c733-b682-4c21-b9ac-677c3e833d1a tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.57 "GET /v2.0/security-groups?id=42a135cc-1e4e-4724-8c79-cda705e48efc&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0423210
Feb 17 03:36:11.491280 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-a1acc011-7f58-4970-886c-10e1e0f97abc req-9125bd28-a865-4a5d-9c70-4e166ecbe454 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:11.491680 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-a1acc011-7f58-4970-886c-10e1e0f97abc req-9125bd28-a865-4a5d-9c70-4e166ecbe454 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-922806'] for floatingip, after_update {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:11.492026 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.db.l3_db [req-a1acc011-7f58-4970-886c-10e1e0f97abc req-9125bd28-a865-4a5d-9c70-4e166ecbe454 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Floating IP e287d159-0bd9-4683-ad10-cd97b97793e6 disassociated. External IP: 172.27.0.133, port: 48fb65e6-ad21-424b-ad45-8e4c51055da6.
Feb 17 03:36:11.492404 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.plugin [req-a1acc011-7f58-4970-886c-10e1e0f97abc req-9125bd28-a865-4a5d-9c70-4e166ecbe454 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Calling delete_port for 48fb65e6-ad21-424b-ad45-8e4c51055da6 owned by compute:nova {{(pid=83921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 03:36:11.643557 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-a1acc011-7f58-4970-886c-10e1e0f97abc req-9125bd28-a865-4a5d-9c70-4e166ecbe454 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363303097879497', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363303098261142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852640907'] for port, after_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:11.659663 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-df6521b1-b45d-48b0-822e-f0bd80cb55c0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:36:11.719069 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Device 48fb65e6-ad21-424b-ad45-8e4c51055da6 no longer exists at agent ovs-agent-hv-cinder-75994 {{(pid=83923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 03:36:11.758292 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.plugin [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] No Port match for: 48fb65e6-ad21-424b-ad45-8e4c51055da6 {{(pid=83923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 03:36:11.758684 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Device 48fb65e6-ad21-424b-ad45-8e4c51055da6 not bound to the agent host hv-cinder-75994 {{(pid=83923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 03:36:11.759362 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9125bd28-a865-4a5d-9c70-4e166ecbe454 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Pushing event deleted for resources: {'Port': ['ID=48fb65e6-ad21-424b-ad45-8e4c51055da6,revision_number=None']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:36:11.770236 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-9125bd28-a865-4a5d-9c70-4e166ecbe454 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:36:12.260001 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-2858702d-e063-4722-ae2f-f74878123284 req-e7f3fd42-dd7e-4804-ba32-27831f5b4481 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] 10.222.0.57 "GET /v2.0/ports?device_id=3c5a8ede-8248-460e-bef7-6b5c3aaf48f5 HTTP/1.1" status: 200  len: 210 time: 0.0708661
Feb 17 03:36:12.326984 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a1acc011-7f58-4970-886c-10e1e0f97abc req-9125bd28-a865-4a5d-9c70-4e166ecbe454 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Router 2955aa40-398a-45ec-824c-e2ffe7230203 has already been hosted by L3 agent 3e02af72-3002-4fb3-96dd-e59119f81584 {{(pid=83921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 03:36:12.599275 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a1acc011-7f58-4970-886c-10e1e0f97abc req-9125bd28-a865-4a5d-9c70-4e166ecbe454 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Notify agent at l3_agent.dv-cinder-759943-5-iscsi the message routers_updated {{(pid=83921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 03:36:12.609688 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80947873-dc3e-447c-b0b1-18aaf6a033f3 None None] Sync routers for ids ['2955aa40-398a-45ec-824c-e2ffe7230203'] in dv-cinder-759943-5-iscsi {{(pid=83923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 03:36:12.619825 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80947873-dc3e-447c-b0b1-18aaf6a033f3 None None] Routers {'2955aa40-398a-45ec-824c-e2ffe7230203'} bound to L3 agent in host dv-cinder-759943-5-iscsi {{(pid=83923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 03:36:12.620493 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_hamode_db [None req-80947873-dc3e-447c-b0b1-18aaf6a033f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f17c5b8ff28>, 'dv-cinder-759943-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T03:18:25Z,description=<?>,heartbeat_timestamp=2021-02-17T03:35:55Z,host='dv-cinder-759943-5-iscsi',id=3e02af72-3002-4fb3-96dd-e59119f81584,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T03:18:25Z,topic='l3_agent')) {'router_ids': ['2955aa40-398a-45ec-824c-e2ffe7230203'], 'active': True} {{(pid=83923) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:36:12.634315 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65dc6ed-8a11-4904-a51c-c7451fdb0d3e req-aad78563-a609-412f-af42-d81b262d523d tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:36:12.635923 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-c65dc6ed-8a11-4904-a51c-c7451fdb0d3e req-aad78563-a609-412f-af42-d81b262d523d tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.57 "GET /v2.0/ports?device_id=43a647e7-a66d-4254-9011-71ced47c3312 HTTP/1.1" status: 200  len: 943 time: 0.1757073
Feb 17 03:36:12.662187 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1acc011-7f58-4970-886c-10e1e0f97abc req-9125bd28-a865-4a5d-9c70-4e166ecbe454 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] No DVR routers for this DVR port 48fb65e6-ad21-424b-ad45-8e4c51055da6 on host hv-cinder-75994 {{(pid=83921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 03:36:12.665994 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-a1acc011-7f58-4970-886c-10e1e0f97abc req-9125bd28-a865-4a5d-9c70-4e166ecbe454 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774597'] for port, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:12.668660 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c5a8ede-8248-460e-bef7-6b5c3aaf48f5', 'name': 'network-vif-deleted', 'tag': '48fb65e6-ad21-424b-ad45-8e4c51055da6'}] {{(pid=83921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 03:36:12.701537 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-a1acc011-7f58-4970-886c-10e1e0f97abc req-9125bd28-a865-4a5d-9c70-4e166ecbe454 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] 10.222.0.54 "DELETE /v2.0/ports/48fb65e6-ad21-424b-ad45-8e4c51055da6 HTTP/1.1" status: 204  len: 173 time: 1.9167469
Feb 17 03:36:12.711596 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-c65dc6ed-8a11-4904-a51c-c7451fdb0d3e req-a5c6f787-404e-408f-85b8-6598fb78a19a tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.57 "GET /v2.0/security-groups?id=42a135cc-1e4e-4724-8c79-cda705e48efc&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0684302
Feb 17 03:36:12.724628 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c5a8ede-8248-460e-bef7-6b5c3aaf48f5', 'name': 'network-vif-deleted', 'tag': '48fb65e6-ad21-424b-ad45-8e4c51055da6', 'status': 'completed', 'code': 200}
Feb 17 03:36:12.815603 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvr_db [None req-80947873-dc3e-447c-b0b1-18aaf6a033f3 None None] Set router 2955aa40-398a-45ec-824c-e2ffe7230203 gateway port host: dv-cinder-759943-5-iscsi {{(pid=83923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 03:36:13.226059 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_hamode_db [None req-80947873-dc3e-447c-b0b1-18aaf6a033f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f17c5b8ff28>, [{'id': '2955aa40-398a-45ec-824c-e2ffe7230203', 'name': 'tempest-AttachVolumeTestJSON-1825359717-router', 'tenant_id': 'c568344bec0146c19c14571bff20a759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'external_fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': '62f00c63-ea90-420b-9fc5-79144a39882f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:27:22Z', 'updated_at': '2021-02-17T03:27:49Z', 'revision_number': 4, 'project_id': 'c568344bec0146c19c14571bff20a759', 'gw_port': {'id': '62f00c63-ea90-420b-9fc5-79144a39882f', 'name': '', 'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:9a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2955aa40-398a-45ec-824c-e2ffe7230203', 'device_owner': 'network:router_gateway', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:27:28Z', 'updated_at': '2021-02-17T03:27:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-5-iscsi', '_interfaces': [{'id': '5ad39764-a1db-4ad4-8bf4-faa5fd452287', 'name': '', 'network_id': '196dd25e-6f79-49ea-bd1a-b88102e9bbe7', 'tenant_id': 'c568344bec0146c19c14571bff20a759', 'mac_address': 'fa:16:3e:ac:b0:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2955aa40-398a-45ec-824c-e2ffe7230203', 'device_owner': 'network:router_interface', 'standard_attr_id': 144, 'fixed_ips': [{'subnet_id': '029a335d-7c65-4847-a56e-60c19b417a63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:27:46Z', 'updated_at': '2021-02-17T03:27:58Z', 'revision_number': 5, 'project_id': 'c568344bec0146c19c14571bff20a759', 'subnets': [{'id': '029a335d-7c65-4847-a56e-60c19b417a63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759943-5-iscsi', False) {} {{(pid=83923) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:36:13.232953 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80947873-dc3e-447c-b0b1-18aaf6a033f3 None None] Checking router: 2955aa40-398a-45ec-824c-e2ffe7230203 for host: dv-cinder-759943-5-iscsi {{(pid=83923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 03:36:13.247412 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80947873-dc3e-447c-b0b1-18aaf6a033f3 None None] Routers {'2955aa40-398a-45ec-824c-e2ffe7230203'} bound to L3 agent in host dv-cinder-759943-5-iscsi {{(pid=83923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 03:36:13.248866 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_hamode_db [None req-80947873-dc3e-447c-b0b1-18aaf6a033f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f17c5b8ff28>, 'dv-cinder-759943-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T03:18:25Z,description=<?>,heartbeat_timestamp=2021-02-17T03:35:55Z,host='dv-cinder-759943-5-iscsi',id=3e02af72-3002-4fb3-96dd-e59119f81584,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T03:18:25Z,topic='l3_agent')) {'router_ids': ['2955aa40-398a-45ec-824c-e2ffe7230203'], 'active': True} {{(pid=83923) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:36:13.475711 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-08b2d363-ee89-498a-9f2d-e3ea82848ac6 req-350adbd7-8ecc-4257-8e9b-198fe4743b15 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] 10.222.0.57 "GET /v2.0/ports?device_id=3c5a8ede-8248-460e-bef7-6b5c3aaf48f5 HTTP/1.1" status: 200  len: 210 time: 0.0755625
Feb 17 03:36:13.530737 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvr_db [None req-80947873-dc3e-447c-b0b1-18aaf6a033f3 None None] Set router 2955aa40-398a-45ec-824c-e2ffe7230203 gateway port host: dv-cinder-759943-5-iscsi {{(pid=83923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 03:36:13.875008 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_hamode_db [None req-80947873-dc3e-447c-b0b1-18aaf6a033f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f17c5b8ff28>, [{'id': '2955aa40-398a-45ec-824c-e2ffe7230203', 'name': 'tempest-AttachVolumeTestJSON-1825359717-router', 'tenant_id': 'c568344bec0146c19c14571bff20a759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'external_fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': '62f00c63-ea90-420b-9fc5-79144a39882f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:27:22Z', 'updated_at': '2021-02-17T03:27:49Z', 'revision_number': 4, 'project_id': 'c568344bec0146c19c14571bff20a759', 'gw_port': {'id': '62f00c63-ea90-420b-9fc5-79144a39882f', 'name': '', 'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:9a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2955aa40-398a-45ec-824c-e2ffe7230203', 'device_owner': 'network:router_gateway', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:27:28Z', 'updated_at': '2021-02-17T03:27:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-5-iscsi', '_interfaces': [{'id': '5ad39764-a1db-4ad4-8bf4-faa5fd452287', 'name': '', 'network_id': '196dd25e-6f79-49ea-bd1a-b88102e9bbe7', 'tenant_id': 'c568344bec0146c19c14571bff20a759', 'mac_address': 'fa:16:3e:ac:b0:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2955aa40-398a-45ec-824c-e2ffe7230203', 'device_owner': 'network:router_interface', 'standard_attr_id': 144, 'fixed_ips': [{'subnet_id': '029a335d-7c65-4847-a56e-60c19b417a63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:27:46Z', 'updated_at': '2021-02-17T03:27:58Z', 'revision_number': 5, 'project_id': 'c568344bec0146c19c14571bff20a759', 'subnets': [{'id': '029a335d-7c65-4847-a56e-60c19b417a63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759943-5-iscsi', False) {} {{(pid=83923) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:36:13.879479 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80947873-dc3e-447c-b0b1-18aaf6a033f3 None None] The sync data for ids ['2955aa40-398a-45ec-824c-e2ffe7230203'] in dv-cinder-759943-5-iscsi is: [{'id': '2955aa40-398a-45ec-824c-e2ffe7230203', 'name': 'tempest-AttachVolumeTestJSON-1825359717-router', 'tenant_id': 'c568344bec0146c19c14571bff20a759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'external_fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': '62f00c63-ea90-420b-9fc5-79144a39882f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:27:22Z', 'updated_at': '2021-02-17T03:27:49Z', 'revision_number': 4, 'project_id': 'c568344bec0146c19c14571bff20a759', 'gw_port': {'id': '62f00c63-ea90-420b-9fc5-79144a39882f', 'name': '', 'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:9a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2955aa40-398a-45ec-824c-e2ffe7230203', 'device_owner': 'network:router_gateway', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:27:28Z', 'updated_at': '2021-02-17T03:27:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-5-iscsi', '_interfaces': [{'id': '5ad39764-a1db-4ad4-8bf4-faa5fd452287', 'name': '', 'network_id': '196dd25e-6f79-49ea-bd1a-b88102e9bbe7', 'tenant_id': 'c568344bec0146c19c14571bff20a759', 'mac_address': 'fa:16:3e:ac:b0:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2955aa40-398a-45ec-824c-e2ffe7230203', 'device_owner': 'network:router_interface', 'standard_attr_id': 144, 'fixed_ips': [{'subnet_id': '029a335d-7c65-4847-a56e-60c19b417a63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:27:46Z', 'updated_at': '2021-02-17T03:27:58Z', 'revision_number': 5, 'project_id': 'c568344bec0146c19c14571bff20a759', 'subnets': [{'id': '029a335d-7c65-4847-a56e-60c19b417a63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 03:36:13.957355 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e9c256-0c23-43e0-8db2-2b08d0f7c9f9 req-425e342b-60e9-455f-a0fd-db87040b7c6d tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:36:13.959009 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-f8e9c256-0c23-43e0-8db2-2b08d0f7c9f9 req-425e342b-60e9-455f-a0fd-db87040b7c6d tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.57 "GET /v2.0/ports?device_id=43a647e7-a66d-4254-9011-71ced47c3312 HTTP/1.1" status: 200  len: 943 time: 0.1234689
Feb 17 03:36:14.009144 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-f8e9c256-0c23-43e0-8db2-2b08d0f7c9f9 req-e0c706e3-a0c2-48be-a601-cdb623aeaa8b tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.57 "GET /v2.0/security-groups?id=42a135cc-1e4e-4724-8c79-cda705e48efc&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0434797
Feb 17 03:36:14.091579 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19fba0b-33c0-4537-b6ed-289e1b6292d9 req-1f234d6c-20b1-42d1-a186-271e6a50944f tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:36:14.093238 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-a19fba0b-33c0-4537-b6ed-289e1b6292d9 req-1f234d6c-20b1-42d1-a186-271e6a50944f tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] 10.222.0.57 "GET /v2.0/ports?device_id=307fa9d3-f0a5-4c33-aa27-7271e36ec239 HTTP/1.1" status: 200  len: 946 time: 0.0930617
Feb 17 03:36:14.142550 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-a19fba0b-33c0-4537-b6ed-289e1b6292d9 req-157764bb-3b0c-4bce-b352-676ede92e56c tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] 10.222.0.57 "GET /v2.0/security-groups?id=b3a2e226-ee4b-4da0-ab48-63889dcb7abe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427682
Feb 17 03:36:14.328347 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e33df84-1ebc-44a2-92f3-170cb4f6b348 None None] New status for floating IP e287d159-0bd9-4683-ad10-cd97b97793e6: DOWN {{(pid=83924) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 17 03:36:14.341173 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-95d4f7cc-6a73-4a18-9b1a-a054b5b525a6 req-b5f7cfb9-f5a9-4efe-b2bc-ec5aa56ec803 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1596336
Feb 17 03:36:14.351546 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.v2.base [req-95d4f7cc-6a73-4a18-9b1a-a054b5b525a6 req-d650125c-e20a-4bb8-bfb8-47770e4d6ae7 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] Request body: {'floatingip': {'floating_network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718'}} {{(pid=83922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:36:14.357975 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [req-95d4f7cc-6a73-4a18-9b1a-a054b5b525a6 req-d650125c-e20a-4bb8-bfb8-47770e4d6ae7 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:36:14.362038 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [req-95d4f7cc-6a73-4a18-9b1a-a054b5b525a6 req-d650125c-e20a-4bb8-bfb8-47770e4d6ae7 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] Usage tracker for resource:floatingip and tenant:688dfe990479484ba91f5f3241f71c34 is out of sync, need to count used quota {{(pid=83922) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:36:14.364998 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [req-95d4f7cc-6a73-4a18-9b1a-a054b5b525a6 req-d650125c-e20a-4bb8-bfb8-47770e4d6ae7 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83922) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:36:14.370743 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [req-95d4f7cc-6a73-4a18-9b1a-a054b5b525a6 req-d650125c-e20a-4bb8-bfb8-47770e4d6ae7 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:36:14.380929 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-95d4f7cc-6a73-4a18-9b1a-a054b5b525a6 req-d650125c-e20a-4bb8-bfb8-47770e4d6ae7 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] Notify callbacks [] for floatingip, before_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:14.527401 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-95d4f7cc-6a73-4a18-9b1a-a054b5b525a6 req-d650125c-e20a-4bb8-bfb8-47770e4d6ae7 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for port, before_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:14.609052 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.57', 44930) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:36:14.682746 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-4113edb2-8005-473c-a566-d8d7ae8cf1d9 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Notify callbacks [] for security_group, before_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:14.714857 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-4113edb2-8005-473c-a566-d8d7ae8cf1d9 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:14.763624 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-4113edb2-8005-473c-a566-d8d7ae8cf1d9 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876219'] for security_group, after_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:14.774656 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-09ad5921-dcaf-47e4-ac26-de42420fb1d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:36:14.800044 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4113edb2-8005-473c-a566-d8d7ae8cf1d9 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=264ce588-819f-4161-899a-9ba19db95e15,revision_number=None']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:36:14.808724 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-4113edb2-8005-473c-a566-d8d7ae8cf1d9 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:36:14.811385 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-4113edb2-8005-473c-a566-d8d7ae8cf1d9 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Notify callbacks [] for security_group, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:14.812673 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-4113edb2-8005-473c-a566-d8d7ae8cf1d9 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] 10.222.0.57 "DELETE /v2.0/security-groups/264ce588-819f-4161-899a-9ba19db95e15 HTTP/1.1" status: 204  len: 168 time: 0.2023656
Feb 17 03:36:14.815644 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.57', 44936) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:36:14.835155 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.api.v2.resource [None req-86ecbb7a-40ef-4e2a-8b52-121fb3baac0b tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] show failed (client error): The resource could not be found.
Feb 17 03:36:14.836294 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-86ecbb7a-40ef-4e2a-8b52-121fb3baac0b tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] 10.222.0.57 "GET /v2.0/security-groups/264ce588-819f-4161-899a-9ba19db95e15 HTTP/1.1" status: 404  len: 347 time: 0.0196106
Feb 17 03:36:14.839536 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.57', 44940) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:36:15.053552 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.plugin [None req-2351eb27-7178-445d-b260-777459bfc638 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Deleting port 5959b067-21ed-4fc4-88ba-c6ff55413fe6 {{(pid=83921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 03:36:15.053917 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-2351eb27-7178-445d-b260-777459bfc638 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363303097822068'] for port, before_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:15.070819 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.db_base_plugin_common [req-95d4f7cc-6a73-4a18-9b1a-a054b5b525a6 req-d650125c-e20a-4bb8-bfb8-47770e4d6ae7 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] Allocated IP 172.27.0.175 (47a54196-2e01-4ced-bf59-8f5a8abde718/d8fc1aa1-c957-4fea-a32a-c02e9a0805fb/ec3df17f-a023-43b1-9620-f46645d52f91) {{(pid=83922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 03:36:15.233248 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-95d4f7cc-6a73-4a18-9b1a-a054b5b525a6 req-d650125c-e20a-4bb8-bfb8-47770e4d6ae7 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] Notify callbacks [] for port, precommit_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:15.263815 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-95d4f7cc-6a73-4a18-9b1a-a054b5b525a6 req-d650125c-e20a-4bb8-bfb8-47770e4d6ae7 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363303098263190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851846526'] for port, after_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:15.280617 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-2fe44ee9-a7f8-460a-ad25-28b49b472d41 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:36:15.322351 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-2351eb27-7178-445d-b260-777459bfc638 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853786502'] for port, precommit_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:15.322646 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-2351eb27-7178-445d-b260-777459bfc638 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:15.398806 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfec8f7f-598d-439b-88d8-ae375d1c8603 req-771abb4b-f599-45a2-ac24-d24e9c6b3aba tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:36:15.400544 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-bfec8f7f-598d-439b-88d8-ae375d1c8603 req-771abb4b-f599-45a2-ac24-d24e9c6b3aba tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.57 "GET /v2.0/ports?device_id=43a647e7-a66d-4254-9011-71ced47c3312 HTTP/1.1" status: 200  len: 943 time: 0.2242892
Feb 17 03:36:15.446233 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d650125c-e20a-4bb8-bfb8-47770e4d6ae7 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] Pushing event updated for resources: {'Port': ['ID=ec3df17f-a023-43b1-9620-f46645d52f91,revision_number=1']} {{(pid=83922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:36:15.461267 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d650125c-e20a-4bb8-bfb8-47770e4d6ae7 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:36:15.461699 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d650125c-e20a-4bb8-bfb8-47770e4d6ae7 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:36:15.462111 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d650125c-e20a-4bb8-bfb8-47770e4d6ae7 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:36:15.462515 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d650125c-e20a-4bb8-bfb8-47770e4d6ae7 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:36:15.462915 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d650125c-e20a-4bb8-bfb8-47770e4d6ae7 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:36:15.463315 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d650125c-e20a-4bb8-bfb8-47770e4d6ae7 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:36:15.463724 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d650125c-e20a-4bb8-bfb8-47770e4d6ae7 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:36:15.464109 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d650125c-e20a-4bb8-bfb8-47770e4d6ae7 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:36:15.464505 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d650125c-e20a-4bb8-bfb8-47770e4d6ae7 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:36:15.464899 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d650125c-e20a-4bb8-bfb8-47770e4d6ae7 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:36:15.465316 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d650125c-e20a-4bb8-bfb8-47770e4d6ae7 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:36:15.465709 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d650125c-e20a-4bb8-bfb8-47770e4d6ae7 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:36:15.466195 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d650125c-e20a-4bb8-bfb8-47770e4d6ae7 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:36:15.466651 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d650125c-e20a-4bb8-bfb8-47770e4d6ae7 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:36:15.467061 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d650125c-e20a-4bb8-bfb8-47770e4d6ae7 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:36:15.467437 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d650125c-e20a-4bb8-bfb8-47770e4d6ae7 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:36:15.467829 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d650125c-e20a-4bb8-bfb8-47770e4d6ae7 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:36:15.468221 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d650125c-e20a-4bb8-bfb8-47770e4d6ae7 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:36:15.468612 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d650125c-e20a-4bb8-bfb8-47770e4d6ae7 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:36:15.469006 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d650125c-e20a-4bb8-bfb8-47770e4d6ae7 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:36:15.469431 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d650125c-e20a-4bb8-bfb8-47770e4d6ae7 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:36:15.469824 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d650125c-e20a-4bb8-bfb8-47770e4d6ae7 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:36:15.470211 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d650125c-e20a-4bb8-bfb8-47770e4d6ae7 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:36:15.470597 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d650125c-e20a-4bb8-bfb8-47770e4d6ae7 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:36:15.472454 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.plugin [None req-2351eb27-7178-445d-b260-777459bfc638 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Calling delete_port for 5959b067-21ed-4fc4-88ba-c6ff55413fe6 owned by network:floatingip {{(pid=83921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 03:36:15.477264 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-d650125c-e20a-4bb8-bfb8-47770e4d6ae7 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:36:15.513213 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95d4f7cc-6a73-4a18-9b1a-a054b5b525a6 req-d650125c-e20a-4bb8-bfb8-47770e4d6ae7 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] Network 47a54196-2e01-4ced-bf59-8f5a8abde718 is already hosted by enough agents. {{(pid=83922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 03:36:15.514983 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.scheduler.base_scheduler [req-95d4f7cc-6a73-4a18-9b1a-a054b5b525a6 req-d650125c-e20a-4bb8-bfb8-47770e4d6ae7 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] Resources bound (agent type, host, resource id):  {{(pid=83922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 03:36:15.517392 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvrscheduler_db [req-95d4f7cc-6a73-4a18-9b1a-a054b5b525a6 req-d650125c-e20a-4bb8-bfb8-47770e4d6ae7 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] Received port after_create {{(pid=83922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 03:36:15.571379 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-bfec8f7f-598d-439b-88d8-ae375d1c8603 req-46d139c8-1cea-4155-a080-482fee695dc0 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.57 "GET /v2.0/security-groups?id=42a135cc-1e4e-4724-8c79-cda705e48efc&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.1071668
Feb 17 03:36:15.601760 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-95d4f7cc-6a73-4a18-9b1a-a054b5b525a6 req-d650125c-e20a-4bb8-bfb8-47770e4d6ae7 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:15.661892 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-2351eb27-7178-445d-b260-777459bfc638 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363303097879497', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363303098261142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852640907'] for port, after_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:15.678241 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-95d4f7cc-6a73-4a18-9b1a-a054b5b525a6 req-d650125c-e20a-4bb8-bfb8-47770e4d6ae7 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for port, before_update {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:15.678958 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-c552fcfb-a271-478b-9316-645b2ef9318a tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:36:15.778033 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2351eb27-7178-445d-b260-777459bfc638 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Pushing event deleted for resources: {'Port': ['ID=5959b067-21ed-4fc4-88ba-c6ff55413fe6,revision_number=None']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:36:15.788463 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-2351eb27-7178-445d-b260-777459bfc638 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:36:15.925518 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-2351eb27-7178-445d-b260-777459bfc638 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Notify callbacks [] for floatingip, after_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:15.941246 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-2351eb27-7178-445d-b260-777459bfc638 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774597'] for floatingip, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:15.942511 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-2351eb27-7178-445d-b260-777459bfc638 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] 10.222.0.57 "DELETE /v2.0/floatingips/e287d159-0bd9-4683-ad10-cd97b97793e6 HTTP/1.1" status: 204  len: 168 time: 1.1019592
Feb 17 03:36:15.964180 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-95d4f7cc-6a73-4a18-9b1a-a054b5b525a6 req-d650125c-e20a-4bb8-bfb8-47770e4d6ae7 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] Notify callbacks [] for port, precommit_update {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:15.967955 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-95d4f7cc-6a73-4a18-9b1a-a054b5b525a6 req-d650125c-e20a-4bb8-bfb8-47770e4d6ae7 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303097879514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733756514675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303098261108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2929291'] for port, after_update {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:15.983870 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-c797834f-2618-4721-b91d-98cd3c78ae55 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:36:16.133790 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d650125c-e20a-4bb8-bfb8-47770e4d6ae7 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] Pushing event updated for resources: {'Port': ['ID=ec3df17f-a023-43b1-9620-f46645d52f91,revision_number=2']} {{(pid=83922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:36:16.138480 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-d650125c-e20a-4bb8-bfb8-47770e4d6ae7 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:36:16.225412 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-95d4f7cc-6a73-4a18-9b1a-a054b5b525a6 req-d650125c-e20a-4bb8-bfb8-47770e4d6ae7 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-922806'] for floatingip, after_update {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:16.250802 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-95d4f7cc-6a73-4a18-9b1a-a054b5b525a6 req-d650125c-e20a-4bb8-bfb8-47770e4d6ae7 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774597'] for floatingip, before_response {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:16.252130 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-95d4f7cc-6a73-4a18-9b1a-a054b5b525a6 req-d650125c-e20a-4bb8-bfb8-47770e4d6ae7 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 1.9048679
Feb 17 03:36:16.254140 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83922) accepted ('10.222.0.57', 44950) {{(pid=83922) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:36:16.259567 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.v2.base [None req-5984aabe-9471-40b4-a941-87d1eb27c8d6 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Request body: {'security_group': {'name': 'tempest-securitygroup--984515587', 'description': 'tempest-description--853792041'}} {{(pid=83922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:36:16.268322 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-5984aabe-9471-40b4-a941-87d1eb27c8d6 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:36:16.334094 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-5984aabe-9471-40b4-a941-87d1eb27c8d6 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Usage tracker for resource:security_group and tenant:c568344bec0146c19c14571bff20a759 is out of sync, need to count used quota {{(pid=83922) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:36:16.350276 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-5984aabe-9471-40b4-a941-87d1eb27c8d6 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83922) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:36:16.360571 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-5984aabe-9471-40b4-a941-87d1eb27c8d6 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:36:16.364231 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [req-95d4f7cc-6a73-4a18-9b1a-a054b5b525a6 req-40e756db-85c6-4305-8126-45dc3a11b935 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] Synchronizing usage tracker for tenant:688dfe990479484ba91f5f3241f71c34 on resource:floatingip {{(pid=83922) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 03:36:16.381904 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-5984aabe-9471-40b4-a941-87d1eb27c8d6 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Notify callbacks [] for security_group, before_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:16.397179 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [req-95d4f7cc-6a73-4a18-9b1a-a054b5b525a6 req-40e756db-85c6-4305-8126-45dc3a11b935 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] Unset dirty status for tenant:688dfe990479484ba91f5f3241f71c34 on resource:floatingip {{(pid=83922) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 03:36:16.398383 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-95d4f7cc-6a73-4a18-9b1a-a054b5b525a6 req-40e756db-85c6-4305-8126-45dc3a11b935 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.27.0.175 HTTP/1.1" status: 200  len: 696 time: 0.1339922
Feb 17 03:36:16.430682 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-5984aabe-9471-40b4-a941-87d1eb27c8d6 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:36:16.460897 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Device 1eaf9637-4a5d-4be5-9bed-fd22ccba8da3 up at agent ovs-agent-hv-cinder-75994 {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:36:16.490191 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-5984aabe-9471-40b4-a941-87d1eb27c8d6 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Usage tracker for resource:security_group_rule and tenant:c568344bec0146c19c14571bff20a759 is out of sync, need to count used quota {{(pid=83922) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:36:16.497949 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-5984aabe-9471-40b4-a941-87d1eb27c8d6 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83922) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:36:16.515258 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-5984aabe-9471-40b4-a941-87d1eb27c8d6 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:36:16.535973 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Provisioning for port 1eaf9637-4a5d-4be5-9bed-fd22ccba8da3 completed by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 03:36:16.541589 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Provisioning complete for port 1eaf9637-4a5d-4be5-9bed-fd22ccba8da3 triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:36:16.542018 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838161172'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:16.639271 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-5984aabe-9471-40b4-a941-87d1eb27c8d6 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Notify callbacks [] for security_group, precommit_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:16.651372 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d4f7cc-6a73-4a18-9b1a-a054b5b525a6 req-593b6525-b584-41d9-a3c9-4ecb6aa64e23 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:36:16.653074 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-95d4f7cc-6a73-4a18-9b1a-a054b5b525a6 req-593b6525-b584-41d9-a3c9-4ecb6aa64e23 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] 10.222.0.57 "GET /v2.0/networks/47a54196-2e01-4ced-bf59-8f5a8abde718 HTTP/1.1" status: 200  len: 784 time: 0.2475495
Feb 17 03:36:16.653520 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-5984aabe-9471-40b4-a941-87d1eb27c8d6 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876219'] for security_group, after_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:16.658338 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-5ae011ba-bcaa-41a9-98da-3e52b9c9c1c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:36:16.691018 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for port, before_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:16.707660 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5984aabe-9471-40b4-a941-87d1eb27c8d6 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b4344df-d73c-46d9-94d8-9f45e3e3a87c,revision_number=1']} {{(pid=83922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:36:16.711669 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-5984aabe-9471-40b4-a941-87d1eb27c8d6 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Notify callbacks [] for security_group, before_response {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:16.713117 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-5984aabe-9471-40b4-a941-87d1eb27c8d6 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1778 time: 0.4579144
Feb 17 03:36:16.714409 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-5984aabe-9471-40b4-a941-87d1eb27c8d6 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:36:16.717093 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83922) accepted ('10.222.0.57', 44958) {{(pid=83922) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:36:16.723289 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.v2.base [None req-5edfcc89-134c-4bbf-8eca-f8aa8791b7e9 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Request body: {'security_group_rule': {'security_group_id': '2b4344df-d73c-46d9-94d8-9f45e3e3a87c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:36:16.730396 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-5edfcc89-134c-4bbf-8eca-f8aa8791b7e9 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:36:16.735243 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-5edfcc89-134c-4bbf-8eca-f8aa8791b7e9 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Usage tracker for resource:security_group_rule and tenant:c568344bec0146c19c14571bff20a759 is out of sync, need to count used quota {{(pid=83922) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:36:16.738777 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-5edfcc89-134c-4bbf-8eca-f8aa8791b7e9 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83922) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:36:16.738959 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.db [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] For port 1eaf9637-4a5d-4be5-9bed-fd22ccba8da3, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=1eaf9637-4a5d-4be5-9bed-fd22ccba8da3,segment=NetworkSegment(1395ec13-865d-4759-982d-888e59978303),segment_id=1395ec13-865d-4759-982d-888e59978303)] {{(pid=83923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:36:16.740158 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43a647e7-a66d-4254-9011-71ced47c3312', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1eaf9637-4a5d-4be5-9bed-fd22ccba8da3'}] {{(pid=83923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 03:36:16.745620 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-5edfcc89-134c-4bbf-8eca-f8aa8791b7e9 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:36:16.751277 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303097879514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733756514675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303098261108'] for port, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:16.755002 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:36:16.770652 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-5edfcc89-134c-4bbf-8eca-f8aa8791b7e9 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:16.794573 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25843cd-1868-423a-8181-886ffa98a8c2 req-a854b534-9114-4b78-bdfe-7efcaf4e49b8 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:36:16.797406 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-f25843cd-1868-423a-8181-886ffa98a8c2 req-a854b534-9114-4b78-bdfe-7efcaf4e49b8 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.57 "GET /v2.0/ports?device_id=43a647e7-a66d-4254-9011-71ced47c3312 HTTP/1.1" status: 200  len: 945 time: 0.1054916
Feb 17 03:36:16.840094 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Pushing event updated for resources: {'Port': ['ID=1eaf9637-4a5d-4be5-9bed-fd22ccba8da3,revision_number=4']} {{(pid=83923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:36:16.848642 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-f25843cd-1868-423a-8181-886ffa98a8c2 req-cbf2d719-23ae-4226-9362-56524ffa2566 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.57 "GET /v2.0/security-groups?id=42a135cc-1e4e-4724-8c79-cda705e48efc&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0459402
Feb 17 03:36:16.850451 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:36:16.850839 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:36:16.851259 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:36:16.851645 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:36:16.852011 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:36:16.852381 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:36:16.852746 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:36:16.853139 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:36:16.853504 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:36:16.853868 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:36:16.854230 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:36:16.854589 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:36:16.855045 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:36:16.855408 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:36:16.855769 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:36:16.856128 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:36:16.856485 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:36:16.856847 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:36:16.857396 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:36:16.857761 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:36:16.858139 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:36:16.858731 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:36:16.859497 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:36:16.859844 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:36:16.873179 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:36:16.930740 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-5edfcc89-134c-4bbf-8eca-f8aa8791b7e9 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:16.932100 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43a647e7-a66d-4254-9011-71ced47c3312', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1eaf9637-4a5d-4be5-9bed-fd22ccba8da3', 'code': 200}
Feb 17 03:36:16.935066 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-5edfcc89-134c-4bbf-8eca-f8aa8791b7e9 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876103'] for security_group_rule, after_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:16.944243 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94773cc0-9aee-4796-ac33-22c401e0bc28 req-7adbbfe4-d108-4442-8ca5-43652a838891 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:36:16.945934 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-94773cc0-9aee-4796-ac33-22c401e0bc28 req-7adbbfe4-d108-4442-8ca5-43652a838891 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] 10.222.0.57 "GET /v2.0/ports?device_id=307fa9d3-f0a5-4c33-aa27-7271e36ec239&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 946 time: 0.1541269
Feb 17 03:36:16.950472 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:36:17.035605 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edfcc89-134c-4bbf-8eca-f8aa8791b7e9 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68b3e02c-0a0c-480f-8ac8-ddc1c50f11e0,revision_number=0']} {{(pid=83922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:36:17.051870 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-5edfcc89-134c-4bbf-8eca-f8aa8791b7e9 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:36:17.064207 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-94773cc0-9aee-4796-ac33-22c401e0bc28 req-13b18055-aa5e-4db9-a2e0-33bb4a8a2a2e tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.27.0.175 HTTP/1.1" status: 200  len: 696 time: 0.1044443
Feb 17 03:36:17.065439 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-5edfcc89-134c-4bbf-8eca-f8aa8791b7e9 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:17.066604 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-5edfcc89-134c-4bbf-8eca-f8aa8791b7e9 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3484335
Feb 17 03:36:17.069468 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83922) accepted ('10.222.0.57', 44966) {{(pid=83922) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:36:17.077320 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.v2.base [None req-dc87f0bf-1f58-4599-8448-890bb64da533 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Request body: {'security_group_rule': {'security_group_id': '2b4344df-d73c-46d9-94d8-9f45e3e3a87c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:36:17.086590 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.v2.base [req-94773cc0-9aee-4796-ac33-22c401e0bc28 req-1bf4af84-592d-4bad-8dfd-1ce2257b831d tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] Request body: {'floatingip': {'port_id': '88c76ccb-10fd-4edc-b372-9a3bad57e105', 'fixed_ip_address': '172.20.0.11'}} {{(pid=83922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:36:17.151293 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-dc87f0bf-1f58-4599-8448-890bb64da533 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:36:17.171757 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-dc87f0bf-1f58-4599-8448-890bb64da533 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Usage tracker for resource:security_group_rule and tenant:c568344bec0146c19c14571bff20a759 is out of sync, need to count used quota {{(pid=83922) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:36:17.176754 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-dc87f0bf-1f58-4599-8448-890bb64da533 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83922) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:36:17.181406 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-94773cc0-9aee-4796-ac33-22c401e0bc28 req-1bf4af84-592d-4bad-8dfd-1ce2257b831d tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] Notify callbacks [] for floatingip, before_update {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:17.245996 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-dc87f0bf-1f58-4599-8448-890bb64da533 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:36:17.285892 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aea09f1-4ecd-4115-af8e-7c46e02628e7 req-8ab9154a-53ff-4d08-8d60-361f6e7bce86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:36:17.287530 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-8aea09f1-4ecd-4115-af8e-7c46e02628e7 req-8ab9154a-53ff-4d08-8d60-361f6e7bce86 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=43a647e7-a66d-4254-9011-71ced47c3312 HTTP/1.1" status: 200  len: 1162 time: 0.0851483
Feb 17 03:36:17.328092 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-dc87f0bf-1f58-4599-8448-890bb64da533 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:17.334404 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-8aea09f1-4ecd-4115-af8e-7c46e02628e7 req-7396a1ef-d60e-42a4-8a6e-4567b2ba6bc6 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=42a135cc-1e4e-4724-8c79-cda705e48efc&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0389149
Feb 17 03:36:17.601962 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-dc87f0bf-1f58-4599-8448-890bb64da533 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:17.607878 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-dc87f0bf-1f58-4599-8448-890bb64da533 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876103'] for security_group_rule, after_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:17.614290 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-98913555-8faa-40d2-9e79-0b410d6ffb0b tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:36:17.646892 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc87f0bf-1f58-4599-8448-890bb64da533 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db4f3981-569e-462f-bd22-d4e6283a1fcc,revision_number=0']} {{(pid=83922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:36:17.655894 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-dc87f0bf-1f58-4599-8448-890bb64da533 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:36:17.670349 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-dc87f0bf-1f58-4599-8448-890bb64da533 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:17.671627 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-dc87f0bf-1f58-4599-8448-890bb64da533 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.6010814
Feb 17 03:36:17.675242 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.57', 44970) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:36:17.680896 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.v2.base [None req-4a4a6deb-1f57-4961-b4f2-a2a909713c67 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Request body: {'floatingip': {'floating_network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718'}} {{(pid=83921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:36:17.686880 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-4a4a6deb-1f57-4961-b4f2-a2a909713c67 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:36:17.691133 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-4a4a6deb-1f57-4961-b4f2-a2a909713c67 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Usage tracker for resource:floatingip and tenant:c568344bec0146c19c14571bff20a759 is out of sync, need to count used quota {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:36:17.694204 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-4a4a6deb-1f57-4961-b4f2-a2a909713c67 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:36:17.700197 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-4a4a6deb-1f57-4961-b4f2-a2a909713c67 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:36:17.710127 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-4a4a6deb-1f57-4961-b4f2-a2a909713c67 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Notify callbacks [] for floatingip, before_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:17.858310 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-4a4a6deb-1f57-4961-b4f2-a2a909713c67 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for port, before_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:17.916389 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Device 1eaf9637-4a5d-4be5-9bed-fd22ccba8da3 up at agent ovs-agent-hv-cinder-75994 {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:36:17.924729 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-94773cc0-9aee-4796-ac33-22c401e0bc28 req-1bf4af84-592d-4bad-8dfd-1ce2257b831d tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:17.929390 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-94773cc0-9aee-4796-ac33-22c401e0bc28 req-1bf4af84-592d-4bad-8dfd-1ce2257b831d tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-922806'] for floatingip, after_update {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:18.001197 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Provisioning complete for port 1eaf9637-4a5d-4be5-9bed-fd22ccba8da3 triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:36:18.001775 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838161172'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:18.138657 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.db.l3_db [req-94773cc0-9aee-4796-ac33-22c401e0bc28 req-1bf4af84-592d-4bad-8dfd-1ce2257b831d tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] Floating IP c233df69-f187-433c-8fd9-0e589151b190 associated. External IP: 172.27.0.175, port: 88c76ccb-10fd-4edc-b372-9a3bad57e105.
Feb 17 03:36:18.212388 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa02f78-302c-434f-8bf0-a0d114c4ac5f req-9bb641db-2293-4da1-891b-e2de01c06599 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:36:18.214297 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-2fa02f78-302c-434f-8bf0-a0d114c4ac5f req-9bb641db-2293-4da1-891b-e2de01c06599 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.57 "GET /v2.0/ports?device_id=43a647e7-a66d-4254-9011-71ced47c3312 HTTP/1.1" status: 200  len: 945 time: 0.2210586
Feb 17 03:36:18.259981 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.db_base_plugin_common [None req-4a4a6deb-1f57-4961-b4f2-a2a909713c67 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Allocated IP 172.27.0.152 (47a54196-2e01-4ced-bf59-8f5a8abde718/d8fc1aa1-c957-4fea-a32a-c02e9a0805fb/3e4a49ff-f18f-4c52-8155-a0adf4213079) {{(pid=83921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 03:36:18.317321 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-2fa02f78-302c-434f-8bf0-a0d114c4ac5f req-e6cbd9f5-cff9-432b-904c-cc31bc41719a tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.57 "GET /v2.0/security-groups?id=42a135cc-1e4e-4724-8c79-cda705e48efc&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0947504
Feb 17 03:36:18.706282 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-4a4a6deb-1f57-4961-b4f2-a2a909713c67 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Notify callbacks [] for port, precommit_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:18.739573 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-4a4a6deb-1f57-4961-b4f2-a2a909713c67 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363303098263190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852640907'] for port, after_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:18.755969 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-6977a3da-0ed7-4b80-9855-0c05fd4a66c7 tempest-VolumesSnapshotTestJSON-1509273995 tempest-VolumesSnapshotTestJSON-1509273995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:36:18.879061 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4a6deb-1f57-4961-b4f2-a2a909713c67 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Pushing event updated for resources: {'Port': ['ID=3e4a49ff-f18f-4c52-8155-a0adf4213079,revision_number=1']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:36:18.890957 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-4a4a6deb-1f57-4961-b4f2-a2a909713c67 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:36:18.917062 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.scheduler.l3_agent_scheduler [req-94773cc0-9aee-4796-ac33-22c401e0bc28 req-1bf4af84-592d-4bad-8dfd-1ce2257b831d tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] Router 2d7af459-90c6-4f75-9b1a-961871ff7984 has already been hosted by L3 agent 3e02af72-3002-4fb3-96dd-e59119f81584 {{(pid=83922) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 03:36:18.980473 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a4a6deb-1f57-4961-b4f2-a2a909713c67 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Network 47a54196-2e01-4ced-bf59-8f5a8abde718 is already hosted by enough agents. {{(pid=83921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 03:36:18.982235 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.scheduler.base_scheduler [None req-4a4a6deb-1f57-4961-b4f2-a2a909713c67 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Resources bound (agent type, host, resource id):  {{(pid=83921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 03:36:18.984553 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a4a6deb-1f57-4961-b4f2-a2a909713c67 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Received port after_create {{(pid=83921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 03:36:19.119788 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-94773cc0-9aee-4796-ac33-22c401e0bc28 req-1bf4af84-592d-4bad-8dfd-1ce2257b831d tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] Notify agent at l3_agent.dv-cinder-759943-5-iscsi the message routers_updated {{(pid=83922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 03:36:19.120759 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-4a4a6deb-1f57-4961-b4f2-a2a909713c67 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:19.125623 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-94773cc0-9aee-4796-ac33-22c401e0bc28 req-1bf4af84-592d-4bad-8dfd-1ce2257b831d tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774597'] for floatingip, before_response {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:19.132785 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad9d4782-7e12-433f-beb2-123cd2b9927c None None] Sync routers for ids ['2d7af459-90c6-4f75-9b1a-961871ff7984'] in dv-cinder-759943-5-iscsi {{(pid=83923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 03:36:19.143533 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad9d4782-7e12-433f-beb2-123cd2b9927c None None] Routers {'2d7af459-90c6-4f75-9b1a-961871ff7984'} bound to L3 agent in host dv-cinder-759943-5-iscsi {{(pid=83923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 03:36:19.144495 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_hamode_db [None req-ad9d4782-7e12-433f-beb2-123cd2b9927c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f17c5b39c50>, 'dv-cinder-759943-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T03:18:25Z,description=<?>,heartbeat_timestamp=2021-02-17T03:35:55Z,host='dv-cinder-759943-5-iscsi',id=3e02af72-3002-4fb3-96dd-e59119f81584,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T03:18:25Z,topic='l3_agent')) {'router_ids': ['2d7af459-90c6-4f75-9b1a-961871ff7984'], 'active': True} {{(pid=83923) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:36:19.186926 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-94773cc0-9aee-4796-ac33-22c401e0bc28 req-1bf4af84-592d-4bad-8dfd-1ce2257b831d tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] 10.222.0.57 "PUT /v2.0/floatingips/c233df69-f187-433c-8fd9-0e589151b190 HTTP/1.1" status: 200  len: 997 time: 2.1137977
Feb 17 03:36:19.187503 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '307fa9d3-f0a5-4c33-aa27-7271e36ec239', 'tag': '88c76ccb-10fd-4edc-b372-9a3bad57e105'}] {{(pid=83922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 03:36:19.194146 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-4a4a6deb-1f57-4961-b4f2-a2a909713c67 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for port, before_update {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:19.255990 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '307fa9d3-f0a5-4c33-aa27-7271e36ec239', 'tag': '88c76ccb-10fd-4edc-b372-9a3bad57e105', 'status': 'completed', 'code': 200}
Feb 17 03:36:19.298486 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94773cc0-9aee-4796-ac33-22c401e0bc28 req-996f339a-050f-4709-aca4-67400859faca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:36:19.300896 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-94773cc0-9aee-4796-ac33-22c401e0bc28 req-996f339a-050f-4709-aca4-67400859faca service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=688dfe990479484ba91f5f3241f71c34&device_id=307fa9d3-f0a5-4c33-aa27-7271e36ec239 HTTP/1.1" status: 200  len: 1163 time: 0.0945444
Feb 17 03:36:19.354546 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvr_db [None req-ad9d4782-7e12-433f-beb2-123cd2b9927c None None] Set router 2d7af459-90c6-4f75-9b1a-961871ff7984 gateway port host: dv-cinder-759943-5-iscsi {{(pid=83923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 03:36:19.483752 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94773cc0-9aee-4796-ac33-22c401e0bc28 req-a98117b1-d7a1-4817-9798-9dccd0c9c820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:36:19.485812 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-94773cc0-9aee-4796-ac33-22c401e0bc28 req-a98117b1-d7a1-4817-9798-9dccd0c9c820 service neutron] 10.222.0.57 "GET /v2.0/networks?id=b3188410-3b2d-4523-8ccc-1882d94255cc HTTP/1.1" status: 200  len: 909 time: 0.1779144
Feb 17 03:36:19.603903 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-94773cc0-9aee-4796-ac33-22c401e0bc28 req-d403c566-2ab0-4a1c-87a7-d04808467db8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=88c76ccb-10fd-4edc-b372-9a3bad57e105 HTTP/1.1" status: 200  len: 1000 time: 0.1111689
Feb 17 03:36:19.617209 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7996de0-65ae-4b9d-b127-d852c1045274 req-ddcfc6e5-c818-4c9d-817c-196688724023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:36:19.618871 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-c7996de0-65ae-4b9d-b127-d852c1045274 req-ddcfc6e5-c818-4c9d-817c-196688724023 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=688dfe990479484ba91f5f3241f71c34&device_id=307fa9d3-f0a5-4c33-aa27-7271e36ec239 HTTP/1.1" status: 200  len: 1163 time: 0.3092549
Feb 17 03:36:19.686830 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94773cc0-9aee-4796-ac33-22c401e0bc28 req-81e1c26c-e76f-48e8-9638-1f7a858352c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:36:19.688494 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-94773cc0-9aee-4796-ac33-22c401e0bc28 req-81e1c26c-e76f-48e8-9638-1f7a858352c0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=93184869-a955-40ff-a3bb-5e5bae8b972f HTTP/1.1" status: 200  len: 854 time: 0.0765972
Feb 17 03:36:19.782282 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94773cc0-9aee-4796-ac33-22c401e0bc28 req-17a44931-5114-440c-815a-3aa786055f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:36:19.784790 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-94773cc0-9aee-4796-ac33-22c401e0bc28 req-17a44931-5114-440c-815a-3aa786055f0f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b3188410-3b2d-4523-8ccc-1882d94255cc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0887115
Feb 17 03:36:19.801005 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [req-94773cc0-9aee-4796-ac33-22c401e0bc28 req-c35b4db3-98a8-4569-a092-38509972d102 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=83922) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 17 03:36:19.803026 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-94773cc0-9aee-4796-ac33-22c401e0bc28 req-c35b4db3-98a8-4569-a092-38509972d102 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0069349
Feb 17 03:36:19.816686 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea9663d-4544-44fd-86ef-9b7508790417 req-162e9974-abdf-43f6-a9df-fb5a63dbade5 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:36:19.818372 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-2ea9663d-4544-44fd-86ef-9b7508790417 req-162e9974-abdf-43f6-a9df-fb5a63dbade5 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.57 "GET /v2.0/ports?device_id=43a647e7-a66d-4254-9011-71ced47c3312 HTTP/1.1" status: 200  len: 945 time: 0.3048904
Feb 17 03:36:19.827078 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-4a4a6deb-1f57-4961-b4f2-a2a909713c67 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Notify callbacks [] for port, precommit_update {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:19.867134 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-4a4a6deb-1f57-4961-b4f2-a2a909713c67 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303097879514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733756514675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303098261108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2134908'] for port, after_update {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:19.886977 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-2ee6806f-7efd-414b-ab3a-88e3aa2b9f4d tempest-ServerRescueNegativeTestJSON-571512782 tempest-ServerRescueNegativeTestJSON-571512782-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:36:19.943292 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_hamode_db [None req-ad9d4782-7e12-433f-beb2-123cd2b9927c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f17c5b39c50>, [{'id': '2d7af459-90c6-4f75-9b1a-961871ff7984', 'name': 'tempest-TestMinimumBasicScenario-1775846261-router', 'tenant_id': '688dfe990479484ba91f5f3241f71c34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'external_fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': '4c2acbdf-7cba-45c1-b002-727889582174', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:35:12Z', 'updated_at': '2021-02-17T03:35:18Z', 'revision_number': 4, 'project_id': '688dfe990479484ba91f5f3241f71c34', 'gw_port': {'id': '4c2acbdf-7cba-45c1-b002-727889582174', 'name': '', 'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:93:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d7af459-90c6-4f75-9b1a-961871ff7984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:35:13Z', 'updated_at': '2021-02-17T03:35:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-5-iscsi', '_floatingips': [{'id': 'c233df69-f187-433c-8fd9-0e589151b190', 'tenant_id': '688dfe990479484ba91f5f3241f71c34', 'floating_ip_address': '172.27.0.175', 'floating_network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'router_id': '2d7af459-90c6-4f75-9b1a-961871ff7984', 'port_id': '88c76ccb-10fd-4edc-b372-9a3bad57e105', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 537, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3188410-3b2d-4523-8ccc-1882d94255cc', 'mac_address': 'fa:16:3e:6d:43:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '307fa9d3-f0a5-4c33-aa27-7271e36ec239', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T03:36:15Z', 'updated_at': '2021-02-17T03:36:17Z', 'revision_number': 1, 'project_id': '688dfe990479484ba91f5f3241f71c34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e654a7b6-e94c-4156-8fb1-5521b060dc70', 'name': '', 'network_id': 'b3188410-3b2d-4523-8ccc-1882d94255cc', 'tenant_id': '688dfe990479484ba91f5f3241f71c34', 'mac_address': 'fa:16:3e:f6:e5:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d7af459-90c6-4f75-9b1a-961871ff7984', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '93184869-a955-40ff-a3bb-5e5bae8b972f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:35:17Z', 'updated_at': '2021-02-17T03:35:28Z', 'revision_number': 5, 'project_id': '688dfe990479484ba91f5f3241f71c34', 'subnets': [{'id': '93184869-a955-40ff-a3bb-5e5bae8b972f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759943-5-iscsi', False) {} {{(pid=83923) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:36:19.947790 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad9d4782-7e12-433f-beb2-123cd2b9927c None None] Checking router: 2d7af459-90c6-4f75-9b1a-961871ff7984 for host: dv-cinder-759943-5-iscsi {{(pid=83923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 03:36:19.958279 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad9d4782-7e12-433f-beb2-123cd2b9927c None None] Routers {'2d7af459-90c6-4f75-9b1a-961871ff7984'} bound to L3 agent in host dv-cinder-759943-5-iscsi {{(pid=83923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 03:36:19.958950 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_hamode_db [None req-ad9d4782-7e12-433f-beb2-123cd2b9927c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f17c5b39c50>, 'dv-cinder-759943-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T03:18:25Z,description=<?>,heartbeat_timestamp=2021-02-17T03:35:55Z,host='dv-cinder-759943-5-iscsi',id=3e02af72-3002-4fb3-96dd-e59119f81584,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T03:18:25Z,topic='l3_agent')) {'router_ids': ['2d7af459-90c6-4f75-9b1a-961871ff7984'], 'active': True} {{(pid=83923) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:36:19.972216 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-94773cc0-9aee-4796-ac33-22c401e0bc28 req-51232080-b2d6-40b1-b125-f10259542d89 service neutron] 10.222.0.57 "GET /v2.0/networks/b3188410-3b2d-4523-8ccc-1882d94255cc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1605129
Feb 17 03:36:19.991525 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7996de0-65ae-4b9d-b127-d852c1045274 req-ab2f2dbe-279e-412f-b600-67bc41d41b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:36:19.993166 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-c7996de0-65ae-4b9d-b127-d852c1045274 req-ab2f2dbe-279e-412f-b600-67bc41d41b9a service neutron] 10.222.0.54 "GET /v2.0/networks?id=b3188410-3b2d-4523-8ccc-1882d94255cc HTTP/1.1" status: 200  len: 909 time: 0.3564866
Feb 17 03:36:20.130170 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-94773cc0-9aee-4796-ac33-22c401e0bc28 req-10ff3e51-12f7-4807-9f73-86efebbc52af service neutron] 10.222.0.57 "GET /v2.0/networks/b3188410-3b2d-4523-8ccc-1882d94255cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1508145
Feb 17 03:36:20.145730 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-2ea9663d-4544-44fd-86ef-9b7508790417 req-f9c252b3-cc04-4213-931e-8ed466cc8eb6 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.57 "GET /v2.0/security-groups?id=42a135cc-1e4e-4724-8c79-cda705e48efc&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.3162775
Feb 17 03:36:20.169765 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvr_db [None req-ad9d4782-7e12-433f-beb2-123cd2b9927c None None] Set router 2d7af459-90c6-4f75-9b1a-961871ff7984 gateway port host: dv-cinder-759943-5-iscsi {{(pid=83923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 03:36:20.170890 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4a6deb-1f57-4961-b4f2-a2a909713c67 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Pushing event updated for resources: {'Port': ['ID=3e4a49ff-f18f-4c52-8155-a0adf4213079,revision_number=2']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:36:20.175420 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-4a4a6deb-1f57-4961-b4f2-a2a909713c67 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:36:20.213096 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.v2.base [req-9b7f540c-aeaf-40d5-a218-d9c8d0cc5324 req-fe7ce40c-08ee-48e8-aeec-8e26832046aa tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] Request body: {'security_group': {'name': 'tempest-TestMinimumBasicScenario-984020185', 'description': 'tempest-TestMinimumBasicScenario-984020185 description'}} {{(pid=83921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:36:20.224546 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [req-9b7f540c-aeaf-40d5-a218-d9c8d0cc5324 req-fe7ce40c-08ee-48e8-aeec-8e26832046aa tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:36:20.231577 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-c7996de0-65ae-4b9d-b127-d852c1045274 req-50a9932c-b351-4d8e-be7c-d0e5a7118477 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=88c76ccb-10fd-4edc-b372-9a3bad57e105 HTTP/1.1" status: 200  len: 1000 time: 0.2183650
Feb 17 03:36:20.298810 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [req-9b7f540c-aeaf-40d5-a218-d9c8d0cc5324 req-fe7ce40c-08ee-48e8-aeec-8e26832046aa tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:36:20.337071 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-9b7f540c-aeaf-40d5-a218-d9c8d0cc5324 req-fe7ce40c-08ee-48e8-aeec-8e26832046aa tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] Notify callbacks [] for security_group, before_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:20.402557 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7996de0-65ae-4b9d-b127-d852c1045274 req-cea67521-8a3d-4e53-950f-52b48717afab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:36:20.404770 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-c7996de0-65ae-4b9d-b127-d852c1045274 req-cea67521-8a3d-4e53-950f-52b48717afab service neutron] 10.222.0.54 "GET /v2.0/subnets?id=93184869-a955-40ff-a3bb-5e5bae8b972f HTTP/1.1" status: 200  len: 854 time: 0.1624844
Feb 17 03:36:20.419975 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [req-9b7f540c-aeaf-40d5-a218-d9c8d0cc5324 req-fe7ce40c-08ee-48e8-aeec-8e26832046aa tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:36:20.462378 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [req-9b7f540c-aeaf-40d5-a218-d9c8d0cc5324 req-fe7ce40c-08ee-48e8-aeec-8e26832046aa tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] Usage tracker for resource:security_group_rule and tenant:688dfe990479484ba91f5f3241f71c34 is out of sync, need to count used quota {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:36:20.471170 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [req-9b7f540c-aeaf-40d5-a218-d9c8d0cc5324 req-fe7ce40c-08ee-48e8-aeec-8e26832046aa tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:36:20.483919 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [req-9b7f540c-aeaf-40d5-a218-d9c8d0cc5324 req-fe7ce40c-08ee-48e8-aeec-8e26832046aa tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:36:20.519350 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2465f63-6e61-4973-9237-e426fbd13bc1 req-de33dad2-e057-4279-916e-e7d6913551f0 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:36:20.520951 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-4a4a6deb-1f57-4961-b4f2-a2a909713c67 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-922806'] for floatingip, after_update {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:20.521120 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-d2465f63-6e61-4973-9237-e426fbd13bc1 req-de33dad2-e057-4279-916e-e7d6913551f0 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.57 "GET /v2.0/ports?device_id=43a647e7-a66d-4254-9011-71ced47c3312 HTTP/1.1" status: 200  len: 945 time: 0.0977490
Feb 17 03:36:20.575083 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-d2465f63-6e61-4973-9237-e426fbd13bc1 req-74ce5ff6-8d70-4d4e-bc20-6c8944992fb9 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.57 "GET /v2.0/security-groups?id=42a135cc-1e4e-4724-8c79-cda705e48efc&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0465064
Feb 17 03:36:20.581487 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_hamode_db [None req-ad9d4782-7e12-433f-beb2-123cd2b9927c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f17c5b39c50>, [{'id': '2d7af459-90c6-4f75-9b1a-961871ff7984', 'name': 'tempest-TestMinimumBasicScenario-1775846261-router', 'tenant_id': '688dfe990479484ba91f5f3241f71c34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'external_fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': '4c2acbdf-7cba-45c1-b002-727889582174', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:35:12Z', 'updated_at': '2021-02-17T03:35:18Z', 'revision_number': 4, 'project_id': '688dfe990479484ba91f5f3241f71c34', 'gw_port': {'id': '4c2acbdf-7cba-45c1-b002-727889582174', 'name': '', 'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:93:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d7af459-90c6-4f75-9b1a-961871ff7984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:35:13Z', 'updated_at': '2021-02-17T03:35:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-5-iscsi', '_floatingips': [{'id': 'c233df69-f187-433c-8fd9-0e589151b190', 'tenant_id': '688dfe990479484ba91f5f3241f71c34', 'floating_ip_address': '172.27.0.175', 'floating_network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'router_id': '2d7af459-90c6-4f75-9b1a-961871ff7984', 'port_id': '88c76ccb-10fd-4edc-b372-9a3bad57e105', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 537, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3188410-3b2d-4523-8ccc-1882d94255cc', 'mac_address': 'fa:16:3e:6d:43:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '307fa9d3-f0a5-4c33-aa27-7271e36ec239', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T03:36:15Z', 'updated_at': '2021-02-17T03:36:17Z', 'revision_number': 1, 'project_id': '688dfe990479484ba91f5f3241f71c34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e654a7b6-e94c-4156-8fb1-5521b060dc70', 'name': '', 'network_id': 'b3188410-3b2d-4523-8ccc-1882d94255cc', 'tenant_id': '688dfe990479484ba91f5f3241f71c34', 'mac_address': 'fa:16:3e:f6:e5:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d7af459-90c6-4f75-9b1a-961871ff7984', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '93184869-a955-40ff-a3bb-5e5bae8b972f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:35:17Z', 'updated_at': '2021-02-17T03:35:28Z', 'revision_number': 5, 'project_id': '688dfe990479484ba91f5f3241f71c34', 'subnets': [{'id': '93184869-a955-40ff-a3bb-5e5bae8b972f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759943-5-iscsi', False) {} {{(pid=83923) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:36:20.590018 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad9d4782-7e12-433f-beb2-123cd2b9927c None None] The sync data for ids ['2d7af459-90c6-4f75-9b1a-961871ff7984'] in dv-cinder-759943-5-iscsi is: [{'id': '2d7af459-90c6-4f75-9b1a-961871ff7984', 'name': 'tempest-TestMinimumBasicScenario-1775846261-router', 'tenant_id': '688dfe990479484ba91f5f3241f71c34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'external_fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': '4c2acbdf-7cba-45c1-b002-727889582174', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:35:12Z', 'updated_at': '2021-02-17T03:35:18Z', 'revision_number': 4, 'project_id': '688dfe990479484ba91f5f3241f71c34', 'gw_port': {'id': '4c2acbdf-7cba-45c1-b002-727889582174', 'name': '', 'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:93:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d7af459-90c6-4f75-9b1a-961871ff7984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:35:13Z', 'updated_at': '2021-02-17T03:35:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-5-iscsi', '_floatingips': [{'id': 'c233df69-f187-433c-8fd9-0e589151b190', 'tenant_id': '688dfe990479484ba91f5f3241f71c34', 'floating_ip_address': '172.27.0.175', 'floating_network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'router_id': '2d7af459-90c6-4f75-9b1a-961871ff7984', 'port_id': '88c76ccb-10fd-4edc-b372-9a3bad57e105', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 537, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3188410-3b2d-4523-8ccc-1882d94255cc', 'mac_address': 'fa:16:3e:6d:43:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '307fa9d3-f0a5-4c33-aa27-7271e36ec239', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T03:36:15Z', 'updated_at': '2021-02-17T03:36:17Z', 'revision_number': 1, 'project_id': '688dfe990479484ba91f5f3241f71c34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e654a7b6-e94c-4156-8fb1-5521b060dc70', 'name': '', 'network_id': 'b3188410-3b2d-4523-8ccc-1882d94255cc', 'tenant_id': '688dfe990479484ba91f5f3241f71c34', 'mac_address': 'fa:16:3e:f6:e5:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d7af459-90c6-4f75-9b1a-961871ff7984', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '93184869-a955-40ff-a3bb-5e5bae8b972f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:35:17Z', 'updated_at': '2021-02-17T03:35:28Z', 'revision_number': 5, 'project_id': '688dfe990479484ba91f5f3241f71c34', 'subnets': [{'id': '93184869-a955-40ff-a3bb-5e5bae8b972f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 03:36:20.603505 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-4a4a6deb-1f57-4961-b4f2-a2a909713c67 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774597'] for floatingip, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:20.613207 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-4a4a6deb-1f57-4961-b4f2-a2a909713c67 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 2.9285331
Feb 17 03:36:20.613207 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7996de0-65ae-4b9d-b127-d852c1045274 req-f8f07af7-e8ef-4f14-9e15-963297e277aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:36:20.613207 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-c7996de0-65ae-4b9d-b127-d852c1045274 req-f8f07af7-e8ef-4f14-9e15-963297e277aa service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b3188410-3b2d-4523-8ccc-1882d94255cc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1862917
Feb 17 03:36:20.728148 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-9b7f540c-aeaf-40d5-a218-d9c8d0cc5324 req-fe7ce40c-08ee-48e8-aeec-8e26832046aa tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] Notify callbacks [] for security_group, precommit_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:20.739882 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-9b7f540c-aeaf-40d5-a218-d9c8d0cc5324 req-fe7ce40c-08ee-48e8-aeec-8e26832046aa tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876219'] for security_group, after_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:20.747127 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-ec05f491-8a01-45ae-9839-eaaa12922e8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:36:20.793187 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-e0db5005-3895-4b82-bdde-43b92285d9ea req-5a48da18-2e44-42d6-89a9-6f8f1011c784 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1768231
Feb 17 03:36:20.804521 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.v2.base [req-e0db5005-3895-4b82-bdde-43b92285d9ea req-eb171c27-7dc3-49a4-85e5-6326223f3da4 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Request body: {'floatingip': {'floating_network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718'}} {{(pid=83922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:36:20.808820 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7ce40c-08ee-48e8-aeec-8e26832046aa tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58316507-e2b9-47a8-8c80-bbda6482c459,revision_number=1']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:36:20.811047 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [req-e0db5005-3895-4b82-bdde-43b92285d9ea req-eb171c27-7dc3-49a4-85e5-6326223f3da4 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:36:20.814198 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-fe7ce40c-08ee-48e8-aeec-8e26832046aa tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:36:20.817607 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-9b7f540c-aeaf-40d5-a218-d9c8d0cc5324 req-fe7ce40c-08ee-48e8-aeec-8e26832046aa tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] Notify callbacks [] for security_group, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:20.821475 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-9b7f540c-aeaf-40d5-a218-d9c8d0cc5324 req-fe7ce40c-08ee-48e8-aeec-8e26832046aa tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1817 time: 0.6403067
Feb 17 03:36:20.824556 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [req-e0db5005-3895-4b82-bdde-43b92285d9ea req-eb171c27-7dc3-49a4-85e5-6326223f3da4 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:36:20.837269 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-e0db5005-3895-4b82-bdde-43b92285d9ea req-eb171c27-7dc3-49a4-85e5-6326223f3da4 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Notify callbacks [] for floatingip, before_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:20.875560 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-c7996de0-65ae-4b9d-b127-d852c1045274 req-aaac97d6-c10d-4816-bd7f-740a0992bd4c service neutron] 10.222.0.54 "GET /v2.0/networks/b3188410-3b2d-4523-8ccc-1882d94255cc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2482667
Feb 17 03:36:20.941136 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f175316-4d76-4a1f-9570-909b32759d93 None None] New status for floating IP c233df69-f187-433c-8fd9-0e589151b190: ACTIVE {{(pid=83924) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 17 03:36:21.025691 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-e0db5005-3895-4b82-bdde-43b92285d9ea req-eb171c27-7dc3-49a4-85e5-6326223f3da4 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for port, before_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:21.085105 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [req-053f50dc-b616-43cc-9f98-ec73f4c04499 req-522b075f-a263-43f8-9595-a343c9b6e20f tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Synchronizing usage tracker for tenant:c568344bec0146c19c14571bff20a759 on resource:security_group {{(pid=83921) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 03:36:21.146985 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-c7996de0-65ae-4b9d-b127-d852c1045274 req-0994f5b9-9543-47fd-b389-71b90ad7a17a service neutron] 10.222.0.54 "GET /v2.0/networks/b3188410-3b2d-4523-8ccc-1882d94255cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2557809
Feb 17 03:36:21.148022 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [req-053f50dc-b616-43cc-9f98-ec73f4c04499 req-522b075f-a263-43f8-9595-a343c9b6e20f tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Unset dirty status for tenant:c568344bec0146c19c14571bff20a759 on resource:security_group {{(pid=83921) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 03:36:21.149724 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-053f50dc-b616-43cc-9f98-ec73f4c04499 req-522b075f-a263-43f8-9595-a343c9b6e20f tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--984515587&fields=id&tenant_id=c568344bec0146c19c14571bff20a759 HTTP/1.1" status: 200  len: 267 time: 0.2159913
Feb 17 03:36:21.326033 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053f50dc-b616-43cc-9f98-ec73f4c04499 req-1d7fc3ea-27e4-45dc-a62c-0521f38575c9 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:36:21.327593 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-053f50dc-b616-43cc-9f98-ec73f4c04499 req-1d7fc3ea-27e4-45dc-a62c-0521f38575c9 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] 10.222.0.57 "GET /v2.0/networks?id=196dd25e-6f79-49ea-bd1a-b88102e9bbe7 HTTP/1.1" status: 200  len: 811 time: 0.1683209
Feb 17 03:36:21.332799 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.db_base_plugin_common [req-e0db5005-3895-4b82-bdde-43b92285d9ea req-eb171c27-7dc3-49a4-85e5-6326223f3da4 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Allocated IP 172.27.0.128 (47a54196-2e01-4ced-bf59-8f5a8abde718/d8fc1aa1-c957-4fea-a32a-c02e9a0805fb/870c0ec6-fd10-4dea-8ace-808c8f309589) {{(pid=83922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 03:36:21.345149 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-053f50dc-b616-43cc-9f98-ec73f4c04499 req-42a99888-26e8-4dbf-b729-7ca2a01c28aa tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] 10.222.0.57 "GET /v2.0/quotas/c568344bec0146c19c14571bff20a759 HTTP/1.1" status: 200  len: 375 time: 0.0106890
Feb 17 03:36:21.437041 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [req-053f50dc-b616-43cc-9f98-ec73f4c04499 req-10b041c7-21f8-41b1-a4eb-546dd0ad16de tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Synchronizing usage tracker for tenant:c568344bec0146c19c14571bff20a759 on resource:port {{(pid=83921) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 03:36:21.452565 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [req-053f50dc-b616-43cc-9f98-ec73f4c04499 req-10b041c7-21f8-41b1-a4eb-546dd0ad16de tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Unset dirty status for tenant:c568344bec0146c19c14571bff20a759 on resource:port {{(pid=83921) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 03:36:21.453811 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-053f50dc-b616-43cc-9f98-ec73f4c04499 req-10b041c7-21f8-41b1-a4eb-546dd0ad16de tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=c568344bec0146c19c14571bff20a759&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1027153
Feb 17 03:36:21.493802 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-e0db5005-3895-4b82-bdde-43b92285d9ea req-eb171c27-7dc3-49a4-85e5-6326223f3da4 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Notify callbacks [] for port, precommit_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:21.524393 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-e0db5005-3895-4b82-bdde-43b92285d9ea req-eb171c27-7dc3-49a4-85e5-6326223f3da4 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363303098263190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851846526'] for port, after_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:21.541070 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:36:21.692078 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb171c27-7dc3-49a4-85e5-6326223f3da4 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Pushing event updated for resources: {'Port': ['ID=870c0ec6-fd10-4dea-8ace-808c8f309589,revision_number=1']} {{(pid=83922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:36:21.697847 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-eb171c27-7dc3-49a4-85e5-6326223f3da4 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:36:21.744232 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0db5005-3895-4b82-bdde-43b92285d9ea req-eb171c27-7dc3-49a4-85e5-6326223f3da4 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Network 47a54196-2e01-4ced-bf59-8f5a8abde718 is already hosted by enough agents. {{(pid=83922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 03:36:21.745502 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.scheduler.base_scheduler [req-e0db5005-3895-4b82-bdde-43b92285d9ea req-eb171c27-7dc3-49a4-85e5-6326223f3da4 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Resources bound (agent type, host, resource id):  {{(pid=83922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 03:36:21.747895 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0db5005-3895-4b82-bdde-43b92285d9ea req-eb171c27-7dc3-49a4-85e5-6326223f3da4 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Received port after_create {{(pid=83922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 03:36:21.822350 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-053f50dc-b616-43cc-9f98-ec73f4c04499 req-2ab24a66-93e3-4272-b7e3-ef3e2dd999cb service neutron] 10.222.0.57 "GET /v2.0/networks/196dd25e-6f79-49ea-bd1a-b88102e9bbe7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3549893
Feb 17 03:36:21.833923 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-e0db5005-3895-4b82-bdde-43b92285d9ea req-eb171c27-7dc3-49a4-85e5-6326223f3da4 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:21.898656 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-e0db5005-3895-4b82-bdde-43b92285d9ea req-eb171c27-7dc3-49a4-85e5-6326223f3da4 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for port, before_update {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:21.971545 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-053f50dc-b616-43cc-9f98-ec73f4c04499 req-4d176a3e-5f85-4926-996e-6d873a231f2f service neutron] 10.222.0.57 "GET /v2.0/networks/196dd25e-6f79-49ea-bd1a-b88102e9bbe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1415005
Feb 17 03:36:22.164125 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-bb321976-bcbf-4f52-af58-8e61a8f4f0a2 req-9dd45bdf-c93a-4156-b054-b03dda1f1dc5 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] 10.222.0.57 "GET /v2.0/security-groups/58316507-e2b9-47a8-8c80-bbda6482c459 HTTP/1.1" status: 200  len: 1812 time: 0.0627522
Feb 17 03:36:22.176515 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.v2.base [req-bb321976-bcbf-4f52-af58-8e61a8f4f0a2 req-6bc9c047-a786-4ce1-bb0e-2de763f56644 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '58316507-e2b9-47a8-8c80-bbda6482c459', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=83921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:36:22.176958 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.v2.base [req-bb321976-bcbf-4f52-af58-8e61a8f4f0a2 req-6bc9c047-a786-4ce1-bb0e-2de763f56644 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '58316507-e2b9-47a8-8c80-bbda6482c459', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=83921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:36:22.184731 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [req-bb321976-bcbf-4f52-af58-8e61a8f4f0a2 req-6bc9c047-a786-4ce1-bb0e-2de763f56644 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:36:22.189815 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [req-bb321976-bcbf-4f52-af58-8e61a8f4f0a2 req-6bc9c047-a786-4ce1-bb0e-2de763f56644 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] Usage tracker for resource:security_group_rule and tenant:688dfe990479484ba91f5f3241f71c34 is out of sync, need to count used quota {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:36:22.191541 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-e0db5005-3895-4b82-bdde-43b92285d9ea req-eb171c27-7dc3-49a4-85e5-6326223f3da4 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Notify callbacks [] for port, precommit_update {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:22.193205 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [req-bb321976-bcbf-4f52-af58-8e61a8f4f0a2 req-6bc9c047-a786-4ce1-bb0e-2de763f56644 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:36:22.195465 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-e0db5005-3895-4b82-bdde-43b92285d9ea req-eb171c27-7dc3-49a4-85e5-6326223f3da4 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303097879514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733756514675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303098261108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2929291'] for port, after_update {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:22.201725 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [req-bb321976-bcbf-4f52-af58-8e61a8f4f0a2 req-6bc9c047-a786-4ce1-bb0e-2de763f56644 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:36:22.212358 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-70e7f036-0fc3-460b-9f54-8976f33ccea0 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:36:22.262759 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-bb321976-bcbf-4f52-af58-8e61a8f4f0a2 req-6bc9c047-a786-4ce1-bb0e-2de763f56644 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:22.289500 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-bb321976-bcbf-4f52-af58-8e61a8f4f0a2 req-6bc9c047-a786-4ce1-bb0e-2de763f56644 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:22.294537 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-bb321976-bcbf-4f52-af58-8e61a8f4f0a2 req-6bc9c047-a786-4ce1-bb0e-2de763f56644 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876103'] for security_group_rule, after_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:22.296987 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:36:22.323061 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc9c047-a786-4ce1-bb0e-2de763f56644 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c83dc87-e13b-4af3-9535-d44f9e51e911,revision_number=0']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:36:22.328788 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-6bc9c047-a786-4ce1-bb0e-2de763f56644 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:36:22.337376 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-bb321976-bcbf-4f52-af58-8e61a8f4f0a2 req-6bc9c047-a786-4ce1-bb0e-2de763f56644 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:22.338925 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-bb321976-bcbf-4f52-af58-8e61a8f4f0a2 req-6bc9c047-a786-4ce1-bb0e-2de763f56644 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.1682312
Feb 17 03:36:22.589271 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-2d9bd7eb-a89c-429c-a3a8-abc53273f772 req-09f11e2a-5a40-4827-ab45-64f2c499bdb1 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] 10.222.0.57 "GET /v2.0/ports?device_id=94dff4c9-58ab-474c-97ba-cb0bcea04ac9 HTTP/1.1" status: 200  len: 210 time: 0.0536103
Feb 17 03:36:22.611837 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb171c27-7dc3-49a4-85e5-6326223f3da4 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Pushing event updated for resources: {'Port': ['ID=870c0ec6-fd10-4dea-8ace-808c8f309589,revision_number=2']} {{(pid=83922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:36:22.625876 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-eb171c27-7dc3-49a4-85e5-6326223f3da4 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.414s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:36:22.679860 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-1daef37e-3237-4f56-ab89-da76027dd551 req-e27c96e1-cdb1-43c3-b8a4-4ca0824f26bf tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] 10.222.0.57 "GET /v2.0/security-groups/58316507-e2b9-47a8-8c80-bbda6482c459 HTTP/1.1" status: 200  len: 2405 time: 0.0557575
Feb 17 03:36:22.693419 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.v2.base [req-1daef37e-3237-4f56-ab89-da76027dd551 req-112bf6bf-2cae-48d4-832c-8eaae11a7201 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '58316507-e2b9-47a8-8c80-bbda6482c459', 'remote_group_id': None}]} {{(pid=83921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:36:22.693812 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.v2.base [req-1daef37e-3237-4f56-ab89-da76027dd551 req-112bf6bf-2cae-48d4-832c-8eaae11a7201 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '58316507-e2b9-47a8-8c80-bbda6482c459', 'remote_group_id': None}} {{(pid=83921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:36:22.700344 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [req-1daef37e-3237-4f56-ab89-da76027dd551 req-112bf6bf-2cae-48d4-832c-8eaae11a7201 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:36:22.706233 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [req-1daef37e-3237-4f56-ab89-da76027dd551 req-112bf6bf-2cae-48d4-832c-8eaae11a7201 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] Usage tracker for resource:security_group_rule and tenant:688dfe990479484ba91f5f3241f71c34 is out of sync, need to count used quota {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:36:22.709329 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [req-1daef37e-3237-4f56-ab89-da76027dd551 req-112bf6bf-2cae-48d4-832c-8eaae11a7201 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:36:22.715418 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [req-1daef37e-3237-4f56-ab89-da76027dd551 req-112bf6bf-2cae-48d4-832c-8eaae11a7201 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:36:22.724945 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-e0db5005-3895-4b82-bdde-43b92285d9ea req-eb171c27-7dc3-49a4-85e5-6326223f3da4 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-922806'] for floatingip, after_update {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:22.752751 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-e0db5005-3895-4b82-bdde-43b92285d9ea req-eb171c27-7dc3-49a4-85e5-6326223f3da4 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774597'] for floatingip, before_response {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:22.754047 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-e0db5005-3895-4b82-bdde-43b92285d9ea req-eb171c27-7dc3-49a4-85e5-6326223f3da4 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 1.9544294
Feb 17 03:36:22.776426 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-1daef37e-3237-4f56-ab89-da76027dd551 req-112bf6bf-2cae-48d4-832c-8eaae11a7201 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:22.803019 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-1daef37e-3237-4f56-ab89-da76027dd551 req-112bf6bf-2cae-48d4-832c-8eaae11a7201 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:22.806627 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-1daef37e-3237-4f56-ab89-da76027dd551 req-112bf6bf-2cae-48d4-832c-8eaae11a7201 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876103'] for security_group_rule, after_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:22.808843 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-6bc9c047-a786-4ce1-bb0e-2de763f56644 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:36:22.835191 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112bf6bf-2cae-48d4-832c-8eaae11a7201 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4808bfdf-1b52-4737-b71c-a1e6b3f11f69,revision_number=0']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:36:22.838105 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-112bf6bf-2cae-48d4-832c-8eaae11a7201 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:36:22.846306 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-1daef37e-3237-4f56-ab89-da76027dd551 req-112bf6bf-2cae-48d4-832c-8eaae11a7201 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:22.847744 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-1daef37e-3237-4f56-ab89-da76027dd551 req-112bf6bf-2cae-48d4-832c-8eaae11a7201 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 791 time: 0.1596773
Feb 17 03:36:22.850931 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [req-e0db5005-3895-4b82-bdde-43b92285d9ea req-70decb8a-2fcc-4f75-928a-5783b28bf4ee tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Synchronizing usage tracker for tenant:09f977ccc1e54aa6bfffd127c9a4be7d on resource:floatingip {{(pid=83922) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 03:36:22.870839 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [req-e0db5005-3895-4b82-bdde-43b92285d9ea req-70decb8a-2fcc-4f75-928a-5783b28bf4ee tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Unset dirty status for tenant:09f977ccc1e54aa6bfffd127c9a4be7d on resource:floatingip {{(pid=83922) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 03:36:22.872254 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-e0db5005-3895-4b82-bdde-43b92285d9ea req-70decb8a-2fcc-4f75-928a-5783b28bf4ee tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.27.0.128 HTTP/1.1" status: 200  len: 696 time: 0.1116078
Feb 17 03:36:23.021547 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [req-b0f00191-07b0-4cee-8ece-b07d0ed0673d req-66b9207f-1519-4039-b3f3-67b1b0fe8413 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] Synchronizing usage tracker for tenant:688dfe990479484ba91f5f3241f71c34 on resource:security_group {{(pid=83921) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 03:36:23.037786 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [req-b0f00191-07b0-4cee-8ece-b07d0ed0673d req-66b9207f-1519-4039-b3f3-67b1b0fe8413 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] Unset dirty status for tenant:688dfe990479484ba91f5f3241f71c34 on resource:security_group {{(pid=83921) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 03:36:23.039101 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-b0f00191-07b0-4cee-8ece-b07d0ed0673d req-66b9207f-1519-4039-b3f3-67b1b0fe8413 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-984020185&fields=id&tenant_id=688dfe990479484ba91f5f3241f71c34 HTTP/1.1" status: 200  len: 267 time: 0.0611126
Feb 17 03:36:23.043293 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0db5005-3895-4b82-bdde-43b92285d9ea req-7f18e585-1795-411c-a30d-0c76fa86d3d8 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:36:23.045417 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-e0db5005-3895-4b82-bdde-43b92285d9ea req-7f18e585-1795-411c-a30d-0c76fa86d3d8 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.57 "GET /v2.0/networks/47a54196-2e01-4ced-bf59-8f5a8abde718 HTTP/1.1" status: 200  len: 784 time: 0.1668489
Feb 17 03:36:23.137080 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f00191-07b0-4cee-8ece-b07d0ed0673d req-63335120-e3cb-4513-a18c-e3bc01f0bc81 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:36:23.138739 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-b0f00191-07b0-4cee-8ece-b07d0ed0673d req-63335120-e3cb-4513-a18c-e3bc01f0bc81 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] 10.222.0.57 "GET /v2.0/ports?device_id=307fa9d3-f0a5-4c33-aa27-7271e36ec239 HTTP/1.1" status: 200  len: 946 time: 0.0926471
Feb 17 03:36:23.151028 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.v2.base [req-b0f00191-07b0-4cee-8ece-b07d0ed0673d req-e96dc86d-7523-4d3b-a0a9-a4013867a8d0 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] Request body: {'port': {'security_groups': ['b3a2e226-ee4b-4da0-ab48-63889dcb7abe', '58316507-e2b9-47a8-8c80-bbda6482c459']}} {{(pid=83921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:36:23.247367 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b321fa2-e537-4292-bd04-4fb32b842718 req-b9555df9-c769-44e1-80bc-b1e5ae035e64 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:36:23.250592 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-3b321fa2-e537-4292-bd04-4fb32b842718 req-b9555df9-c769-44e1-80bc-b1e5ae035e64 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.57 "GET /v2.0/ports?device_id=43a647e7-a66d-4254-9011-71ced47c3312&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.1025743
Feb 17 03:36:23.309417 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-b0f00191-07b0-4cee-8ece-b07d0ed0673d req-e96dc86d-7523-4d3b-a0a9-a4013867a8d0 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for port, before_update {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:23.405332 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-3b321fa2-e537-4292-bd04-4fb32b842718 req-5338b456-2822-4998-81de-a4f96a1add91 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.27.0.128 HTTP/1.1" status: 200  len: 696 time: 0.1459665
Feb 17 03:36:23.410358 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-8f3ea8e1-49bb-4c21-ad95-9534a49cb0ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:23.417066 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.v2.base [req-3b321fa2-e537-4292-bd04-4fb32b842718 req-73851950-7924-4256-997f-4aa703647583 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Request body: {'floatingip': {'port_id': '1eaf9637-4a5d-4be5-9bed-fd22ccba8da3', 'fixed_ip_address': '172.20.0.5'}} {{(pid=83922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:36:23.501869 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-3b321fa2-e537-4292-bd04-4fb32b842718 req-73851950-7924-4256-997f-4aa703647583 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Notify callbacks [] for floatingip, before_update {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:23.650440 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053f50dc-b616-43cc-9f98-ec73f4c04499 req-6e5ad5d1-684a-4ec7-bcb7-c60518d97357 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:36:23.652031 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-053f50dc-b616-43cc-9f98-ec73f4c04499 req-6e5ad5d1-684a-4ec7-bcb7-c60518d97357 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] 10.222.0.54 "GET /v2.0/networks?id=196dd25e-6f79-49ea-bd1a-b88102e9bbe7 HTTP/1.1" status: 200  len: 811 time: 0.3176854
Feb 17 03:36:23.884697 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-053f50dc-b616-43cc-9f98-ec73f4c04499 req-f79fdac9-01a4-4734-a106-d7b8e87f8850 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c568344bec0146c19c14571bff20a759 HTTP/1.1" status: 200  len: 5703 time: 0.1759734
Feb 17 03:36:23.899268 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.v2.base [req-053f50dc-b616-43cc-9f98-ec73f4c04499 req-f04f554b-bf74-48de-a127-5ac97a2511b4 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Request body: {'port': {'device_id': '94dff4c9-58ab-474c-97ba-cb0bcea04ac9', 'network_id': '196dd25e-6f79-49ea-bd1a-b88102e9bbe7', 'admin_state_up': True, 'tenant_id': 'c568344bec0146c19c14571bff20a759', 'security_groups': ['2b4344df-d73c-46d9-94d8-9f45e3e3a87c']}} {{(pid=83921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:36:23.978880 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.db [req-b0f00191-07b0-4cee-8ece-b07d0ed0673d req-e96dc86d-7523-4d3b-a0a9-a4013867a8d0 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] For port 88c76ccb-10fd-4edc-b372-9a3bad57e105, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=88c76ccb-10fd-4edc-b372-9a3bad57e105,segment=NetworkSegment(6c015ecf-ca24-43ac-84f0-02668fe7daf5),segment_id=6c015ecf-ca24-43ac-84f0-02668fe7daf5)] {{(pid=83921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:36:24.049089 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-b0f00191-07b0-4cee-8ece-b07d0ed0673d req-e96dc86d-7523-4d3b-a0a9-a4013867a8d0 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] Notify callbacks [] for port, precommit_update {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:24.062538 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-b0f00191-07b0-4cee-8ece-b07d0ed0673d req-e96dc86d-7523-4d3b-a0a9-a4013867a8d0 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303097879514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733756514675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303098261108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2134908'] for port, after_update {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:24.080519 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-5924bb39-db72-4f5a-9948-1c8fcd829d1b tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:36:24.157540 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-3b321fa2-e537-4292-bd04-4fb32b842718 req-73851950-7924-4256-997f-4aa703647583 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:24.160282 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-3b321fa2-e537-4292-bd04-4fb32b842718 req-73851950-7924-4256-997f-4aa703647583 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-922806'] for floatingip, after_update {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:24.205557 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [req-053f50dc-b616-43cc-9f98-ec73f4c04499 req-f04f554b-bf74-48de-a127-5ac97a2511b4 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:36:24.231533 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [req-053f50dc-b616-43cc-9f98-ec73f4c04499 req-f04f554b-bf74-48de-a127-5ac97a2511b4 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:36:24.261512 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96dc86d-7523-4d3b-a0a9-a4013867a8d0 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] Pushing event updated for resources: {'Port': ['ID=88c76ccb-10fd-4edc-b372-9a3bad57e105,revision_number=5']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:36:24.267195 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-e96dc86d-7523-4d3b-a0a9-a4013867a8d0 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:36:24.270649 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-053f50dc-b616-43cc-9f98-ec73f4c04499 req-f04f554b-bf74-48de-a127-5ac97a2511b4 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Made reservation on behalf of c568344bec0146c19c14571bff20a759 for: {'port': 1} {{(pid=83921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 03:36:24.276294 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-053f50dc-b616-43cc-9f98-ec73f4c04499 req-f04f554b-bf74-48de-a127-5ac97a2511b4 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for port, before_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:24.346534 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.db.l3_db [req-3b321fa2-e537-4292-bd04-4fb32b842718 req-73851950-7924-4256-997f-4aa703647583 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Floating IP 41ac491b-7a8b-44d5-bac1-8f755fc274fe associated. External IP: 172.27.0.128, port: 1eaf9637-4a5d-4be5-9bed-fd22ccba8da3.
Feb 17 03:36:24.423408 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f00191-07b0-4cee-8ece-b07d0ed0673d req-e96dc86d-7523-4d3b-a0a9-a4013867a8d0 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:36:24.424123 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-b0f00191-07b0-4cee-8ece-b07d0ed0673d req-e96dc86d-7523-4d3b-a0a9-a4013867a8d0 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774597'] for port, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:24.425729 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-b0f00191-07b0-4cee-8ece-b07d0ed0673d req-e96dc86d-7523-4d3b-a0a9-a4013867a8d0 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] 10.222.0.57 "PUT /v2.0/ports/88c76ccb-10fd-4edc-b372-9a3bad57e105 HTTP/1.1" status: 200  len: 982 time: 1.2799909
Feb 17 03:36:24.426295 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '307fa9d3-f0a5-4c33-aa27-7271e36ec239', 'tag': '88c76ccb-10fd-4edc-b372-9a3bad57e105'}] {{(pid=83921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 03:36:24.625827 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-878f268d-c847-4fdb-bd1e-12474ef6af41 None None] Provisioning complete for port 88c76ccb-10fd-4edc-b372-9a3bad57e105 triggered by entity DHCP. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:36:24.627304 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-878f268d-c847-4fdb-bd1e-12474ef6af41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838161172'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:24.661422 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.db_base_plugin_common [req-053f50dc-b616-43cc-9f98-ec73f4c04499 req-f04f554b-bf74-48de-a127-5ac97a2511b4 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Allocated IP 172.20.0.12 (196dd25e-6f79-49ea-bd1a-b88102e9bbe7/029a335d-7c65-4847-a56e-60c19b417a63/69a3d64d-ffe3-4aa5-aaf3-41565f3dd68c) {{(pid=83921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 03:36:24.755434 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3b321fa2-e537-4292-bd04-4fb32b842718 req-73851950-7924-4256-997f-4aa703647583 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Router 3ae39434-3077-4a61-8ec9-5d2beb8f56b0 has already been hosted by L3 agent 3e02af72-3002-4fb3-96dd-e59119f81584 {{(pid=83922) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 03:36:24.855853 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-0a0581e0-a21a-4980-8744-9b4821c593ea req-33cf86c9-20d8-4545-a918-184802bed4ac tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] 10.222.0.57 "GET /v2.0/ports?device_id=94dff4c9-58ab-474c-97ba-cb0bcea04ac9 HTTP/1.1" status: 200  len: 210 time: 0.1238160
Feb 17 03:36:24.947291 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-053f50dc-b616-43cc-9f98-ec73f4c04499 req-f04f554b-bf74-48de-a127-5ac97a2511b4 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Notify callbacks [] for port, precommit_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:24.963519 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3b321fa2-e537-4292-bd04-4fb32b842718 req-73851950-7924-4256-997f-4aa703647583 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Notify agent at l3_agent.dv-cinder-759943-5-iscsi the message routers_updated {{(pid=83922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 03:36:24.966094 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [req-053f50dc-b616-43cc-9f98-ec73f4c04499 req-f04f554b-bf74-48de-a127-5ac97a2511b4 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Transition to ACTIVE for port object 69a3d64d-ffe3-4aa5-aaf3-41565f3dd68c will not be triggered until provisioned by entity DHCP. {{(pid=83921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 03:36:24.972329 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-3b321fa2-e537-4292-bd04-4fb32b842718 req-73851950-7924-4256-997f-4aa703647583 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774597'] for floatingip, before_response {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:24.979639 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f4157bc-2d6f-4bb4-90dd-ff6b4e493110 None None] Sync routers for ids ['3ae39434-3077-4a61-8ec9-5d2beb8f56b0'] in dv-cinder-759943-5-iscsi {{(pid=83923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 03:36:24.990766 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f4157bc-2d6f-4bb4-90dd-ff6b4e493110 None None] Routers {'3ae39434-3077-4a61-8ec9-5d2beb8f56b0'} bound to L3 agent in host dv-cinder-759943-5-iscsi {{(pid=83923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 03:36:24.991737 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_hamode_db [None req-2f4157bc-2d6f-4bb4-90dd-ff6b4e493110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f17c59f22b0>, 'dv-cinder-759943-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T03:18:25Z,description=<?>,heartbeat_timestamp=2021-02-17T03:35:55Z,host='dv-cinder-759943-5-iscsi',id=3e02af72-3002-4fb3-96dd-e59119f81584,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T03:18:25Z,topic='l3_agent')) {'router_ids': ['3ae39434-3077-4a61-8ec9-5d2beb8f56b0'], 'active': True} {{(pid=83923) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:36:25.035739 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-3b321fa2-e537-4292-bd04-4fb32b842718 req-73851950-7924-4256-997f-4aa703647583 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.57 "PUT /v2.0/floatingips/41ac491b-7a8b-44d5-bac1-8f755fc274fe HTTP/1.1" status: 200  len: 996 time: 1.6230261
Feb 17 03:36:25.036216 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43a647e7-a66d-4254-9011-71ced47c3312', 'tag': '1eaf9637-4a5d-4be5-9bed-fd22ccba8da3'}] {{(pid=83922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 03:36:25.053964 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-053f50dc-b616-43cc-9f98-ec73f4c04499 req-f04f554b-bf74-48de-a127-5ac97a2511b4 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363303098263190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852640907'] for port, after_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:25.072065 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-d2bfbdcb-aca4-4d98-82f7-673fb62c20fb tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:36:25.156981 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b321fa2-e537-4292-bd04-4fb32b842718 req-c6a20108-596a-4f4d-9c7d-b0acc1e76fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:36:25.158721 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-3b321fa2-e537-4292-bd04-4fb32b842718 req-c6a20108-596a-4f4d-9c7d-b0acc1e76fdd service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=09f977ccc1e54aa6bfffd127c9a4be7d&device_id=43a647e7-a66d-4254-9011-71ced47c3312 HTTP/1.1" status: 200  len: 1162 time: 0.1018927
Feb 17 03:36:25.199110 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvr_db [None req-2f4157bc-2d6f-4bb4-90dd-ff6b4e493110 None None] Set router 3ae39434-3077-4a61-8ec9-5d2beb8f56b0 gateway port host: dv-cinder-759943-5-iscsi {{(pid=83923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 03:36:25.274610 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04f554b-bf74-48de-a127-5ac97a2511b4 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Pushing event updated for resources: {'Port': ['ID=69a3d64d-ffe3-4aa5-aaf3-41565f3dd68c,revision_number=1']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:36:25.277813 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-f04f554b-bf74-48de-a127-5ac97a2511b4 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:36:25.290503 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c0161d-02e5-42d4-8759-df2bf5cdd992 req-788df6e9-e641-442e-9a3d-9f9d189db77f tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:36:25.292105 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-54c0161d-02e5-42d4-8759-df2bf5cdd992 req-788df6e9-e641-442e-9a3d-9f9d189db77f tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] 10.222.0.57 "GET /v2.0/ports?device_id=307fa9d3-f0a5-4c33-aa27-7271e36ec239 HTTP/1.1" status: 200  len: 985 time: 0.3021429
Feb 17 03:36:25.328290 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b321fa2-e537-4292-bd04-4fb32b842718 req-653f2e48-e682-456b-b540-94d595e33447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:36:25.329959 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-3b321fa2-e537-4292-bd04-4fb32b842718 req-653f2e48-e682-456b-b540-94d595e33447 service neutron] 10.222.0.57 "GET /v2.0/networks?id=3cb0cdf3-e2d2-4fae-b226-b086c7cc05ee HTTP/1.1" status: 200  len: 906 time: 0.1642227
Feb 17 03:36:25.376294 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-053f50dc-b616-43cc-9f98-ec73f4c04499 req-f04f554b-bf74-48de-a127-5ac97a2511b4 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Network 196dd25e-6f79-49ea-bd1a-b88102e9bbe7 is already hosted by enough agents. {{(pid=83921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 03:36:25.381152 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-54c0161d-02e5-42d4-8759-df2bf5cdd992 req-e8377892-1e3a-4ee5-b3c6-d1953b3c16cf tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] 10.222.0.57 "GET /v2.0/security-groups?id=58316507-e2b9-47a8-8c80-bbda6482c459&id=b3a2e226-ee4b-4da0-ab48-63889dcb7abe&fields=id&fields=name HTTP/1.1" status: 200  len: 389 time: 0.0778253
Feb 17 03:36:25.382611 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.scheduler.base_scheduler [req-053f50dc-b616-43cc-9f98-ec73f4c04499 req-f04f554b-bf74-48de-a127-5ac97a2511b4 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Resources bound (agent type, host, resource id):  {{(pid=83921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 03:36:25.385018 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvrscheduler_db [req-053f50dc-b616-43cc-9f98-ec73f4c04499 req-f04f554b-bf74-48de-a127-5ac97a2511b4 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Received port after_create {{(pid=83921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 03:36:25.476213 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053f50dc-b616-43cc-9f98-ec73f4c04499 req-f04f554b-bf74-48de-a127-5ac97a2511b4 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:36:25.477454 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-053f50dc-b616-43cc-9f98-ec73f4c04499 req-f04f554b-bf74-48de-a127-5ac97a2511b4 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774597'] for port, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:25.517166 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-053f50dc-b616-43cc-9f98-ec73f4c04499 req-f04f554b-bf74-48de-a127-5ac97a2511b4 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.6257331
Feb 17 03:36:25.526378 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '307fa9d3-f0a5-4c33-aa27-7271e36ec239', 'tag': '88c76ccb-10fd-4edc-b372-9a3bad57e105', 'status': 'completed', 'code': 200}
Feb 17 03:36:25.562339 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:25.574318 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.v2.base [req-053f50dc-b616-43cc-9f98-ec73f4c04499 req-6e437328-37d9-470f-abac-810e28b8fa51 service neutron] Request body: {'port': {'device_id': '94dff4c9-58ab-474c-97ba-cb0bcea04ac9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75994'}} {{(pid=83921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:36:25.580577 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-bfe42578-6e82-4e4f-aad2-0b7d1dc2ed80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:25.770563 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_hamode_db [None req-2f4157bc-2d6f-4bb4-90dd-ff6b4e493110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f17c59f22b0>, [{'id': '3ae39434-3077-4a61-8ec9-5d2beb8f56b0', 'name': 'tempest-TestVolumeBootPattern-1162730446-router', 'tenant_id': '09f977ccc1e54aa6bfffd127c9a4be7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'external_fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.14'}], 'enable_snat': True}, 'gw_port_id': 'aa054546-bebb-4011-8a62-78b11f5ad281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:31:15Z', 'updated_at': '2021-02-17T03:31:21Z', 'revision_number': 4, 'project_id': '09f977ccc1e54aa6bfffd127c9a4be7d', 'gw_port': {'id': 'aa054546-bebb-4011-8a62-78b11f5ad281', 'name': '', 'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:60:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae39434-3077-4a61-8ec9-5d2beb8f56b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:31:16Z', 'updated_at': '2021-02-17T03:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-5-iscsi', '_floatingips': [{'id': '41ac491b-7a8b-44d5-bac1-8f755fc274fe', 'tenant_id': '09f977ccc1e54aa6bfffd127c9a4be7d', 'floating_ip_address': '172.27.0.128', 'floating_network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'router_id': '3ae39434-3077-4a61-8ec9-5d2beb8f56b0', 'port_id': '1eaf9637-4a5d-4be5-9bed-fd22ccba8da3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3cb0cdf3-e2d2-4fae-b226-b086c7cc05ee', 'mac_address': 'fa:16:3e:07:db:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a647e7-a66d-4254-9011-71ced47c3312', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T03:36:21Z', 'updated_at': '2021-02-17T03:36:24Z', 'revision_number': 1, 'project_id': '09f977ccc1e54aa6bfffd127c9a4be7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e98b3221-e8eb-44c7-922b-f05f45a151d1', 'name': '', 'network_id': '3cb0cdf3-e2d2-4fae-b226-b086c7cc05ee', 'tenant_id': '09f977ccc1e54aa6bfffd127c9a4be7d', 'mac_address': 'fa:16:3e:47:10:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae39434-3077-4a61-8ec9-5d2beb8f56b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '7b7a5bdd-0e94-4495-9a8f-a3426e0e5cfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:31:20Z', 'updated_at': '2021-02-17T03:31:31Z', 'revision_number': 5, 'project_id': '09f977ccc1e54aa6bfffd127c9a4be7d', 'subnets': [{'id': '7b7a5bdd-0e94-4495-9a8f-a3426e0e5cfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759943-5-iscsi', False) {} {{(pid=83923) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:36:25.781782 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f4157bc-2d6f-4bb4-90dd-ff6b4e493110 None None] Checking router: 3ae39434-3077-4a61-8ec9-5d2beb8f56b0 for host: dv-cinder-759943-5-iscsi {{(pid=83923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 03:36:25.801260 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43a647e7-a66d-4254-9011-71ced47c3312', 'tag': '1eaf9637-4a5d-4be5-9bed-fd22ccba8da3', 'status': 'completed', 'code': 200}
Feb 17 03:36:25.813657 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-3b321fa2-e537-4292-bd04-4fb32b842718 req-a32a82ca-cf5e-4b2e-8cec-833f898d43f8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1eaf9637-4a5d-4be5-9bed-fd22ccba8da3 HTTP/1.1" status: 200  len: 999 time: 0.4763572
Feb 17 03:36:25.824041 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f4157bc-2d6f-4bb4-90dd-ff6b4e493110 None None] Routers {'3ae39434-3077-4a61-8ec9-5d2beb8f56b0'} bound to L3 agent in host dv-cinder-759943-5-iscsi {{(pid=83923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 03:36:25.825365 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_hamode_db [None req-2f4157bc-2d6f-4bb4-90dd-ff6b4e493110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f17c59f22b0>, 'dv-cinder-759943-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T03:18:25Z,description=<?>,heartbeat_timestamp=2021-02-17T03:36:25Z,host='dv-cinder-759943-5-iscsi',id=3e02af72-3002-4fb3-96dd-e59119f81584,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T03:18:25Z,topic='l3_agent')) {'router_ids': ['3ae39434-3077-4a61-8ec9-5d2beb8f56b0'], 'active': True} {{(pid=83923) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:36:25.890039 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-baece108-a19c-44d4-bb88-84c704b6075e None None] Provisioning for port 69a3d64d-ffe3-4aa5-aaf3-41565f3dd68c completed by entity DHCP. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 03:36:25.894303 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b321fa2-e537-4292-bd04-4fb32b842718 req-08308caa-ad5a-473f-9bc2-26b7b748bfb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:36:25.896092 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-3b321fa2-e537-4292-bd04-4fb32b842718 req-08308caa-ad5a-473f-9bc2-26b7b748bfb5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7b7a5bdd-0e94-4495-9a8f-a3426e0e5cfa HTTP/1.1" status: 200  len: 851 time: 0.0780425
Feb 17 03:36:25.977695 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-baece108-a19c-44d4-bb88-84c704b6075e None None] Provisioning complete for port 69a3d64d-ffe3-4aa5-aaf3-41565f3dd68c triggered by entity DHCP. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:36:25.978298 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-baece108-a19c-44d4-bb88-84c704b6075e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838161172'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:25.992912 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b321fa2-e537-4292-bd04-4fb32b842718 req-8e65586f-dbf2-4c8b-9c07-59594aa5cbbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:36:25.995021 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-3b321fa2-e537-4292-bd04-4fb32b842718 req-8e65586f-dbf2-4c8b-9c07-59594aa5cbbe service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3cb0cdf3-e2d2-4fae-b226-b086c7cc05ee&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0890212
Feb 17 03:36:26.065046 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.plugin [None req-baece108-a19c-44d4-bb88-84c704b6075e None None] Port 69a3d64d-ffe3-4aa5-aaf3-41565f3dd68c cannot update to ACTIVE because it is not bound. {{(pid=83923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 03:36:26.108215 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvr_db [None req-2f4157bc-2d6f-4bb4-90dd-ff6b4e493110 None None] Set router 3ae39434-3077-4a61-8ec9-5d2beb8f56b0 gateway port host: dv-cinder-759943-5-iscsi {{(pid=83923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 03:36:26.152750 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-3b321fa2-e537-4292-bd04-4fb32b842718 req-b44dfdac-f359-42f2-bc91-03c122cdfc3a service neutron] 10.222.0.57 "GET /v2.0/networks/3cb0cdf3-e2d2-4fae-b226-b086c7cc05ee?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1498129
Feb 17 03:36:26.203196 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-053f50dc-b616-43cc-9f98-ec73f4c04499 req-6e437328-37d9-470f-abac-810e28b8fa51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for port, before_update {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:26.248357 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Device 88c76ccb-10fd-4edc-b372-9a3bad57e105 up at agent ovs-agent-hv-cinder-75994 {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:36:26.284522 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7465f1-1ade-4c64-b8c6-805b9420104f req-f148c6d1-50ce-4dcc-b737-448561c9de2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:36:26.286066 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-da7465f1-1ade-4c64-b8c6-805b9420104f req-f148c6d1-50ce-4dcc-b737-448561c9de2a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=688dfe990479484ba91f5f3241f71c34&device_id=307fa9d3-f0a5-4c33-aa27-7271e36ec239 HTTP/1.1" status: 200  len: 1203 time: 0.6722186
Feb 17 03:36:26.316729 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-3b321fa2-e537-4292-bd04-4fb32b842718 req-037d5145-bfaa-4299-9b80-b44259c489bc service neutron] 10.222.0.57 "GET /v2.0/networks/3cb0cdf3-e2d2-4fae-b226-b086c7cc05ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1546655
Feb 17 03:36:26.431370 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ab8c0e-9bda-46c6-a5f9-167a11b45dd7 req-7f7b0dbf-688d-409b-8346-761a69f6b929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:36:26.433107 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-12ab8c0e-9bda-46c6-a5f9-167a11b45dd7 req-7f7b0dbf-688d-409b-8346-761a69f6b929 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=09f977ccc1e54aa6bfffd127c9a4be7d&device_id=43a647e7-a66d-4254-9011-71ced47c3312 HTTP/1.1" status: 200  len: 1162 time: 0.7608509
Feb 17 03:36:26.524546 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-8cda4ffb-98e6-4bcf-adaf-c47fc353fc1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:26.529673 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f1f166-4978-4555-b6f4-8bcc0da4be77 req-88906bed-cef0-44cb-882b-a484ae7d71a9 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:36:26.530529 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [req-21f1f166-4978-4555-b6f4-8bcc0da4be77 req-88906bed-cef0-44cb-882b-a484ae7d71a9 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Synchronizing usage tracker for tenant:c568344bec0146c19c14571bff20a759 on resource:port {{(pid=83921) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 03:36:26.634775 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Provisioning complete for port 88c76ccb-10fd-4edc-b372-9a3bad57e105 triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:36:26.635199 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838161172'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:26.674147 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [req-21f1f166-4978-4555-b6f4-8bcc0da4be77 req-88906bed-cef0-44cb-882b-a484ae7d71a9 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Unset dirty status for tenant:c568344bec0146c19c14571bff20a759 on resource:port {{(pid=83921) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 03:36:26.675487 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-21f1f166-4978-4555-b6f4-8bcc0da4be77 req-88906bed-cef0-44cb-882b-a484ae7d71a9 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] 10.222.0.57 "GET /v2.0/ports?device_id=94dff4c9-58ab-474c-97ba-cb0bcea04ac9 HTTP/1.1" status: 200  len: 932 time: 0.6379569
Feb 17 03:36:26.812538 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7465f1-1ade-4c64-b8c6-805b9420104f req-a36abbb8-74e1-486a-b033-fbb5a8994cad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:36:26.814333 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-da7465f1-1ade-4c64-b8c6-805b9420104f req-a36abbb8-74e1-486a-b033-fbb5a8994cad service neutron] 10.222.0.54 "GET /v2.0/networks?id=b3188410-3b2d-4523-8ccc-1882d94255cc HTTP/1.1" status: 200  len: 909 time: 0.5097823
Feb 17 03:36:26.889708 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_hamode_db [None req-2f4157bc-2d6f-4bb4-90dd-ff6b4e493110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f17c59f22b0>, [{'id': '3ae39434-3077-4a61-8ec9-5d2beb8f56b0', 'name': 'tempest-TestVolumeBootPattern-1162730446-router', 'tenant_id': '09f977ccc1e54aa6bfffd127c9a4be7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'external_fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.14'}], 'enable_snat': True}, 'gw_port_id': 'aa054546-bebb-4011-8a62-78b11f5ad281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:31:15Z', 'updated_at': '2021-02-17T03:31:21Z', 'revision_number': 4, 'project_id': '09f977ccc1e54aa6bfffd127c9a4be7d', 'gw_port': {'id': 'aa054546-bebb-4011-8a62-78b11f5ad281', 'name': '', 'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:60:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae39434-3077-4a61-8ec9-5d2beb8f56b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:31:16Z', 'updated_at': '2021-02-17T03:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-5-iscsi', '_floatingips': [{'id': '41ac491b-7a8b-44d5-bac1-8f755fc274fe', 'tenant_id': '09f977ccc1e54aa6bfffd127c9a4be7d', 'floating_ip_address': '172.27.0.128', 'floating_network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'router_id': '3ae39434-3077-4a61-8ec9-5d2beb8f56b0', 'port_id': '1eaf9637-4a5d-4be5-9bed-fd22ccba8da3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3cb0cdf3-e2d2-4fae-b226-b086c7cc05ee', 'mac_address': 'fa:16:3e:07:db:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a647e7-a66d-4254-9011-71ced47c3312', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T03:36:21Z', 'updated_at': '2021-02-17T03:36:24Z', 'revision_number': 1, 'project_id': '09f977ccc1e54aa6bfffd127c9a4be7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e98b3221-e8eb-44c7-922b-f05f45a151d1', 'name': '', 'network_id': '3cb0cdf3-e2d2-4fae-b226-b086c7cc05ee', 'tenant_id': '09f977ccc1e54aa6bfffd127c9a4be7d', 'mac_address': 'fa:16:3e:47:10:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae39434-3077-4a61-8ec9-5d2beb8f56b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '7b7a5bdd-0e94-4495-9a8f-a3426e0e5cfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:31:20Z', 'updated_at': '2021-02-17T03:31:31Z', 'revision_number': 5, 'project_id': '09f977ccc1e54aa6bfffd127c9a4be7d', 'subnets': [{'id': '7b7a5bdd-0e94-4495-9a8f-a3426e0e5cfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759943-5-iscsi', False) {} {{(pid=83923) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:36:26.894324 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f4157bc-2d6f-4bb4-90dd-ff6b4e493110 None None] The sync data for ids ['3ae39434-3077-4a61-8ec9-5d2beb8f56b0'] in dv-cinder-759943-5-iscsi is: [{'id': '3ae39434-3077-4a61-8ec9-5d2beb8f56b0', 'name': 'tempest-TestVolumeBootPattern-1162730446-router', 'tenant_id': '09f977ccc1e54aa6bfffd127c9a4be7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'external_fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.14'}], 'enable_snat': True}, 'gw_port_id': 'aa054546-bebb-4011-8a62-78b11f5ad281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:31:15Z', 'updated_at': '2021-02-17T03:31:21Z', 'revision_number': 4, 'project_id': '09f977ccc1e54aa6bfffd127c9a4be7d', 'gw_port': {'id': 'aa054546-bebb-4011-8a62-78b11f5ad281', 'name': '', 'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:60:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae39434-3077-4a61-8ec9-5d2beb8f56b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:31:16Z', 'updated_at': '2021-02-17T03:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-5-iscsi', '_floatingips': [{'id': '41ac491b-7a8b-44d5-bac1-8f755fc274fe', 'tenant_id': '09f977ccc1e54aa6bfffd127c9a4be7d', 'floating_ip_address': '172.27.0.128', 'floating_network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'router_id': '3ae39434-3077-4a61-8ec9-5d2beb8f56b0', 'port_id': '1eaf9637-4a5d-4be5-9bed-fd22ccba8da3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3cb0cdf3-e2d2-4fae-b226-b086c7cc05ee', 'mac_address': 'fa:16:3e:07:db:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a647e7-a66d-4254-9011-71ced47c3312', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T03:36:21Z', 'updated_at': '2021-02-17T03:36:24Z', 'revision_number': 1, 'project_id': '09f977ccc1e54aa6bfffd127c9a4be7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e98b3221-e8eb-44c7-922b-f05f45a151d1', 'name': '', 'network_id': '3cb0cdf3-e2d2-4fae-b226-b086c7cc05ee', 'tenant_id': '09f977ccc1e54aa6bfffd127c9a4be7d', 'mac_address': 'fa:16:3e:47:10:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae39434-3077-4a61-8ec9-5d2beb8f56b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '7b7a5bdd-0e94-4495-9a8f-a3426e0e5cfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:31:20Z', 'updated_at': '2021-02-17T03:31:31Z', 'revision_number': 5, 'project_id': '09f977ccc1e54aa6bfffd127c9a4be7d', 'subnets': [{'id': '7b7a5bdd-0e94-4495-9a8f-a3426e0e5cfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 03:36:26.945750 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ab8c0e-9bda-46c6-a5f9-167a11b45dd7 req-4467ef39-fcee-45e9-b4f4-93a5a001ad6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:36:26.947561 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-12ab8c0e-9bda-46c6-a5f9-167a11b45dd7 req-4467ef39-fcee-45e9-b4f4-93a5a001ad6f service neutron] 10.222.0.54 "GET /v2.0/networks?id=3cb0cdf3-e2d2-4fae-b226-b086c7cc05ee HTTP/1.1" status: 200  len: 906 time: 0.4974942
Feb 17 03:36:27.055948 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-21f1f166-4978-4555-b6f4-8bcc0da4be77 req-61f7ca56-c205-4958-878d-74a911ae3b60 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] 10.222.0.57 "GET /v2.0/security-groups?id=2b4344df-d73c-46d9-94d8-9f45e3e3a87c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3510017
Feb 17 03:36:27.166967 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-da7465f1-1ade-4c64-b8c6-805b9420104f req-80230781-5a06-40c9-abb6-f63ba9d6a442 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=88c76ccb-10fd-4edc-b372-9a3bad57e105 HTTP/1.1" status: 200  len: 1002 time: 0.3343549
Feb 17 03:36:27.218921 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:27.220299 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dcd3751-724f-45c1-9a2c-162a3907b939 None None] New status for floating IP 41ac491b-7a8b-44d5-bac1-8f755fc274fe: ACTIVE {{(pid=83924) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 17 03:36:27.246094 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-12ab8c0e-9bda-46c6-a5f9-167a11b45dd7 req-4ce5cc59-1aa9-4941-97fc-bfc67afed094 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1eaf9637-4a5d-4be5-9bed-fd22ccba8da3 HTTP/1.1" status: 200  len: 999 time: 0.2890377
Feb 17 03:36:27.382497 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7465f1-1ade-4c64-b8c6-805b9420104f req-f4972a21-bd98-4f88-86c0-8737588a246b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:36:27.384219 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-da7465f1-1ade-4c64-b8c6-805b9420104f req-f4972a21-bd98-4f88-86c0-8737588a246b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=93184869-a955-40ff-a3bb-5e5bae8b972f HTTP/1.1" status: 200  len: 854 time: 0.1977718
Feb 17 03:36:27.392022 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ab8c0e-9bda-46c6-a5f9-167a11b45dd7 req-8ef799b4-12bc-47ad-854a-81d88dafdb92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:36:27.393654 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-12ab8c0e-9bda-46c6-a5f9-167a11b45dd7 req-8ef799b4-12bc-47ad-854a-81d88dafdb92 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7b7a5bdd-0e94-4495-9a8f-a3426e0e5cfa HTTP/1.1" status: 200  len: 851 time: 0.1273174
Feb 17 03:36:27.580077 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-3bdb028f-655c-46e9-b0eb-5d4ca64bdb37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:27.597997 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.notifiers.nova [req-053f50dc-b616-43cc-9f98-ec73f4c04499 req-6e437328-37d9-470f-abac-810e28b8fa51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69a3d64d-ffe3-4aa5-aaf3-41565f3dd68c {{(pid=83921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 17 03:36:27.620839 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-053f50dc-b616-43cc-9f98-ec73f4c04499 req-6e437328-37d9-470f-abac-810e28b8fa51 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:27.647796 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [req-053f50dc-b616-43cc-9f98-ec73f4c04499 req-6e437328-37d9-470f-abac-810e28b8fa51 service neutron] Transition to ACTIVE for port object 69a3d64d-ffe3-4aa5-aaf3-41565f3dd68c will not be triggered until provisioned by entity L2. {{(pid=83921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 03:36:27.654099 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7465f1-1ade-4c64-b8c6-805b9420104f req-d9561276-0fb1-4c14-9081-b0c372c679e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:36:27.655918 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-da7465f1-1ade-4c64-b8c6-805b9420104f req-d9561276-0fb1-4c14-9081-b0c372c679e7 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b3188410-3b2d-4523-8ccc-1882d94255cc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2601411
Feb 17 03:36:27.657480 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-053f50dc-b616-43cc-9f98-ec73f4c04499 req-6e437328-37d9-470f-abac-810e28b8fa51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303097879514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733756514675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303098261108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2134908'] for port, after_update {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:27.676856 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:36:27.712233 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ab8c0e-9bda-46c6-a5f9-167a11b45dd7 req-6952906e-0a46-45e1-b5a7-0726f11d0b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:36:27.713905 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-12ab8c0e-9bda-46c6-a5f9-167a11b45dd7 req-6952906e-0a46-45e1-b5a7-0726f11d0b04 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3cb0cdf3-e2d2-4fae-b226-b086c7cc05ee&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2794623
Feb 17 03:36:28.151389 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.agents_db [None req-06fda002-6a6c-4595-892c-f579c445b334 None None] Agent healthcheck: found 6 active agents {{(pid=83924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 03:36:28.304621 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e437328-37d9-470f-abac-810e28b8fa51 service neutron] Pushing event updated for resources: {'Port': ['ID=69a3d64d-ffe3-4aa5-aaf3-41565f3dd68c,revision_number=2']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:36:28.323186 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-6e437328-37d9-470f-abac-810e28b8fa51 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.646s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:36:28.459047 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-da7465f1-1ade-4c64-b8c6-805b9420104f req-55b92b1c-24eb-430d-a0f3-8cbd69294f33 service neutron] 10.222.0.54 "GET /v2.0/networks/b3188410-3b2d-4523-8ccc-1882d94255cc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7858801
Feb 17 03:36:28.474464 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-12ab8c0e-9bda-46c6-a5f9-167a11b45dd7 req-f7fb7187-c836-4600-bc21-896a9bf577e6 service neutron] 10.222.0.54 "GET /v2.0/networks/3cb0cdf3-e2d2-4fae-b226-b086c7cc05ee?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6726186
Feb 17 03:36:28.888235 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a172365-b080-4d29-b0ac-3015870e3701 req-6ed9f2c7-26d0-424b-84a4-b93a915bd739 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:36:28.890208 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-9a172365-b080-4d29-b0ac-3015870e3701 req-6ed9f2c7-26d0-424b-84a4-b93a915bd739 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] 10.222.0.57 "GET /v2.0/ports?device_id=94dff4c9-58ab-474c-97ba-cb0bcea04ac9 HTTP/1.1" status: 200  len: 944 time: 0.5575089
Feb 17 03:36:28.981786 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-da7465f1-1ade-4c64-b8c6-805b9420104f req-cf8fcf11-01bc-4221-959c-7fec8e53a636 service neutron] 10.222.0.54 "GET /v2.0/networks/b3188410-3b2d-4523-8ccc-1882d94255cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5116127
Feb 17 03:36:28.996305 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.managers [req-053f50dc-b616-43cc-9f98-ec73f4c04499 req-6e437328-37d9-470f-abac-810e28b8fa51 service neutron] Attempting to bind port 69a3d64d-ffe3-4aa5-aaf3-41565f3dd68c on host hv-cinder-75994 for vnic_type normal with profile  {{(pid=83921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 03:36:28.996668 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.managers [req-053f50dc-b616-43cc-9f98-ec73f4c04499 req-6e437328-37d9-470f-abac-810e28b8fa51 service neutron] Attempting to bind port 69a3d64d-ffe3-4aa5-aaf3-41565f3dd68c by drivers openvswitch on host hv-cinder-75994 at level 0 using segments [{'id': '65c0d646-2325-475a-9350-f88d9dd1380a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '196dd25e-6f79-49ea-bd1a-b88102e9bbe7'}] {{(pid=83921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 03:36:28.997080 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-053f50dc-b616-43cc-9f98-ec73f4c04499 req-6e437328-37d9-470f-abac-810e28b8fa51 service neutron] Attempting to bind port 69a3d64d-ffe3-4aa5-aaf3-41565f3dd68c on network 196dd25e-6f79-49ea-bd1a-b88102e9bbe7 {{(pid=83921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 03:36:29.000890 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-12ab8c0e-9bda-46c6-a5f9-167a11b45dd7 req-c976169d-df41-4ea6-9cfa-d7f91e3f53bb service neutron] 10.222.0.54 "GET /v2.0/networks/3cb0cdf3-e2d2-4fae-b226-b086c7cc05ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5001695
Feb 17 03:36:29.009935 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-053f50dc-b616-43cc-9f98-ec73f4c04499 req-6e437328-37d9-470f-abac-810e28b8fa51 service neutron] Checking agent: {'id': '1c3dee76-e565-424d-b4cd-b2af1407410d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75994', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 3, 25, 23), 'started_at': datetime.datetime(2021, 2, 17, 3, 25, 53), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 3, 36, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.11', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 03:36:29.010338 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-053f50dc-b616-43cc-9f98-ec73f4c04499 req-6e437328-37d9-470f-abac-810e28b8fa51 service neutron] Checking segment: {'id': '65c0d646-2325-475a-9350-f88d9dd1380a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '196dd25e-6f79-49ea-bd1a-b88102e9bbe7'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 03:36:29.010763 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-053f50dc-b616-43cc-9f98-ec73f4c04499 req-6e437328-37d9-470f-abac-810e28b8fa51 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:29.011164 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-053f50dc-b616-43cc-9f98-ec73f4c04499 req-6e437328-37d9-470f-abac-810e28b8fa51 service neutron] Bound using segment: {'id': '65c0d646-2325-475a-9350-f88d9dd1380a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '196dd25e-6f79-49ea-bd1a-b88102e9bbe7'} {{(pid=83921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 03:36:29.011665 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.managers [req-053f50dc-b616-43cc-9f98-ec73f4c04499 req-6e437328-37d9-470f-abac-810e28b8fa51 service neutron] Bound port: 69a3d64d-ffe3-4aa5-aaf3-41565f3dd68c, host: hv-cinder-75994, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65c0d646-2325-475a-9350-f88d9dd1380a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '196dd25e-6f79-49ea-bd1a-b88102e9bbe7'}}] {{(pid=83921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 03:36:29.012043 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-053f50dc-b616-43cc-9f98-ec73f4c04499 req-6e437328-37d9-470f-abac-810e28b8fa51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for port, before_update {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:29.036575 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-9a172365-b080-4d29-b0ac-3015870e3701 req-9c9e107b-c0b4-4c7c-9027-3d41c50c2e7c tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] 10.222.0.57 "GET /v2.0/security-groups?id=2b4344df-d73c-46d9-94d8-9f45e3e3a87c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1327317
Feb 17 03:36:29.135678 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.db [req-053f50dc-b616-43cc-9f98-ec73f4c04499 req-6e437328-37d9-470f-abac-810e28b8fa51 service neutron] For port 69a3d64d-ffe3-4aa5-aaf3-41565f3dd68c, host hv-cinder-75994, cleared binding levels {{(pid=83921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 03:36:29.139191 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.db [req-053f50dc-b616-43cc-9f98-ec73f4c04499 req-6e437328-37d9-470f-abac-810e28b8fa51 service neutron] For port 69a3d64d-ffe3-4aa5-aaf3-41565f3dd68c, host hv-cinder-75994, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=69a3d64d-ffe3-4aa5-aaf3-41565f3dd68c,segment=NetworkSegment(65c0d646-2325-475a-9350-f88d9dd1380a),segment_id=65c0d646-2325-475a-9350-f88d9dd1380a)] {{(pid=83921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 03:36:29.142449 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-053f50dc-b616-43cc-9f98-ec73f4c04499 req-6e437328-37d9-470f-abac-810e28b8fa51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303097879514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733756514675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303098261108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2134908'] for port, after_update {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:29.157045 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-e96dc86d-7523-4d3b-a0a9-a4013867a8d0 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:36:29.322667 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e437328-37d9-470f-abac-810e28b8fa51 service neutron] Pushing event updated for resources: {'Port': ['ID=69a3d64d-ffe3-4aa5-aaf3-41565f3dd68c,revision_number=3']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:36:29.329377 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-6e437328-37d9-470f-abac-810e28b8fa51 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:36:29.371105 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053f50dc-b616-43cc-9f98-ec73f4c04499 req-6e437328-37d9-470f-abac-810e28b8fa51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:36:29.371960 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-053f50dc-b616-43cc-9f98-ec73f4c04499 req-6e437328-37d9-470f-abac-810e28b8fa51 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774597'] for port, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:29.373730 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-053f50dc-b616-43cc-9f98-ec73f4c04499 req-6e437328-37d9-470f-abac-810e28b8fa51 service neutron] 10.222.0.54 "PUT /v2.0/ports/69a3d64d-ffe3-4aa5-aaf3-41565f3dd68c HTTP/1.1" status: 200  len: 1158 time: 3.8084548
Feb 17 03:36:29.374464 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94dff4c9-58ab-474c-97ba-cb0bcea04ac9', 'tag': '69a3d64d-ffe3-4aa5-aaf3-41565f3dd68c'}] {{(pid=83921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 03:36:29.432093 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94dff4c9-58ab-474c-97ba-cb0bcea04ac9', 'tag': '69a3d64d-ffe3-4aa5-aaf3-41565f3dd68c', 'status': 'completed', 'code': 200}
Feb 17 03:36:29.549732 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053f50dc-b616-43cc-9f98-ec73f4c04499 req-55b1e2a7-437c-4d13-92c2-5fe03e1e7089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:36:29.551664 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-053f50dc-b616-43cc-9f98-ec73f4c04499 req-55b1e2a7-437c-4d13-92c2-5fe03e1e7089 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c568344bec0146c19c14571bff20a759&device_id=94dff4c9-58ab-474c-97ba-cb0bcea04ac9 HTTP/1.1" status: 200  len: 1161 time: 0.0999660
Feb 17 03:36:29.652041 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-053f50dc-b616-43cc-9f98-ec73f4c04499 req-2079c5dc-7b66-4af4-8df2-82e5a7f2c298 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=69a3d64d-ffe3-4aa5-aaf3-41565f3dd68c HTTP/1.1" status: 200  len: 217 time: 0.0845523
Feb 17 03:36:29.732471 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053f50dc-b616-43cc-9f98-ec73f4c04499 req-ba97bbe0-fae7-4ea5-9d6c-21944b431f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:36:29.734273 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-053f50dc-b616-43cc-9f98-ec73f4c04499 req-ba97bbe0-fae7-4ea5-9d6c-21944b431f0a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=029a335d-7c65-4847-a56e-60c19b417a63 HTTP/1.1" status: 200  len: 850 time: 0.0758693
Feb 17 03:36:29.830987 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053f50dc-b616-43cc-9f98-ec73f4c04499 req-a7f6b954-b344-4573-9925-56a804f93f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:36:29.832609 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-053f50dc-b616-43cc-9f98-ec73f4c04499 req-a7f6b954-b344-4573-9925-56a804f93f44 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=196dd25e-6f79-49ea-bd1a-b88102e9bbe7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0917966
Feb 17 03:36:30.012520 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-053f50dc-b616-43cc-9f98-ec73f4c04499 req-4653fca1-d869-47c5-b030-54f5facf3fe1 service neutron] 10.222.0.54 "GET /v2.0/networks/196dd25e-6f79-49ea-bd1a-b88102e9bbe7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1718035
Feb 17 03:36:30.171997 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-053f50dc-b616-43cc-9f98-ec73f4c04499 req-893b4868-7094-4ef5-b5c8-179637202711 service neutron] 10.222.0.54 "GET /v2.0/networks/196dd25e-6f79-49ea-bd1a-b88102e9bbe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1525660
Feb 17 03:36:30.258485 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca23c39-0ca6-4530-898c-6269e3fa901a req-ae416292-a9fb-431d-8916-af77cff6b934 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:36:30.260106 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-8ca23c39-0ca6-4530-898c-6269e3fa901a req-ae416292-a9fb-431d-8916-af77cff6b934 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] 10.222.0.57 "GET /v2.0/ports?device_id=94dff4c9-58ab-474c-97ba-cb0bcea04ac9 HTTP/1.1" status: 200  len: 944 time: 0.1015453
Feb 17 03:36:30.318392 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [req-8ca23c39-0ca6-4530-898c-6269e3fa901a req-4838435a-2b01-48bb-8831-38147bc7821c tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Synchronizing usage tracker for tenant:c568344bec0146c19c14571bff20a759 on resource:security_group {{(pid=83922) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 03:36:30.334473 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [req-8ca23c39-0ca6-4530-898c-6269e3fa901a req-4838435a-2b01-48bb-8831-38147bc7821c tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Unset dirty status for tenant:c568344bec0146c19c14571bff20a759 on resource:security_group {{(pid=83922) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 03:36:30.342914 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-8ca23c39-0ca6-4530-898c-6269e3fa901a req-4838435a-2b01-48bb-8831-38147bc7821c tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] 10.222.0.57 "GET /v2.0/security-groups?id=2b4344df-d73c-46d9-94d8-9f45e3e3a87c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0685036
Feb 17 03:36:30.368585 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9df6057-8177-49a0-95ab-b9c7f9daa39f req-6b9b0932-a01a-41ce-a376-ef5fa063859d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:36:30.370361 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-a9df6057-8177-49a0-95ab-b9c7f9daa39f req-6b9b0932-a01a-41ce-a376-ef5fa063859d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c568344bec0146c19c14571bff20a759&device_id=94dff4c9-58ab-474c-97ba-cb0bcea04ac9 HTTP/1.1" status: 200  len: 1161 time: 0.0971720
Feb 17 03:36:30.530832 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9df6057-8177-49a0-95ab-b9c7f9daa39f req-ed3252b9-1eaf-483b-ab61-aca26398e316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:36:30.532319 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-a9df6057-8177-49a0-95ab-b9c7f9daa39f req-ed3252b9-1eaf-483b-ab61-aca26398e316 service neutron] 10.222.0.54 "GET /v2.0/networks?id=196dd25e-6f79-49ea-bd1a-b88102e9bbe7 HTTP/1.1" status: 200  len: 905 time: 0.1519816
Feb 17 03:36:30.610024 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-a9df6057-8177-49a0-95ab-b9c7f9daa39f req-2df84a60-c302-4db6-88c5-60db7225014d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=69a3d64d-ffe3-4aa5-aaf3-41565f3dd68c HTTP/1.1" status: 200  len: 217 time: 0.0707147
Feb 17 03:36:30.691387 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9df6057-8177-49a0-95ab-b9c7f9daa39f req-5ef76506-4d64-4bb2-9636-42121d45d369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:36:30.693079 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-a9df6057-8177-49a0-95ab-b9c7f9daa39f req-5ef76506-4d64-4bb2-9636-42121d45d369 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=029a335d-7c65-4847-a56e-60c19b417a63 HTTP/1.1" status: 200  len: 850 time: 0.0731039
Feb 17 03:36:30.783385 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9df6057-8177-49a0-95ab-b9c7f9daa39f req-4519eb29-8b96-4e5c-98f7-50b275fbdd4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:36:30.784933 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-a9df6057-8177-49a0-95ab-b9c7f9daa39f req-4519eb29-8b96-4e5c-98f7-50b275fbdd4f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=196dd25e-6f79-49ea-bd1a-b88102e9bbe7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0842831
Feb 17 03:36:30.938215 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-a9df6057-8177-49a0-95ab-b9c7f9daa39f req-0331f5e1-7c92-455e-8ccd-ad0e891c3985 service neutron] 10.222.0.54 "GET /v2.0/networks/196dd25e-6f79-49ea-bd1a-b88102e9bbe7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1444030
Feb 17 03:36:31.086932 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-a9df6057-8177-49a0-95ab-b9c7f9daa39f req-f2bbb470-2352-498e-b5be-107175a8b9bc service neutron] 10.222.0.54 "GET /v2.0/networks/196dd25e-6f79-49ea-bd1a-b88102e9bbe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1412621
Feb 17 03:36:31.562147 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d8897b-f4b7-4cb6-a4ca-e3ac12de5a2b req-53aca860-2d7f-418d-b128-19bd1375e435 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:36:31.563765 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-c2d8897b-f4b7-4cb6-a4ca-e3ac12de5a2b req-53aca860-2d7f-418d-b128-19bd1375e435 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] 10.222.0.57 "GET /v2.0/ports?device_id=94dff4c9-58ab-474c-97ba-cb0bcea04ac9 HTTP/1.1" status: 200  len: 944 time: 0.0990684
Feb 17 03:36:31.623318 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-c2d8897b-f4b7-4cb6-a4ca-e3ac12de5a2b req-ae160576-365a-4c1d-8454-6b3a776497f1 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] 10.222.0.57 "GET /v2.0/security-groups?id=2b4344df-d73c-46d9-94d8-9f45e3e3a87c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0524554
Feb 17 03:36:32.839954 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e264ffe-af26-4ecc-a9bc-ed755d3b2407 req-460974f9-f69f-401a-8926-eaed0f860a08 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:36:32.841692 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-2e264ffe-af26-4ecc-a9bc-ed755d3b2407 req-460974f9-f69f-401a-8926-eaed0f860a08 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] 10.222.0.57 "GET /v2.0/ports?device_id=94dff4c9-58ab-474c-97ba-cb0bcea04ac9 HTTP/1.1" status: 200  len: 944 time: 0.0947173
Feb 17 03:36:32.893467 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-2e264ffe-af26-4ecc-a9bc-ed755d3b2407 req-ba54f43c-8e67-4876-8e7b-9adac499b943 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] 10.222.0.57 "GET /v2.0/security-groups?id=2b4344df-d73c-46d9-94d8-9f45e3e3a87c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0446255
Feb 17 03:36:34.114021 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30adbff-f911-4b92-914b-f6c874d5ad2f req-df078e6f-29ee-43f2-ab43-8663a2b9e6ea tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:36:34.115659 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-a30adbff-f911-4b92-914b-f6c874d5ad2f req-df078e6f-29ee-43f2-ab43-8663a2b9e6ea tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] 10.222.0.57 "GET /v2.0/ports?device_id=94dff4c9-58ab-474c-97ba-cb0bcea04ac9 HTTP/1.1" status: 200  len: 944 time: 0.0959649
Feb 17 03:36:34.169832 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-a30adbff-f911-4b92-914b-f6c874d5ad2f req-790ffad3-0470-4638-8c01-bd6546377c10 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] 10.222.0.57 "GET /v2.0/security-groups?id=2b4344df-d73c-46d9-94d8-9f45e3e3a87c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0474331
Feb 17 03:36:35.383745 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04296d48-aa37-4f98-a0f3-76d967dd40e4 req-d5267245-0f91-48fc-811e-1f42faf27b0e tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:36:35.385413 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-04296d48-aa37-4f98-a0f3-76d967dd40e4 req-d5267245-0f91-48fc-811e-1f42faf27b0e tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] 10.222.0.57 "GET /v2.0/ports?device_id=94dff4c9-58ab-474c-97ba-cb0bcea04ac9 HTTP/1.1" status: 200  len: 944 time: 0.0917385
Feb 17 03:36:35.438314 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-04296d48-aa37-4f98-a0f3-76d967dd40e4 req-19fd79b8-6960-43c9-97b2-bea70a4f189a tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] 10.222.0.57 "GET /v2.0/security-groups?id=2b4344df-d73c-46d9-94d8-9f45e3e3a87c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0460432
Feb 17 03:36:36.645315 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8cba44-7a0c-46b7-a73b-0a0327bb110c req-a14a8c12-a3e8-4c6f-8534-e7c277e5800e tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:36:36.646944 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-df8cba44-7a0c-46b7-a73b-0a0327bb110c req-a14a8c12-a3e8-4c6f-8534-e7c277e5800e tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] 10.222.0.57 "GET /v2.0/ports?device_id=94dff4c9-58ab-474c-97ba-cb0bcea04ac9 HTTP/1.1" status: 200  len: 944 time: 0.0941794
Feb 17 03:36:36.694369 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-df8cba44-7a0c-46b7-a73b-0a0327bb110c req-8968f8ba-6141-424a-9a77-459bb1abb3e8 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] 10.222.0.57 "GET /v2.0/security-groups?id=2b4344df-d73c-46d9-94d8-9f45e3e3a87c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0411742
Feb 17 03:36:36.803270 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Device 69a3d64d-ffe3-4aa5-aaf3-41565f3dd68c up at agent ovs-agent-hv-cinder-75994 {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:36:36.876200 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Provisioning for port 69a3d64d-ffe3-4aa5-aaf3-41565f3dd68c completed by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 03:36:36.882322 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Provisioning complete for port 69a3d64d-ffe3-4aa5-aaf3-41565f3dd68c triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:36:36.882741 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838161172'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:37.008804 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for port, before_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:37.037321 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94dff4c9-58ab-474c-97ba-cb0bcea04ac9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69a3d64d-ffe3-4aa5-aaf3-41565f3dd68c'}] {{(pid=83923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 03:36:37.047745 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.db [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] For port 69a3d64d-ffe3-4aa5-aaf3-41565f3dd68c, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=69a3d64d-ffe3-4aa5-aaf3-41565f3dd68c,segment=NetworkSegment(65c0d646-2325-475a-9350-f88d9dd1380a),segment_id=65c0d646-2325-475a-9350-f88d9dd1380a)] {{(pid=83923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:36:37.051326 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303097879514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733756514675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303098261108'] for port, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:37.053313 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:36:37.090941 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94dff4c9-58ab-474c-97ba-cb0bcea04ac9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69a3d64d-ffe3-4aa5-aaf3-41565f3dd68c', 'code': 200}
Feb 17 03:36:37.128013 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Pushing event updated for resources: {'Port': ['ID=69a3d64d-ffe3-4aa5-aaf3-41565f3dd68c,revision_number=4']} {{(pid=83923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:36:37.131776 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:36:37.388681 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9576da8c-7dcc-4f1f-bf90-143022931ec1 req-3f0e8032-ec05-40a2-8903-f5e03bc3cb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:36:37.390256 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-9576da8c-7dcc-4f1f-bf90-143022931ec1 req-3f0e8032-ec05-40a2-8903-f5e03bc3cb45 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=94dff4c9-58ab-474c-97ba-cb0bcea04ac9 HTTP/1.1" status: 200  len: 1163 time: 0.0773971
Feb 17 03:36:37.439699 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-9576da8c-7dcc-4f1f-bf90-143022931ec1 req-b0e2e29d-98ee-4186-ad67-7de56e541b41 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=2b4344df-d73c-46d9-94d8-9f45e3e3a87c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424962
Feb 17 03:36:37.899884 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4c9dd9-7e02-45f2-852a-69a8eb22a0e8 req-1a95521f-9906-4243-b0cf-3ce576f2b5ae tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:36:37.901559 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-db4c9dd9-7e02-45f2-852a-69a8eb22a0e8 req-1a95521f-9906-4243-b0cf-3ce576f2b5ae tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] 10.222.0.57 "GET /v2.0/ports?device_id=94dff4c9-58ab-474c-97ba-cb0bcea04ac9 HTTP/1.1" status: 200  len: 946 time: 0.0895133
Feb 17 03:36:37.950270 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-db4c9dd9-7e02-45f2-852a-69a8eb22a0e8 req-a75d9870-632c-4944-89e9-801b2f7c003c tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] 10.222.0.57 "GET /v2.0/security-groups?id=2b4344df-d73c-46d9-94d8-9f45e3e3a87c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422788
Feb 17 03:36:38.146606 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Device 69a3d64d-ffe3-4aa5-aaf3-41565f3dd68c up at agent ovs-agent-hv-cinder-75994 {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:36:38.218876 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Provisioning complete for port 69a3d64d-ffe3-4aa5-aaf3-41565f3dd68c triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:36:38.219294 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838161172'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:39.172168 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03c449c-4652-4b87-9c46-4b7a038eb5cc req-54f3046a-79fe-44ee-9a2f-77d1af8d169e tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:36:39.173729 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-d03c449c-4652-4b87-9c46-4b7a038eb5cc req-54f3046a-79fe-44ee-9a2f-77d1af8d169e tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] 10.222.0.57 "GET /v2.0/ports?device_id=94dff4c9-58ab-474c-97ba-cb0bcea04ac9 HTTP/1.1" status: 200  len: 946 time: 0.1058788
Feb 17 03:36:39.222810 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-d03c449c-4652-4b87-9c46-4b7a038eb5cc req-34396316-2dbf-4fdb-bb12-f5c4b4614d2d tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] 10.222.0.57 "GET /v2.0/security-groups?id=2b4344df-d73c-46d9-94d8-9f45e3e3a87c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424938
Feb 17 03:36:40.420284 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9360bc5-1a26-4cf6-88e8-4797eb3fe94a req-d9d97ff2-8386-4eb2-8765-2eb3069ce19b tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:36:40.421954 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-b9360bc5-1a26-4cf6-88e8-4797eb3fe94a req-d9d97ff2-8386-4eb2-8765-2eb3069ce19b tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] 10.222.0.57 "GET /v2.0/ports?device_id=94dff4c9-58ab-474c-97ba-cb0bcea04ac9 HTTP/1.1" status: 200  len: 946 time: 0.0864954
Feb 17 03:36:40.469594 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-b9360bc5-1a26-4cf6-88e8-4797eb3fe94a req-92640a08-52ac-4a63-a558-38ec42ac9fec tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] 10.222.0.57 "GET /v2.0/security-groups?id=2b4344df-d73c-46d9-94d8-9f45e3e3a87c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0407183
Feb 17 03:36:40.666868 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bc8c0b-e1bc-4d10-a3b9-eeb0e0b4b374 req-e878fd39-cf37-43de-ad28-208961d395f2 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:36:40.668458 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-20bc8c0b-e1bc-4d10-a3b9-eeb0e0b4b374 req-e878fd39-cf37-43de-ad28-208961d395f2 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] 10.222.0.57 "GET /v2.0/ports?device_id=94dff4c9-58ab-474c-97ba-cb0bcea04ac9 HTTP/1.1" status: 200  len: 946 time: 0.0903177
Feb 17 03:36:40.678400 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83922) accepted ('10.222.0.57', 45098) {{(pid=83922) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:36:40.683980 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.v2.base [None req-2604b399-1acd-4b6a-b061-c8685ad106ad tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Request body: {'floatingip': {'port_id': '69a3d64d-ffe3-4aa5-aaf3-41565f3dd68c'}} {{(pid=83922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:36:40.765545 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-2604b399-1acd-4b6a-b061-c8685ad106ad tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Notify callbacks [] for floatingip, before_update {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:41.428247 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-2604b399-1acd-4b6a-b061-c8685ad106ad tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:41.431384 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-2604b399-1acd-4b6a-b061-c8685ad106ad tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-922806'] for floatingip, after_update {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:41.617113 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.db.l3_db [None req-2604b399-1acd-4b6a-b061-c8685ad106ad tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Floating IP 5b725dc9-fdbd-44e5-a291-fb2cf84dddf0 associated. External IP: 172.27.0.152, port: 69a3d64d-ffe3-4aa5-aaf3-41565f3dd68c.
Feb 17 03:36:41.997422 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2604b399-1acd-4b6a-b061-c8685ad106ad tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Router 2955aa40-398a-45ec-824c-e2ffe7230203 has already been hosted by L3 agent 3e02af72-3002-4fb3-96dd-e59119f81584 {{(pid=83922) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 03:36:42.199784 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2604b399-1acd-4b6a-b061-c8685ad106ad tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Notify agent at l3_agent.dv-cinder-759943-5-iscsi the message routers_updated {{(pid=83922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 03:36:42.204384 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-2604b399-1acd-4b6a-b061-c8685ad106ad tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774597'] for floatingip, before_response {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:42.210120 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad97565-c076-4681-8036-efa7c1541000 None None] Sync routers for ids ['2955aa40-398a-45ec-824c-e2ffe7230203'] in dv-cinder-759943-5-iscsi {{(pid=83923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 03:36:42.221128 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad97565-c076-4681-8036-efa7c1541000 None None] Routers {'2955aa40-398a-45ec-824c-e2ffe7230203'} bound to L3 agent in host dv-cinder-759943-5-iscsi {{(pid=83923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 03:36:42.222360 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_hamode_db [None req-cad97565-c076-4681-8036-efa7c1541000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f17c5a8d9b0>, 'dv-cinder-759943-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T03:18:25Z,description=<?>,heartbeat_timestamp=2021-02-17T03:36:25Z,host='dv-cinder-759943-5-iscsi',id=3e02af72-3002-4fb3-96dd-e59119f81584,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T03:18:25Z,topic='l3_agent')) {'router_ids': ['2955aa40-398a-45ec-824c-e2ffe7230203'], 'active': True} {{(pid=83923) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:36:42.267098 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-2604b399-1acd-4b6a-b061-c8685ad106ad tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] 10.222.0.57 "PUT /v2.0/floatingips/5b725dc9-fdbd-44e5-a291-fb2cf84dddf0 HTTP/1.1" status: 200  len: 992 time: 1.5874960
Feb 17 03:36:42.267818 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94dff4c9-58ab-474c-97ba-cb0bcea04ac9', 'tag': '69a3d64d-ffe3-4aa5-aaf3-41565f3dd68c'}] {{(pid=83922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 03:36:42.324848 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94dff4c9-58ab-474c-97ba-cb0bcea04ac9', 'tag': '69a3d64d-ffe3-4aa5-aaf3-41565f3dd68c', 'status': 'completed', 'code': 200}
Feb 17 03:36:42.430570 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvr_db [None req-cad97565-c076-4681-8036-efa7c1541000 None None] Set router 2955aa40-398a-45ec-824c-e2ffe7230203 gateway port host: dv-cinder-759943-5-iscsi {{(pid=83923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 03:36:42.478434 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14867643-51ab-4a1c-b065-4a1aa33c438d req-e5b2049f-45af-4d3e-96d7-b1c4d4c88e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:36:42.481222 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-14867643-51ab-4a1c-b065-4a1aa33c438d req-e5b2049f-45af-4d3e-96d7-b1c4d4c88e2d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c568344bec0146c19c14571bff20a759&device_id=94dff4c9-58ab-474c-97ba-cb0bcea04ac9 HTTP/1.1" status: 200  len: 1163 time: 0.0953050
Feb 17 03:36:42.857544 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_hamode_db [None req-cad97565-c076-4681-8036-efa7c1541000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f17c5a8d9b0>, [{'id': '2955aa40-398a-45ec-824c-e2ffe7230203', 'name': 'tempest-AttachVolumeTestJSON-1825359717-router', 'tenant_id': 'c568344bec0146c19c14571bff20a759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'external_fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': '62f00c63-ea90-420b-9fc5-79144a39882f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:27:22Z', 'updated_at': '2021-02-17T03:27:49Z', 'revision_number': 4, 'project_id': 'c568344bec0146c19c14571bff20a759', 'gw_port': {'id': '62f00c63-ea90-420b-9fc5-79144a39882f', 'name': '', 'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:9a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2955aa40-398a-45ec-824c-e2ffe7230203', 'device_owner': 'network:router_gateway', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:27:28Z', 'updated_at': '2021-02-17T03:27:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-5-iscsi', '_floatingips': [{'id': '5b725dc9-fdbd-44e5-a291-fb2cf84dddf0', 'tenant_id': 'c568344bec0146c19c14571bff20a759', 'floating_ip_address': '172.27.0.152', 'floating_network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'router_id': '2955aa40-398a-45ec-824c-e2ffe7230203', 'port_id': '69a3d64d-ffe3-4aa5-aaf3-41565f3dd68c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '196dd25e-6f79-49ea-bd1a-b88102e9bbe7', 'mac_address': 'fa:16:3e:60:37:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94dff4c9-58ab-474c-97ba-cb0bcea04ac9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T03:36:19Z', 'updated_at': '2021-02-17T03:36:41Z', 'revision_number': 1, 'project_id': 'c568344bec0146c19c14571bff20a759', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ad39764-a1db-4ad4-8bf4-faa5fd452287', 'name': '', 'network_id': '196dd25e-6f79-49ea-bd1a-b88102e9bbe7', 'tenant_id': 'c568344bec0146c19c14571bff20a759', 'mac_address': 'fa:16:3e:ac:b0:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2955aa40-398a-45ec-824c-e2ffe7230203', 'device_owner': 'network:router_interface', 'standard_attr_id': 144, 'fixed_ips': [{'subnet_id': '029a335d-7c65-4847-a56e-60c19b417a63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:27:46Z', 'updated_at': '2021-02-17T03:27:58Z', 'revision_number': 5, 'project_id': 'c568344bec0146c19c14571bff20a759', 'subnets': [{'id': '029a335d-7c65-4847-a56e-60c19b417a63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759943-5-iscsi', False) {} {{(pid=83923) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:36:42.863070 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad97565-c076-4681-8036-efa7c1541000 None None] Checking router: 2955aa40-398a-45ec-824c-e2ffe7230203 for host: dv-cinder-759943-5-iscsi {{(pid=83923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 03:36:42.874924 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad97565-c076-4681-8036-efa7c1541000 None None] Routers {'2955aa40-398a-45ec-824c-e2ffe7230203'} bound to L3 agent in host dv-cinder-759943-5-iscsi {{(pid=83923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 03:36:42.875605 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_hamode_db [None req-cad97565-c076-4681-8036-efa7c1541000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f17c5a8d9b0>, 'dv-cinder-759943-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T03:18:25Z,description=<?>,heartbeat_timestamp=2021-02-17T03:36:25Z,host='dv-cinder-759943-5-iscsi',id=3e02af72-3002-4fb3-96dd-e59119f81584,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T03:18:25Z,topic='l3_agent')) {'router_ids': ['2955aa40-398a-45ec-824c-e2ffe7230203'], 'active': True} {{(pid=83923) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:36:42.880417 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14867643-51ab-4a1c-b065-4a1aa33c438d req-abe24dc8-a62f-4e66-8a6b-6c3350fb5f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:36:42.882047 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-14867643-51ab-4a1c-b065-4a1aa33c438d req-abe24dc8-a62f-4e66-8a6b-6c3350fb5f95 service neutron] 10.222.0.54 "GET /v2.0/networks?id=196dd25e-6f79-49ea-bd1a-b88102e9bbe7 HTTP/1.1" status: 200  len: 905 time: 0.3943532
Feb 17 03:36:43.004711 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-14867643-51ab-4a1c-b065-4a1aa33c438d req-4f98a4c3-21b1-4329-bd25-25655ded78d4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=69a3d64d-ffe3-4aa5-aaf3-41565f3dd68c HTTP/1.1" status: 200  len: 1000 time: 0.1146028
Feb 17 03:36:43.079578 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvr_db [None req-cad97565-c076-4681-8036-efa7c1541000 None None] Set router 2955aa40-398a-45ec-824c-e2ffe7230203 gateway port host: dv-cinder-759943-5-iscsi {{(pid=83923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 03:36:43.083655 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14867643-51ab-4a1c-b065-4a1aa33c438d req-60d567fb-2515-4314-b282-e9b3332b7d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:36:43.085292 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-14867643-51ab-4a1c-b065-4a1aa33c438d req-60d567fb-2515-4314-b282-e9b3332b7d0f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=029a335d-7c65-4847-a56e-60c19b417a63 HTTP/1.1" status: 200  len: 850 time: 0.0707281
Feb 17 03:36:43.175794 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14867643-51ab-4a1c-b065-4a1aa33c438d req-6794527a-444d-4564-81f9-8498ae6385cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:36:43.177657 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-14867643-51ab-4a1c-b065-4a1aa33c438d req-6794527a-444d-4564-81f9-8498ae6385cd service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=196dd25e-6f79-49ea-bd1a-b88102e9bbe7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0848875
Feb 17 03:36:43.345121 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-14867643-51ab-4a1c-b065-4a1aa33c438d req-e60fb67f-43e5-4fab-beb7-4284d332fa35 service neutron] 10.222.0.54 "GET /v2.0/networks/196dd25e-6f79-49ea-bd1a-b88102e9bbe7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1596344
Feb 17 03:36:43.469896 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_hamode_db [None req-cad97565-c076-4681-8036-efa7c1541000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f17c5a8d9b0>, [{'id': '2955aa40-398a-45ec-824c-e2ffe7230203', 'name': 'tempest-AttachVolumeTestJSON-1825359717-router', 'tenant_id': 'c568344bec0146c19c14571bff20a759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'external_fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': '62f00c63-ea90-420b-9fc5-79144a39882f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:27:22Z', 'updated_at': '2021-02-17T03:27:49Z', 'revision_number': 4, 'project_id': 'c568344bec0146c19c14571bff20a759', 'gw_port': {'id': '62f00c63-ea90-420b-9fc5-79144a39882f', 'name': '', 'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:9a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2955aa40-398a-45ec-824c-e2ffe7230203', 'device_owner': 'network:router_gateway', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:27:28Z', 'updated_at': '2021-02-17T03:27:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-5-iscsi', '_floatingips': [{'id': '5b725dc9-fdbd-44e5-a291-fb2cf84dddf0', 'tenant_id': 'c568344bec0146c19c14571bff20a759', 'floating_ip_address': '172.27.0.152', 'floating_network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'router_id': '2955aa40-398a-45ec-824c-e2ffe7230203', 'port_id': '69a3d64d-ffe3-4aa5-aaf3-41565f3dd68c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '196dd25e-6f79-49ea-bd1a-b88102e9bbe7', 'mac_address': 'fa:16:3e:60:37:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94dff4c9-58ab-474c-97ba-cb0bcea04ac9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T03:36:19Z', 'updated_at': '2021-02-17T03:36:41Z', 'revision_number': 1, 'project_id': 'c568344bec0146c19c14571bff20a759', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ad39764-a1db-4ad4-8bf4-faa5fd452287', 'name': '', 'network_id': '196dd25e-6f79-49ea-bd1a-b88102e9bbe7', 'tenant_id': 'c568344bec0146c19c14571bff20a759', 'mac_address': 'fa:16:3e:ac:b0:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2955aa40-398a-45ec-824c-e2ffe7230203', 'device_owner': 'network:router_interface', 'standard_attr_id': 144, 'fixed_ips': [{'subnet_id': '029a335d-7c65-4847-a56e-60c19b417a63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:27:46Z', 'updated_at': '2021-02-17T03:27:58Z', 'revision_number': 5, 'project_id': 'c568344bec0146c19c14571bff20a759', 'subnets': [{'id': '029a335d-7c65-4847-a56e-60c19b417a63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759943-5-iscsi', False) {} {{(pid=83923) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:36:43.475183 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad97565-c076-4681-8036-efa7c1541000 None None] The sync data for ids ['2955aa40-398a-45ec-824c-e2ffe7230203'] in dv-cinder-759943-5-iscsi is: [{'id': '2955aa40-398a-45ec-824c-e2ffe7230203', 'name': 'tempest-AttachVolumeTestJSON-1825359717-router', 'tenant_id': 'c568344bec0146c19c14571bff20a759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'external_fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': '62f00c63-ea90-420b-9fc5-79144a39882f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:27:22Z', 'updated_at': '2021-02-17T03:27:49Z', 'revision_number': 4, 'project_id': 'c568344bec0146c19c14571bff20a759', 'gw_port': {'id': '62f00c63-ea90-420b-9fc5-79144a39882f', 'name': '', 'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:9a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2955aa40-398a-45ec-824c-e2ffe7230203', 'device_owner': 'network:router_gateway', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:27:28Z', 'updated_at': '2021-02-17T03:27:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-5-iscsi', '_floatingips': [{'id': '5b725dc9-fdbd-44e5-a291-fb2cf84dddf0', 'tenant_id': 'c568344bec0146c19c14571bff20a759', 'floating_ip_address': '172.27.0.152', 'floating_network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'router_id': '2955aa40-398a-45ec-824c-e2ffe7230203', 'port_id': '69a3d64d-ffe3-4aa5-aaf3-41565f3dd68c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '196dd25e-6f79-49ea-bd1a-b88102e9bbe7', 'mac_address': 'fa:16:3e:60:37:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94dff4c9-58ab-474c-97ba-cb0bcea04ac9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T03:36:19Z', 'updated_at': '2021-02-17T03:36:41Z', 'revision_number': 1, 'project_id': 'c568344bec0146c19c14571bff20a759', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ad39764-a1db-4ad4-8bf4-faa5fd452287', 'name': '', 'network_id': '196dd25e-6f79-49ea-bd1a-b88102e9bbe7', 'tenant_id': 'c568344bec0146c19c14571bff20a759', 'mac_address': 'fa:16:3e:ac:b0:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2955aa40-398a-45ec-824c-e2ffe7230203', 'device_owner': 'network:router_interface', 'standard_attr_id': 144, 'fixed_ips': [{'subnet_id': '029a335d-7c65-4847-a56e-60c19b417a63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:27:46Z', 'updated_at': '2021-02-17T03:27:58Z', 'revision_number': 5, 'project_id': 'c568344bec0146c19c14571bff20a759', 'subnets': [{'id': '029a335d-7c65-4847-a56e-60c19b417a63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 03:36:43.518475 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-14867643-51ab-4a1c-b065-4a1aa33c438d req-ebf9d8a6-4e0d-4921-a403-0c796bd0fd94 service neutron] 10.222.0.54 "GET /v2.0/networks/196dd25e-6f79-49ea-bd1a-b88102e9bbe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1668217
Feb 17 03:36:43.779297 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7799829c-b631-48b3-b57d-7dfa3ce3b3c0 None None] New status for floating IP 5b725dc9-fdbd-44e5-a291-fb2cf84dddf0: ACTIVE {{(pid=83924) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 17 03:36:53.406226 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-73ecccb2-9be4-4f77-bd57-c837306c0efe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:55.439226 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:55.473050 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-9811523b-8fa7-4441-9e0d-745d9fa454a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:56.411196 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-8cda4ffb-98e6-4bcf-adaf-c47fc353fc1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:57.213211 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:57.585431 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-3bdb028f-655c-46e9-b0eb-5d4ca64bdb37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:37:05.152507 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.agents_db [None req-06fda002-6a6c-4595-892c-f579c445b334 None None] Agent healthcheck: found 6 active agents {{(pid=83924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 03:37:19.429442 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-2817c52d-4440-487f-ad05-39503e8ee9c1 req-4679878d-a38f-43d5-aae0-5727fc409242 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=eb13b0aa-8bce-4878-943d-e3483a430b36&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0785372
Feb 17 03:37:19.614727 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2817c52d-4440-487f-ad05-39503e8ee9c1 req-bf6bdac4-0b7b-46b8-a40b-15acc0695913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:37:19.616285 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-2817c52d-4440-487f-ad05-39503e8ee9c1 req-bf6bdac4-0b7b-46b8-a40b-15acc0695913 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=64044155addf41e9ba2bde5782afed2a&device_id=eb13b0aa-8bce-4878-943d-e3483a430b36 HTTP/1.1" status: 200  len: 1163 time: 0.0801289
Feb 17 03:37:19.800347 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2817c52d-4440-487f-ad05-39503e8ee9c1 req-c579b928-d265-4ffc-88ee-2dec79f50f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:37:19.801961 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-2817c52d-4440-487f-ad05-39503e8ee9c1 req-c579b928-d265-4ffc-88ee-2dec79f50f5d service neutron] 10.222.0.54 "GET /v2.0/networks?id=735791d7-b752-470f-b049-6623a91713f5 HTTP/1.1" status: 200  len: 909 time: 0.1390250
Feb 17 03:37:19.912912 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-2817c52d-4440-487f-ad05-39503e8ee9c1 req-a1b41a22-2ba5-42bd-ac93-f76577bec7cf service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3536cbed-2c8d-4d95-bbc0-f2840e848748 HTTP/1.1" status: 200  len: 1002 time: 0.1039352
Feb 17 03:37:19.985364 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2817c52d-4440-487f-ad05-39503e8ee9c1 req-dc78c1bb-11ef-4dc7-93a6-12f66f0771da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:37:19.987462 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-2817c52d-4440-487f-ad05-39503e8ee9c1 req-dc78c1bb-11ef-4dc7-93a6-12f66f0771da service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1603be8a-dd86-41be-b651-1a8436af8dbf HTTP/1.1" status: 200  len: 854 time: 0.0666947
Feb 17 03:37:20.073010 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2817c52d-4440-487f-ad05-39503e8ee9c1 req-03880fa0-383a-4329-932b-4dafb947f466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:37:20.074657 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-2817c52d-4440-487f-ad05-39503e8ee9c1 req-03880fa0-383a-4329-932b-4dafb947f466 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=735791d7-b752-470f-b049-6623a91713f5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0805907
Feb 17 03:37:20.220552 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-2817c52d-4440-487f-ad05-39503e8ee9c1 req-23b2ae73-e38b-4673-bf03-c0f7254b7113 service neutron] 10.222.0.54 "GET /v2.0/networks/735791d7-b752-470f-b049-6623a91713f5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1379364
Feb 17 03:37:20.364941 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-2817c52d-4440-487f-ad05-39503e8ee9c1 req-12ad6fb3-8fb1-49a2-af31-4eca0b6890f5 service neutron] 10.222.0.54 "GET /v2.0/networks/735791d7-b752-470f-b049-6623a91713f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1367102
Feb 17 03:37:23.406883 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e3ad9267-8821-4381-9bed-57a096df4b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:37:25.447064 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:37:25.481457 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-90139f37-9157-4b51-bec6-07882c37c79c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:37:26.415379 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-8cda4ffb-98e6-4bcf-adaf-c47fc353fc1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:37:27.217668 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:37:27.586242 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-3bdb028f-655c-46e9-b0eb-5d4ca64bdb37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:37:32.292447 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ade994-920c-4649-9610-11dc428eca9a req-3835153a-1262-4fdc-bfea-9797374dff3e tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:37:32.294053 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-46ade994-920c-4649-9610-11dc428eca9a req-3835153a-1262-4fdc-bfea-9797374dff3e tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb13b0aa-8bce-4878-943d-e3483a430b36 HTTP/1.1" status: 200  len: 946 time: 0.0914953
Feb 17 03:37:32.344271 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-46ade994-920c-4649-9610-11dc428eca9a req-3bcc4f94-7986-4096-ace6-7715d6d69451 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/security-groups?id=572f8aba-2662-47bd-acd4-4d35c0227c76&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430191
Feb 17 03:37:33.550042 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b96a447-7d4b-4b72-a0ad-a492af264794 req-5e4560d1-b0b4-43d0-99fd-327b76822539 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:37:33.551671 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-5b96a447-7d4b-4b72-a0ad-a492af264794 req-5e4560d1-b0b4-43d0-99fd-327b76822539 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb13b0aa-8bce-4878-943d-e3483a430b36 HTTP/1.1" status: 200  len: 946 time: 0.0864401
Feb 17 03:37:33.600045 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-5b96a447-7d4b-4b72-a0ad-a492af264794 req-326e1438-6140-4235-8853-400fa2b8c05b tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/security-groups?id=572f8aba-2662-47bd-acd4-4d35c0227c76&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420721
Feb 17 03:37:34.809981 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e2c920-8e8f-428e-b8c9-3088f25e5506 req-af2a2151-0cee-4a10-bb38-9c6038ab8b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:37:34.811795 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-73e2c920-8e8f-428e-b8c9-3088f25e5506 req-af2a2151-0cee-4a10-bb38-9c6038ab8b36 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=688dfe990479484ba91f5f3241f71c34&device_id=307fa9d3-f0a5-4c33-aa27-7271e36ec239 HTTP/1.1" status: 200  len: 1203 time: 0.0991516
Feb 17 03:37:35.049711 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e2c920-8e8f-428e-b8c9-3088f25e5506 req-12c43ef2-3166-458b-bc86-b188f0bb88e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:37:35.051339 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-73e2c920-8e8f-428e-b8c9-3088f25e5506 req-12c43ef2-3166-458b-bc86-b188f0bb88e5 service neutron] 10.222.0.54 "GET /v2.0/networks?id=b3188410-3b2d-4523-8ccc-1882d94255cc HTTP/1.1" status: 200  len: 909 time: 0.2326801
Feb 17 03:37:35.058614 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a3fac0-9d0c-45e3-a62e-8e324eb73de6 req-e3b2006f-835e-4f6e-bbfc-ce6901c96d3b tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:37:35.060173 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-c7a3fac0-9d0c-45e3-a62e-8e324eb73de6 req-e3b2006f-835e-4f6e-bbfc-ce6901c96d3b tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb13b0aa-8bce-4878-943d-e3483a430b36 HTTP/1.1" status: 200  len: 946 time: 0.1505992
Feb 17 03:37:35.109721 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fd9d0f-da62-458c-9534-c532ddc5eede req-c015a1df-bef4-4c71-b41a-a1504df9a5dc tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:37:35.111387 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-99fd9d0f-da62-458c-9534-c532ddc5eede req-c015a1df-bef4-4c71-b41a-a1504df9a5dc tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] 10.222.0.57 "GET /v2.0/ports?device_id=307fa9d3-f0a5-4c33-aa27-7271e36ec239 HTTP/1.1" status: 200  len: 985 time: 0.4151204
Feb 17 03:37:35.163309 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-99fd9d0f-da62-458c-9534-c532ddc5eede req-d99bda60-eab7-487f-9462-5987d8500df9 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] 10.222.0.57 "GET /v2.0/security-groups?id=58316507-e2b9-47a8-8c80-bbda6482c459&id=b3a2e226-ee4b-4da0-ab48-63889dcb7abe&fields=id&fields=name HTTP/1.1" status: 200  len: 389 time: 0.0446301
Feb 17 03:37:35.201399 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-c7a3fac0-9d0c-45e3-a62e-8e324eb73de6 req-cf07d15a-aad8-4163-b69e-25c36dc1c302 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/security-groups?id=572f8aba-2662-47bd-acd4-4d35c0227c76&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0846770
Feb 17 03:37:35.205473 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-73e2c920-8e8f-428e-b8c9-3088f25e5506 req-8042efac-5afb-4cdb-aea3-ce0585cc5088 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=88c76ccb-10fd-4edc-b372-9a3bad57e105 HTTP/1.1" status: 200  len: 1002 time: 0.1443431
Feb 17 03:37:35.278420 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e2c920-8e8f-428e-b8c9-3088f25e5506 req-fe1d0ac9-cb2e-40d6-a5b0-0b469dc4496a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:37:35.279990 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-73e2c920-8e8f-428e-b8c9-3088f25e5506 req-fe1d0ac9-cb2e-40d6-a5b0-0b469dc4496a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=93184869-a955-40ff-a3bb-5e5bae8b972f HTTP/1.1" status: 200  len: 854 time: 0.0666018
Feb 17 03:37:35.362927 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e2c920-8e8f-428e-b8c9-3088f25e5506 req-8943d6cc-1f02-4dcd-8605-301ac8db3fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:37:35.364545 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-73e2c920-8e8f-428e-b8c9-3088f25e5506 req-8943d6cc-1f02-4dcd-8605-301ac8db3fbd service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b3188410-3b2d-4523-8ccc-1882d94255cc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0770752
Feb 17 03:37:35.509106 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-73e2c920-8e8f-428e-b8c9-3088f25e5506 req-92605c3c-cc7a-4928-a907-baa5896a74e1 service neutron] 10.222.0.54 "GET /v2.0/networks/b3188410-3b2d-4523-8ccc-1882d94255cc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1353781
Feb 17 03:37:35.658774 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-73e2c920-8e8f-428e-b8c9-3088f25e5506 req-5fdee3cf-c042-4041-bc4e-2cdd18f580c2 service neutron] 10.222.0.54 "GET /v2.0/networks/b3188410-3b2d-4523-8ccc-1882d94255cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1350992
Feb 17 03:37:36.364474 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf98cdb-6d3a-4c2b-96b3-dff67b3090ee req-7c1b7570-4122-49fc-b654-17e5589af510 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:37:36.366118 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-cdf98cdb-6d3a-4c2b-96b3-dff67b3090ee req-7c1b7570-4122-49fc-b654-17e5589af510 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] 10.222.0.57 "GET /v2.0/ports?device_id=307fa9d3-f0a5-4c33-aa27-7271e36ec239 HTTP/1.1" status: 200  len: 985 time: 0.0871131
Feb 17 03:37:36.414512 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0330fed0-8cab-45a1-b255-133b4c1f0303 req-185b09bc-6da7-43c5-9fd1-3fd454c845b0 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:37:36.416113 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-0330fed0-8cab-45a1-b255-133b4c1f0303 req-185b09bc-6da7-43c5-9fd1-3fd454c845b0 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb13b0aa-8bce-4878-943d-e3483a430b36 HTTP/1.1" status: 200  len: 946 time: 0.0888951
Feb 17 03:37:36.420174 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-cdf98cdb-6d3a-4c2b-96b3-dff67b3090ee req-90b68d40-bfee-4fa8-9bcf-b36c3fac14a1 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] 10.222.0.57 "GET /v2.0/security-groups?id=58316507-e2b9-47a8-8c80-bbda6482c459&id=b3a2e226-ee4b-4da0-ab48-63889dcb7abe&fields=id&fields=name HTTP/1.1" status: 200  len: 389 time: 0.0476153
Feb 17 03:37:36.465448 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-0330fed0-8cab-45a1-b255-133b4c1f0303 req-6c2fe10f-7c1b-43aa-a761-f6ed0117341f tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/security-groups?id=572f8aba-2662-47bd-acd4-4d35c0227c76&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426176
Feb 17 03:37:37.620859 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fce358e-630d-4639-b320-fae60d588cf9 req-4bb1daa8-e939-440e-8fd6-5be158f59a21 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:37:37.622502 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-8fce358e-630d-4639-b320-fae60d588cf9 req-4bb1daa8-e939-440e-8fd6-5be158f59a21 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] 10.222.0.57 "GET /v2.0/ports?device_id=307fa9d3-f0a5-4c33-aa27-7271e36ec239 HTTP/1.1" status: 200  len: 985 time: 0.0880213
Feb 17 03:37:37.673525 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b95309b-5b48-40b6-a085-5e3b4d17e8eb req-86476940-8a03-4754-8348-d12c4c2c0a5b tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:37:37.675663 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-4b95309b-5b48-40b6-a085-5e3b4d17e8eb req-86476940-8a03-4754-8348-d12c4c2c0a5b tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb13b0aa-8bce-4878-943d-e3483a430b36 HTTP/1.1" status: 200  len: 946 time: 0.0869884
Feb 17 03:37:37.676219 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-8fce358e-630d-4639-b320-fae60d588cf9 req-335e5572-2e25-452b-b329-175086e2dfb3 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] 10.222.0.57 "GET /v2.0/security-groups?id=58316507-e2b9-47a8-8c80-bbda6482c459&id=b3a2e226-ee4b-4da0-ab48-63889dcb7abe&fields=id&fields=name HTTP/1.1" status: 200  len: 389 time: 0.0466204
Feb 17 03:37:37.723884 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-4b95309b-5b48-40b6-a085-5e3b4d17e8eb req-5979f94d-3d39-4543-9157-56667a61b2b9 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/security-groups?id=572f8aba-2662-47bd-acd4-4d35c0227c76&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415249
Feb 17 03:37:38.882154 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fb4e3b-6232-4a4d-b6ce-1526788ed39c req-b071e3f3-d5fc-4d34-bd2a-b37af0a643dc tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:37:38.883796 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-a2fb4e3b-6232-4a4d-b6ce-1526788ed39c req-b071e3f3-d5fc-4d34-bd2a-b37af0a643dc tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] 10.222.0.57 "GET /v2.0/ports?device_id=307fa9d3-f0a5-4c33-aa27-7271e36ec239 HTTP/1.1" status: 200  len: 985 time: 0.0927505
Feb 17 03:37:38.935944 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-a2fb4e3b-6232-4a4d-b6ce-1526788ed39c req-e24291cf-04ce-4a8e-a05e-ad5bd518cbe4 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] 10.222.0.57 "GET /v2.0/security-groups?id=58316507-e2b9-47a8-8c80-bbda6482c459&id=b3a2e226-ee4b-4da0-ab48-63889dcb7abe&fields=id&fields=name HTTP/1.1" status: 200  len: 389 time: 0.0449905
Feb 17 03:37:38.953821 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6536e3c2-a648-4623-a532-7988a085f67a req-6faa6e1e-e306-4aeb-adad-2dc0ab926b52 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:37:38.955530 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-6536e3c2-a648-4623-a532-7988a085f67a req-6faa6e1e-e306-4aeb-adad-2dc0ab926b52 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb13b0aa-8bce-4878-943d-e3483a430b36 HTTP/1.1" status: 200  len: 946 time: 0.1072979
Feb 17 03:37:39.004831 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-6536e3c2-a648-4623-a532-7988a085f67a req-4ddae798-6ab3-4847-a446-3f3a17e6962d tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/security-groups?id=572f8aba-2662-47bd-acd4-4d35c0227c76&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429723
Feb 17 03:37:40.227455 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5195f88-075c-4d4f-ad9f-fd40aeef521b req-8e211f41-54c3-4ea1-9963-732f25b16f7b tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:37:40.229066 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-f5195f88-075c-4d4f-ad9f-fd40aeef521b req-8e211f41-54c3-4ea1-9963-732f25b16f7b tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb13b0aa-8bce-4878-943d-e3483a430b36 HTTP/1.1" status: 200  len: 946 time: 0.0947704
Feb 17 03:37:40.280125 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-f5195f88-075c-4d4f-ad9f-fd40aeef521b req-ff0707f4-3d0f-42a8-b537-7df1969f1732 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/security-groups?id=572f8aba-2662-47bd-acd4-4d35c0227c76&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0443995
Feb 17 03:37:40.290355 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01157132-c59f-4866-902e-74b52c696d89 req-72ea4391-7a2b-4336-b8a0-ef8e5908ba42 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:37:40.292193 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-01157132-c59f-4866-902e-74b52c696d89 req-72ea4391-7a2b-4336-b8a0-ef8e5908ba42 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] 10.222.0.57 "GET /v2.0/ports?device_id=307fa9d3-f0a5-4c33-aa27-7271e36ec239 HTTP/1.1" status: 200  len: 985 time: 0.0977874
Feb 17 03:37:40.346136 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-01157132-c59f-4866-902e-74b52c696d89 req-16de7201-04a9-41c3-b4de-ed7aab624904 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] 10.222.0.57 "GET /v2.0/security-groups?id=58316507-e2b9-47a8-8c80-bbda6482c459&id=b3a2e226-ee4b-4da0-ab48-63889dcb7abe&fields=id&fields=name HTTP/1.1" status: 200  len: 389 time: 0.0473075
Feb 17 03:37:41.485578 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933f0bec-734e-466c-9863-17bb55907ee1 req-137c41af-78fb-4d5e-8a60-44b6f0d185e8 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:37:41.487725 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-933f0bec-734e-466c-9863-17bb55907ee1 req-137c41af-78fb-4d5e-8a60-44b6f0d185e8 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb13b0aa-8bce-4878-943d-e3483a430b36 HTTP/1.1" status: 200  len: 946 time: 0.0896995
Feb 17 03:37:41.538500 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-933f0bec-734e-466c-9863-17bb55907ee1 req-50923ef1-d58f-42ce-8a13-040888006909 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/security-groups?id=572f8aba-2662-47bd-acd4-4d35c0227c76&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0439878
Feb 17 03:37:41.556988 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4393f472-da26-45d6-bef4-fcdfe65a7039 req-693d9c74-05bd-4d0e-8e8b-448d6f1d86b1 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:37:41.558628 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-4393f472-da26-45d6-bef4-fcdfe65a7039 req-693d9c74-05bd-4d0e-8e8b-448d6f1d86b1 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] 10.222.0.57 "GET /v2.0/ports?device_id=307fa9d3-f0a5-4c33-aa27-7271e36ec239 HTTP/1.1" status: 200  len: 985 time: 0.0941498
Feb 17 03:37:41.612310 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-4393f472-da26-45d6-bef4-fcdfe65a7039 req-1124a814-ae7a-4735-be76-5edde15e366f tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] 10.222.0.57 "GET /v2.0/security-groups?id=58316507-e2b9-47a8-8c80-bbda6482c459&id=b3a2e226-ee4b-4da0-ab48-63889dcb7abe&fields=id&fields=name HTTP/1.1" status: 200  len: 389 time: 0.0454969
Feb 17 03:37:42.151766 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.agents_db [None req-06fda002-6a6c-4595-892c-f579c445b334 None None] Agent healthcheck: found 6 active agents {{(pid=83924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 03:37:42.752597 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1af941-3618-494a-9686-ab37eefe7255 req-9bff9dc4-64ee-4583-9e6d-78e53e21aa97 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:37:42.754279 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-7a1af941-3618-494a-9686-ab37eefe7255 req-9bff9dc4-64ee-4583-9e6d-78e53e21aa97 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb13b0aa-8bce-4878-943d-e3483a430b36 HTTP/1.1" status: 200  len: 946 time: 0.0931730
Feb 17 03:37:42.803720 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-7a1af941-3618-494a-9686-ab37eefe7255 req-24f30759-8422-4262-8bfc-76c983d6eb52 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/security-groups?id=572f8aba-2662-47bd-acd4-4d35c0227c76&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429676
Feb 17 03:37:42.821741 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c33f4b-916d-4fc6-a578-3c10a057f192 req-91c045be-617d-4c96-b42f-51787975cced tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:37:42.823439 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-93c33f4b-916d-4fc6-a578-3c10a057f192 req-91c045be-617d-4c96-b42f-51787975cced tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] 10.222.0.57 "GET /v2.0/ports?device_id=307fa9d3-f0a5-4c33-aa27-7271e36ec239 HTTP/1.1" status: 200  len: 985 time: 0.0943055
Feb 17 03:37:42.878880 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-93c33f4b-916d-4fc6-a578-3c10a057f192 req-10f60eee-a11a-4e7a-86c7-2fde861f510f tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] 10.222.0.57 "GET /v2.0/security-groups?id=58316507-e2b9-47a8-8c80-bbda6482c459&id=b3a2e226-ee4b-4da0-ab48-63889dcb7abe&fields=id&fields=name HTTP/1.1" status: 200  len: 389 time: 0.0482602
Feb 17 03:37:44.009971 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267e65e2-0774-4fd4-88e6-3aea8aca67be req-c8ca681b-aa14-460a-9731-c008e3a2a778 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:37:44.011753 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-267e65e2-0774-4fd4-88e6-3aea8aca67be req-c8ca681b-aa14-460a-9731-c008e3a2a778 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb13b0aa-8bce-4878-943d-e3483a430b36 HTTP/1.1" status: 200  len: 946 time: 0.0886564
Feb 17 03:37:44.065006 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-267e65e2-0774-4fd4-88e6-3aea8aca67be req-d18b4cb4-de9b-4749-937d-8e322aae9b7a tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/security-groups?id=572f8aba-2662-47bd-acd4-4d35c0227c76&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0460501
Feb 17 03:37:44.087260 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1257bb9-17a9-4e1e-89a1-5e5f666b3838 req-b7aec8d1-9476-410a-967f-7844f7305ad0 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:37:44.088894 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-e1257bb9-17a9-4e1e-89a1-5e5f666b3838 req-b7aec8d1-9476-410a-967f-7844f7305ad0 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] 10.222.0.57 "GET /v2.0/ports?device_id=307fa9d3-f0a5-4c33-aa27-7271e36ec239 HTTP/1.1" status: 200  len: 985 time: 0.0909116
Feb 17 03:37:44.140468 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-e1257bb9-17a9-4e1e-89a1-5e5f666b3838 req-18f5eaf9-9793-4792-befd-fceebb8b8d09 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] 10.222.0.57 "GET /v2.0/security-groups?id=58316507-e2b9-47a8-8c80-bbda6482c459&id=b3a2e226-ee4b-4da0-ab48-63889dcb7abe&fields=id&fields=name HTTP/1.1" status: 200  len: 389 time: 0.0438490
Feb 17 03:37:45.276285 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a06e02e-b7eb-45c3-a7d1-bf899a63ac84 req-81fa802b-b5fa-4c6c-ab47-9636a8f5a397 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:37:45.278029 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-5a06e02e-b7eb-45c3-a7d1-bf899a63ac84 req-81fa802b-b5fa-4c6c-ab47-9636a8f5a397 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb13b0aa-8bce-4878-943d-e3483a430b36 HTTP/1.1" status: 200  len: 946 time: 0.0925505
Feb 17 03:37:45.326197 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-5a06e02e-b7eb-45c3-a7d1-bf899a63ac84 req-27b08bbb-6af2-439e-85e8-1df8f0203ec1 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/security-groups?id=572f8aba-2662-47bd-acd4-4d35c0227c76&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0412188
Feb 17 03:37:45.345969 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3332c6d4-6e11-43f4-b1f2-fb667304f0c1 req-ac5a97a4-2cdb-4f3d-8ac2-0e9cae948a3b tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:37:45.347607 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-3332c6d4-6e11-43f4-b1f2-fb667304f0c1 req-ac5a97a4-2cdb-4f3d-8ac2-0e9cae948a3b tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] 10.222.0.57 "GET /v2.0/ports?device_id=307fa9d3-f0a5-4c33-aa27-7271e36ec239 HTTP/1.1" status: 200  len: 985 time: 0.0888507
Feb 17 03:37:45.399576 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-3332c6d4-6e11-43f4-b1f2-fb667304f0c1 req-e45e0d0f-e94f-4082-925f-f82bf2fd0620 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] 10.222.0.57 "GET /v2.0/security-groups?id=58316507-e2b9-47a8-8c80-bbda6482c459&id=b3a2e226-ee4b-4da0-ab48-63889dcb7abe&fields=id&fields=name HTTP/1.1" status: 200  len: 389 time: 0.0450180
Feb 17 03:37:46.534704 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c14167-480c-406d-8348-f02ca406fe48 req-944ff5d9-e926-4f98-8827-43ad48cb82e6 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:37:46.536318 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-09c14167-480c-406d-8348-f02ca406fe48 req-944ff5d9-e926-4f98-8827-43ad48cb82e6 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb13b0aa-8bce-4878-943d-e3483a430b36 HTTP/1.1" status: 200  len: 946 time: 0.0917454
Feb 17 03:37:46.585514 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-09c14167-480c-406d-8348-f02ca406fe48 req-c9b4f8ff-bd06-4559-a182-ff053382eb72 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/security-groups?id=572f8aba-2662-47bd-acd4-4d35c0227c76&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425880
Feb 17 03:37:46.601682 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1c23ab-9c60-408d-8f4e-53116fe43d19 req-63684979-9efc-484c-8739-4b48ff7cf373 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:37:46.603188 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-cc1c23ab-9c60-408d-8f4e-53116fe43d19 req-63684979-9efc-484c-8739-4b48ff7cf373 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] 10.222.0.57 "GET /v2.0/ports?device_id=307fa9d3-f0a5-4c33-aa27-7271e36ec239 HTTP/1.1" status: 200  len: 985 time: 0.0874994
Feb 17 03:37:46.656384 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-cc1c23ab-9c60-408d-8f4e-53116fe43d19 req-97d9630c-3c96-42f4-b1bc-cc37a8290055 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] 10.222.0.57 "GET /v2.0/security-groups?id=58316507-e2b9-47a8-8c80-bbda6482c459&id=b3a2e226-ee4b-4da0-ab48-63889dcb7abe&fields=id&fields=name HTTP/1.1" status: 200  len: 389 time: 0.0464890
Feb 17 03:37:47.814445 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b375f251-9eab-433a-b0ca-b5120229163e req-19e8f84f-61b4-4d19-acd3-172a9bc2f6a2 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:37:47.816119 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-b375f251-9eab-433a-b0ca-b5120229163e req-19e8f84f-61b4-4d19-acd3-172a9bc2f6a2 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb13b0aa-8bce-4878-943d-e3483a430b36 HTTP/1.1" status: 200  len: 946 time: 0.1070023
Feb 17 03:37:47.867892 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-b375f251-9eab-433a-b0ca-b5120229163e req-c9b90a94-7ce2-4491-b4e6-64893d32c755 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/security-groups?id=572f8aba-2662-47bd-acd4-4d35c0227c76&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0446627
Feb 17 03:37:47.891331 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d220be-af3c-4b79-92ca-797b91faefe3 req-db65b482-0417-44c0-bfef-bb1e7cb9f67a tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:37:47.899807 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-18d220be-af3c-4b79-92ca-797b91faefe3 req-db65b482-0417-44c0-bfef-bb1e7cb9f67a tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] 10.222.0.57 "GET /v2.0/ports?device_id=307fa9d3-f0a5-4c33-aa27-7271e36ec239 HTTP/1.1" status: 200  len: 985 time: 0.0966256
Feb 17 03:37:47.947016 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-18d220be-af3c-4b79-92ca-797b91faefe3 req-45b55c6f-cc8d-4a5a-a589-cf9de106ef65 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] 10.222.0.57 "GET /v2.0/security-groups?id=58316507-e2b9-47a8-8c80-bbda6482c459&id=b3a2e226-ee4b-4da0-ab48-63889dcb7abe&fields=id&fields=name HTTP/1.1" status: 200  len: 389 time: 0.0459819
Feb 17 03:37:49.152268 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6488ae-eee7-479b-b1f4-6e0e98ff6600 req-d717e87c-389d-4c89-80a2-91241f6cf156 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:37:49.153829 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-0d6488ae-eee7-479b-b1f4-6e0e98ff6600 req-d717e87c-389d-4c89-80a2-91241f6cf156 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] 10.222.0.57 "GET /v2.0/ports?device_id=307fa9d3-f0a5-4c33-aa27-7271e36ec239 HTTP/1.1" status: 200  len: 985 time: 0.0913496
Feb 17 03:37:49.172303 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b0bbba-1966-404f-9b53-4dfc3658a8c4 req-e1e4ae0c-90ce-45e7-9b2a-9d0e58d43362 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:37:49.173997 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-36b0bbba-1966-404f-9b53-4dfc3658a8c4 req-e1e4ae0c-90ce-45e7-9b2a-9d0e58d43362 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb13b0aa-8bce-4878-943d-e3483a430b36 HTTP/1.1" status: 200  len: 946 time: 0.0901163
Feb 17 03:37:49.204442 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-0d6488ae-eee7-479b-b1f4-6e0e98ff6600 req-738fc2d1-9ddf-4c13-bcf1-afab6a1bd605 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] 10.222.0.57 "GET /v2.0/security-groups?id=58316507-e2b9-47a8-8c80-bbda6482c459&id=b3a2e226-ee4b-4da0-ab48-63889dcb7abe&fields=id&fields=name HTTP/1.1" status: 200  len: 389 time: 0.0439456
Feb 17 03:37:49.223319 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-36b0bbba-1966-404f-9b53-4dfc3658a8c4 req-2c443792-8b11-490f-af24-2208dbcd67b6 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/security-groups?id=572f8aba-2662-47bd-acd4-4d35c0227c76&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425916
Feb 17 03:37:50.414790 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1342e3-404b-410d-862e-e4d803e2f158 req-581064e3-a6e8-4b43-8393-9817495b6525 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:37:50.416434 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-0c1342e3-404b-410d-862e-e4d803e2f158 req-581064e3-a6e8-4b43-8393-9817495b6525 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] 10.222.0.57 "GET /v2.0/ports?device_id=307fa9d3-f0a5-4c33-aa27-7271e36ec239 HTTP/1.1" status: 200  len: 985 time: 0.0950942
Feb 17 03:37:50.432670 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701ba422-cc02-4efa-884d-99650662edae req-f030f1c7-8515-4ee4-bf6e-92fa099fb61d tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:37:50.434366 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-701ba422-cc02-4efa-884d-99650662edae req-f030f1c7-8515-4ee4-bf6e-92fa099fb61d tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb13b0aa-8bce-4878-943d-e3483a430b36 HTTP/1.1" status: 200  len: 946 time: 0.0891042
Feb 17 03:37:50.470071 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-0c1342e3-404b-410d-862e-e4d803e2f158 req-353a7c81-3490-4aa3-a805-c8cf6411064d tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] 10.222.0.57 "GET /v2.0/security-groups?id=58316507-e2b9-47a8-8c80-bbda6482c459&id=b3a2e226-ee4b-4da0-ab48-63889dcb7abe&fields=id&fields=name HTTP/1.1" status: 200  len: 389 time: 0.0462677
Feb 17 03:37:50.485455 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-701ba422-cc02-4efa-884d-99650662edae req-e1b0c11d-8104-4d10-9e8e-cf66fef6a4d1 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/security-groups?id=572f8aba-2662-47bd-acd4-4d35c0227c76&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0443175
Feb 17 03:37:51.752369 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb3112a-5b9d-4285-a38f-8651631b4f4e req-bc6bd729-c373-4181-ac7f-cfec334cc629 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:37:51.754645 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-dfb3112a-5b9d-4285-a38f-8651631b4f4e req-bc6bd729-c373-4181-ac7f-cfec334cc629 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb13b0aa-8bce-4878-943d-e3483a430b36 HTTP/1.1" status: 200  len: 946 time: 0.1183605
Feb 17 03:37:51.820125 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-dfb3112a-5b9d-4285-a38f-8651631b4f4e req-59493c69-c34f-4414-85d7-8fcebd6a604e tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/security-groups?id=572f8aba-2662-47bd-acd4-4d35c0227c76&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0581551
Feb 17 03:37:52.023628 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ad73c9-9866-4480-ae43-d931721e0515 req-bfb92c4f-633e-4c6a-b695-7d3c5eec11ce tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:37:52.033940 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-96ad73c9-9866-4480-ae43-d931721e0515 req-bfb92c4f-633e-4c6a-b695-7d3c5eec11ce tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] 10.222.0.57 "GET /v2.0/ports?device_id=307fa9d3-f0a5-4c33-aa27-7271e36ec239 HTTP/1.1" status: 200  len: 985 time: 0.3957489
Feb 17 03:37:52.113730 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-96ad73c9-9866-4480-ae43-d931721e0515 req-a0c417b7-eacf-4a49-94b2-73fe5ca6809b tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] 10.222.0.57 "GET /v2.0/security-groups?id=58316507-e2b9-47a8-8c80-bbda6482c459&id=b3a2e226-ee4b-4da0-ab48-63889dcb7abe&fields=id&fields=name HTTP/1.1" status: 200  len: 389 time: 0.0729823
Feb 17 03:37:52.865440 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Device 88c76ccb-10fd-4edc-b372-9a3bad57e105 up at agent ovs-agent-hv-cinder-75994 {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:37:52.996073 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Provisioning complete for port 88c76ccb-10fd-4edc-b372-9a3bad57e105 triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:37:52.996868 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838161172'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:37:53.132172 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aff03d5-76e4-4068-8293-a0e004c1c91f req-42563e8c-0cbd-4e8d-9cfd-8d87070d41b3 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:37:53.135922 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-2aff03d5-76e4-4068-8293-a0e004c1c91f req-42563e8c-0cbd-4e8d-9cfd-8d87070d41b3 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb13b0aa-8bce-4878-943d-e3483a430b36 HTTP/1.1" status: 200  len: 946 time: 0.1337783
Feb 17 03:37:53.209740 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-2aff03d5-76e4-4068-8293-a0e004c1c91f req-96d14f64-7d77-49cf-8f1e-9d608e83a6de tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/security-groups?id=572f8aba-2662-47bd-acd4-4d35c0227c76&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0658579
Feb 17 03:37:53.419697 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28adad34-f4b6-4e03-96ce-a2413b96d351 req-cf0bbe18-d219-4b2c-a1c9-8dd6284d8aad tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:37:53.421696 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-28adad34-f4b6-4e03-96ce-a2413b96d351 req-cf0bbe18-d219-4b2c-a1c9-8dd6284d8aad tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] 10.222.0.57 "GET /v2.0/ports?device_id=307fa9d3-f0a5-4c33-aa27-7271e36ec239 HTTP/1.1" status: 200  len: 985 time: 0.0987861
Feb 17 03:37:53.423241 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-b9745dd4-c554-4601-90a2-fc6babad437a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:37:53.480494 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-28adad34-f4b6-4e03-96ce-a2413b96d351 req-b5165fb4-e290-4058-9352-2455dcadad9a tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] 10.222.0.57 "GET /v2.0/security-groups?id=58316507-e2b9-47a8-8c80-bbda6482c459&id=b3a2e226-ee4b-4da0-ab48-63889dcb7abe&fields=id&fields=name HTTP/1.1" status: 200  len: 389 time: 0.0510755
Feb 17 03:37:54.433653 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35de5e0a-0b31-4717-8277-05d2ba8eba90 req-0168461a-8f55-4bd1-a319-7a5ad62837f1 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:37:54.442107 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-35de5e0a-0b31-4717-8277-05d2ba8eba90 req-0168461a-8f55-4bd1-a319-7a5ad62837f1 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb13b0aa-8bce-4878-943d-e3483a430b36 HTTP/1.1" status: 200  len: 946 time: 0.1098320
Feb 17 03:37:54.494484 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-35de5e0a-0b31-4717-8277-05d2ba8eba90 req-c051f338-804c-4165-8c0b-926578ce4ec3 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/security-groups?id=572f8aba-2662-47bd-acd4-4d35c0227c76&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0512421
Feb 17 03:37:55.480902 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:37:55.489463 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-3d99ea46-ca19-4928-805e-8e1f5488ee38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:37:55.712243 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e0ef1b-a017-4d8c-bea0-01556b800b11 req-6429efd4-a6fd-4f13-a7ff-b8d8011eaa8a tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:37:55.713882 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-01e0ef1b-a017-4d8c-bea0-01556b800b11 req-6429efd4-a6fd-4f13-a7ff-b8d8011eaa8a tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb13b0aa-8bce-4878-943d-e3483a430b36 HTTP/1.1" status: 200  len: 946 time: 0.0887346
Feb 17 03:37:55.763175 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-01e0ef1b-a017-4d8c-bea0-01556b800b11 req-415a6c26-3a27-49ba-bb9b-944cbc74b976 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/security-groups?id=572f8aba-2662-47bd-acd4-4d35c0227c76&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423467
Feb 17 03:37:56.418801 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-8cda4ffb-98e6-4bcf-adaf-c47fc353fc1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:37:57.003405 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5866e0b9-a739-4316-b225-e254db97294a req-5289a7cf-d29b-45fa-bdeb-5d730381e4dd tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:37:57.013211 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-5866e0b9-a739-4316-b225-e254db97294a req-5289a7cf-d29b-45fa-bdeb-5d730381e4dd tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb13b0aa-8bce-4878-943d-e3483a430b36 HTTP/1.1" status: 200  len: 946 time: 0.1118314
Feb 17 03:37:57.062505 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-5866e0b9-a739-4316-b225-e254db97294a req-ee3f3b64-e644-410e-9f49-c99611d5f698 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/security-groups?id=572f8aba-2662-47bd-acd4-4d35c0227c76&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0463741
Feb 17 03:37:57.221380 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:37:57.593196 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-3bdb028f-655c-46e9-b0eb-5d4ca64bdb37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:37:58.295951 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9daf05-bfc6-4bbe-8e94-ed478326cf91 req-577aa4f6-11a5-45c1-b1cc-d2fae9d18c78 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:37:58.297852 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-6f9daf05-bfc6-4bbe-8e94-ed478326cf91 req-577aa4f6-11a5-45c1-b1cc-d2fae9d18c78 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb13b0aa-8bce-4878-943d-e3483a430b36 HTTP/1.1" status: 200  len: 946 time: 0.1123955
Feb 17 03:37:58.348027 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-6f9daf05-bfc6-4bbe-8e94-ed478326cf91 req-97bec805-bd31-4166-8b79-852dae75473d tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/security-groups?id=572f8aba-2662-47bd-acd4-4d35c0227c76&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0434327
Feb 17 03:37:59.613519 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58abd443-e460-4587-90f0-157f24506796 req-6e2c890a-f9b8-4382-ae55-fd792107a491 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:37:59.617556 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-58abd443-e460-4587-90f0-157f24506796 req-6e2c890a-f9b8-4382-ae55-fd792107a491 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb13b0aa-8bce-4878-943d-e3483a430b36 HTTP/1.1" status: 200  len: 946 time: 0.1032677
Feb 17 03:37:59.668350 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-58abd443-e460-4587-90f0-157f24506796 req-6ae690e4-a9f2-49d9-b4c7-a0a254fc7610 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/security-groups?id=572f8aba-2662-47bd-acd4-4d35c0227c76&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0457013
Feb 17 03:38:00.885684 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f287de-8249-47d3-bbdc-d0b314844672 req-cc68743f-6dc7-40b4-aec3-1978aa7aff18 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:38:00.887333 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-b1f287de-8249-47d3-bbdc-d0b314844672 req-cc68743f-6dc7-40b4-aec3-1978aa7aff18 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb13b0aa-8bce-4878-943d-e3483a430b36 HTTP/1.1" status: 200  len: 946 time: 0.0893722
Feb 17 03:38:00.939020 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-b1f287de-8249-47d3-bbdc-d0b314844672 req-381322d8-ca63-4dfd-8526-31f42383c9f8 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/security-groups?id=572f8aba-2662-47bd-acd4-4d35c0227c76&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0447652
Feb 17 03:38:01.441800 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1b75a1-91bc-40c7-9172-533cf6041b16 req-b5e6eaf8-99e8-49cf-9a29-c56b0a5a2ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:38:01.443456 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-ca1b75a1-91bc-40c7-9172-533cf6041b16 req-b5e6eaf8-99e8-49cf-9a29-c56b0a5a2ea0 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=64044155addf41e9ba2bde5782afed2a&device_id=eb13b0aa-8bce-4878-943d-e3483a430b36 HTTP/1.1" status: 200  len: 1163 time: 0.1338894
Feb 17 03:38:01.595596 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1b75a1-91bc-40c7-9172-533cf6041b16 req-5d4836b7-c669-4969-bb58-862d23bc1b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:38:01.597153 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-ca1b75a1-91bc-40c7-9172-533cf6041b16 req-5d4836b7-c669-4969-bb58-862d23bc1b42 service neutron] 10.222.0.54 "GET /v2.0/networks?id=735791d7-b752-470f-b049-6623a91713f5 HTTP/1.1" status: 200  len: 909 time: 0.1466238
Feb 17 03:38:01.712012 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-ca1b75a1-91bc-40c7-9172-533cf6041b16 req-2eca5cf7-27fe-4d2b-af4e-6f17d7acc010 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3536cbed-2c8d-4d95-bbc0-f2840e848748 HTTP/1.1" status: 200  len: 1002 time: 0.1078572
Feb 17 03:38:01.789379 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1b75a1-91bc-40c7-9172-533cf6041b16 req-1a289731-4d4a-4d51-a1bb-ef5534d8e9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:38:01.790983 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-ca1b75a1-91bc-40c7-9172-533cf6041b16 req-1a289731-4d4a-4d51-a1bb-ef5534d8e9a0 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1603be8a-dd86-41be-b651-1a8436af8dbf HTTP/1.1" status: 200  len: 854 time: 0.0717769
Feb 17 03:38:01.882112 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1b75a1-91bc-40c7-9172-533cf6041b16 req-c53745cd-d2ab-4ecf-8bb5-7f5c6e759c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:38:01.883755 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-ca1b75a1-91bc-40c7-9172-533cf6041b16 req-c53745cd-d2ab-4ecf-8bb5-7f5c6e759c09 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=735791d7-b752-470f-b049-6623a91713f5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0861828
Feb 17 03:38:01.900838 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [req-ca1b75a1-91bc-40c7-9172-533cf6041b16 req-bdab3122-6aa2-4e76-89df-5c64b6876cb0 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=83921) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 17 03:38:01.901926 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-ca1b75a1-91bc-40c7-9172-533cf6041b16 req-bdab3122-6aa2-4e76-89df-5c64b6876cb0 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0058486
Feb 17 03:38:02.048763 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-ca1b75a1-91bc-40c7-9172-533cf6041b16 req-ab0e184d-a388-4e60-b3e5-9285e9fac700 service neutron] 10.222.0.54 "GET /v2.0/networks/735791d7-b752-470f-b049-6623a91713f5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1391940
Feb 17 03:38:02.276557 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9642e88a-1d45-423d-a7b0-d9559bf225ae req-b2aa2994-8475-4ede-8423-98f89c266d33 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:38:02.278202 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-9642e88a-1d45-423d-a7b0-d9559bf225ae req-b2aa2994-8475-4ede-8423-98f89c266d33 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb13b0aa-8bce-4878-943d-e3483a430b36 HTTP/1.1" status: 200  len: 946 time: 0.2180321
Feb 17 03:38:02.282124 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-ca1b75a1-91bc-40c7-9172-533cf6041b16 req-ec442cb4-f730-4463-ac1e-1192479c8972 service neutron] 10.222.0.54 "GET /v2.0/networks/735791d7-b752-470f-b049-6623a91713f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1849363
Feb 17 03:38:02.333843 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-9642e88a-1d45-423d-a7b0-d9559bf225ae req-77ddf780-8825-4aa7-abbd-3ea456567cc5 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/security-groups?id=572f8aba-2662-47bd-acd4-4d35c0227c76&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0486455
Feb 17 03:38:03.546361 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ee4a9c-769e-4c44-9033-ab61fbd43e94 req-7b4f87dd-89b5-4831-a7ac-d25944c94d10 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:38:03.547982 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-23ee4a9c-769e-4c44-9033-ab61fbd43e94 req-7b4f87dd-89b5-4831-a7ac-d25944c94d10 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb13b0aa-8bce-4878-943d-e3483a430b36 HTTP/1.1" status: 200  len: 946 time: 0.0892313
Feb 17 03:38:03.597988 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-23ee4a9c-769e-4c44-9033-ab61fbd43e94 req-350d1dde-3f97-4ddf-aaaf-5665cd46adb9 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/security-groups?id=572f8aba-2662-47bd-acd4-4d35c0227c76&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429764
Feb 17 03:38:04.811321 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f31eac6-12a9-48c9-a71f-bad30ebecd40 req-48d52d1b-38d1-44b6-baeb-4a536c98bef8 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:38:04.812919 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-4f31eac6-12a9-48c9-a71f-bad30ebecd40 req-48d52d1b-38d1-44b6-baeb-4a536c98bef8 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb13b0aa-8bce-4878-943d-e3483a430b36 HTTP/1.1" status: 200  len: 946 time: 0.0902679
Feb 17 03:38:04.830249 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Device 3536cbed-2c8d-4d95-bbc0-f2840e848748 no longer exists at agent ovs-agent-hv-cinder-75994 {{(pid=83923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 03:38:04.863622 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-4f31eac6-12a9-48c9-a71f-bad30ebecd40 req-0c6bb65f-1d50-4ada-9523-5e9ecf8201d9 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/security-groups?id=572f8aba-2662-47bd-acd4-4d35c0227c76&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0436857
Feb 17 03:38:04.970585 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for port, before_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:38:04.999953 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb13b0aa-8bce-4878-943d-e3483a430b36', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3536cbed-2c8d-4d95-bbc0-f2840e848748'}] {{(pid=83923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 03:38:05.011509 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.db [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] For port 3536cbed-2c8d-4d95-bbc0-f2840e848748, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=3536cbed-2c8d-4d95-bbc0-f2840e848748,segment=NetworkSegment(edc0940c-57ea-45ad-8589-5951cb8baffd),segment_id=edc0940c-57ea-45ad-8589-5951cb8baffd)] {{(pid=83923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:38:05.015319 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303097879514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733756514675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303098261108'] for port, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:38:05.019602 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-ced6291a-3294-4865-ba08-fa8730038816 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:38:05.059328 dv-cinder-759943-5-iscsi neutron-server[83810]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'eb13b0aa-8bce-4878-943d-e3483a430b36', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '3536cbed-2c8d-4d95-bbc0-f2840e848748', 'code': 422} returned with failed status
Feb 17 03:38:05.094198 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Pushing event updated for resources: {'Port': ['ID=3536cbed-2c8d-4d95-bbc0-f2840e848748,revision_number=5']} {{(pid=83923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:38:05.103892 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:38:05.104281 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:38:05.104655 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:38:05.105058 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:38:05.105419 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:38:05.105785 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:38:05.106145 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:38:05.106647 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:38:05.106844 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:38:05.107201 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:38:05.107559 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:38:05.107916 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:38:05.108364 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:38:05.108728 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:38:05.109109 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:38:05.109465 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:38:05.109820 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:38:05.110177 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:38:05.110530 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:38:05.111414 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:38:05.111773 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:38:05.112129 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:38:05.112482 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:38:05.112835 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:38:05.117696 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:38:06.402423 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83922) accepted ('10.222.0.57', 45574) {{(pid=83922) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:38:06.426517 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a40745-a30d-49fa-b2e8-397b6cdf9aa7 req-1eedbaa5-2e71-4a8c-8c6a-292a2734da66 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:38:06.428145 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-e0a40745-a30d-49fa-b2e8-397b6cdf9aa7 req-1eedbaa5-2e71-4a8c-8c6a-292a2734da66 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb13b0aa-8bce-4878-943d-e3483a430b36 HTTP/1.1" status: 200  len: 944 time: 0.0887222
Feb 17 03:38:06.477187 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-e0a40745-a30d-49fa-b2e8-397b6cdf9aa7 req-cec3fa88-44c2-41d2-b40e-7fdd8a3d3f1d tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/security-groups?id=572f8aba-2662-47bd-acd4-4d35c0227c76&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423856
Feb 17 03:38:06.527353 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-fc176078-7264-4430-b12a-d02726e12fb7 req-c80c8488-bc63-4f04-8c4d-91e206196fc3 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=eb13b0aa-8bce-4878-943d-e3483a430b36&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1236079
Feb 17 03:38:07.100165 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc176078-7264-4430-b12a-d02726e12fb7 req-e6283050-7eec-4fcf-b440-966b3169d900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:38:07.101849 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-fc176078-7264-4430-b12a-d02726e12fb7 req-e6283050-7eec-4fcf-b440-966b3169d900 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=eb13b0aa-8bce-4878-943d-e3483a430b36&tenant_id=64044155addf41e9ba2bde5782afed2a HTTP/1.1" status: 200  len: 1161 time: 0.0819135
Feb 17 03:38:07.223483 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc176078-7264-4430-b12a-d02726e12fb7 req-c07e4643-4b79-4c66-9b26-196c8a2816db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:38:07.225155 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-fc176078-7264-4430-b12a-d02726e12fb7 req-c07e4643-4b79-4c66-9b26-196c8a2816db service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=64044155addf41e9ba2bde5782afed2a&device_id=eb13b0aa-8bce-4878-943d-e3483a430b36 HTTP/1.1" status: 200  len: 1161 time: 0.0815129
Feb 17 03:38:07.374122 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc176078-7264-4430-b12a-d02726e12fb7 req-6c4ad409-d31d-4b04-ac45-801a362548c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:38:07.375732 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-fc176078-7264-4430-b12a-d02726e12fb7 req-6c4ad409-d31d-4b04-ac45-801a362548c3 service neutron] 10.222.0.54 "GET /v2.0/networks?id=735791d7-b752-470f-b049-6623a91713f5 HTTP/1.1" status: 200  len: 909 time: 0.1439111
Feb 17 03:38:07.488933 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-fc176078-7264-4430-b12a-d02726e12fb7 req-75c33dbe-f7e7-4944-b012-c92f62b70d3a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3536cbed-2c8d-4d95-bbc0-f2840e848748 HTTP/1.1" status: 200  len: 1000 time: 0.1059978
Feb 17 03:38:07.569801 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc176078-7264-4430-b12a-d02726e12fb7 req-390a548b-c518-461c-98c9-56a53fc7ca1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:38:07.571375 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-fc176078-7264-4430-b12a-d02726e12fb7 req-390a548b-c518-461c-98c9-56a53fc7ca1d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1603be8a-dd86-41be-b651-1a8436af8dbf HTTP/1.1" status: 200  len: 854 time: 0.0698330
Feb 17 03:38:07.733781 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98142d3b-0af4-4bae-9a8b-b6176e35925e req-566df17c-7870-453f-922f-b98f0cb85e0a tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:38:07.735399 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-98142d3b-0af4-4bae-9a8b-b6176e35925e req-566df17c-7870-453f-922f-b98f0cb85e0a tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb13b0aa-8bce-4878-943d-e3483a430b36 HTTP/1.1" status: 200  len: 944 time: 0.1214321
Feb 17 03:38:07.737394 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc176078-7264-4430-b12a-d02726e12fb7 req-be770227-cbaa-410d-913e-84902a2e76d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:38:07.738852 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-fc176078-7264-4430-b12a-d02726e12fb7 req-be770227-cbaa-410d-913e-84902a2e76d0 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=735791d7-b752-470f-b049-6623a91713f5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1604056
Feb 17 03:38:07.872518 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-98142d3b-0af4-4bae-9a8b-b6176e35925e req-34fe46fe-a494-4ba2-8e94-98b1dbed1b54 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/security-groups?id=572f8aba-2662-47bd-acd4-4d35c0227c76&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1305270
Feb 17 03:38:07.921672 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-fc176078-7264-4430-b12a-d02726e12fb7 req-11f02bbd-1547-4049-be35-3287510ba85f service neutron] 10.222.0.54 "GET /v2.0/networks/735791d7-b752-470f-b049-6623a91713f5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1600575
Feb 17 03:38:08.067264 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-fc176078-7264-4430-b12a-d02726e12fb7 req-3a4e359c-65a3-4f77-bfb0-6ebedeb7cc9a service neutron] 10.222.0.54 "GET /v2.0/networks/735791d7-b752-470f-b049-6623a91713f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1377878
Feb 17 03:38:09.094126 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4164c40-5e45-4407-9bee-f11a77f08e5b req-31c21154-050d-423e-8612-2f7f1d737130 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:38:09.095890 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-a4164c40-5e45-4407-9bee-f11a77f08e5b req-31c21154-050d-423e-8612-2f7f1d737130 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb13b0aa-8bce-4878-943d-e3483a430b36 HTTP/1.1" status: 200  len: 944 time: 0.1011224
Feb 17 03:38:09.208081 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-a4164c40-5e45-4407-9bee-f11a77f08e5b req-c4017268-5d51-4100-a11c-2244069db45b tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/security-groups?id=572f8aba-2662-47bd-acd4-4d35c0227c76&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0974388
Feb 17 03:38:10.432270 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad13c8b-2bc1-4474-bb01-14fc4a072cdc req-c38ccc62-baed-4ebf-9697-ae34866b8f91 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:38:10.434153 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-dad13c8b-2bc1-4474-bb01-14fc4a072cdc req-c38ccc62-baed-4ebf-9697-ae34866b8f91 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb13b0aa-8bce-4878-943d-e3483a430b36 HTTP/1.1" status: 200  len: 944 time: 0.0988836
Feb 17 03:38:10.486553 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-dad13c8b-2bc1-4474-bb01-14fc4a072cdc req-5226bd0c-a5dc-4918-9842-de2f92277357 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/security-groups?id=572f8aba-2662-47bd-acd4-4d35c0227c76&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0453153
Feb 17 03:38:11.711285 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b65dd47-f092-43f8-8948-9ab4d80cf05f req-6bb19e4f-07b2-4959-91b1-ae2a18d1fc31 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:38:11.712996 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-6b65dd47-f092-43f8-8948-9ab4d80cf05f req-6bb19e4f-07b2-4959-91b1-ae2a18d1fc31 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb13b0aa-8bce-4878-943d-e3483a430b36 HTTP/1.1" status: 200  len: 944 time: 0.0931871
Feb 17 03:38:11.769222 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-6b65dd47-f092-43f8-8948-9ab4d80cf05f req-ee12cc9d-b4f0-4b79-8560-b310d75bad36 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/security-groups?id=572f8aba-2662-47bd-acd4-4d35c0227c76&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0492792
Feb 17 03:38:13.003294 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82ab331-dbac-4604-a923-a8c72eb2dda0 req-f273c910-a8de-4108-a485-ce1a674db4c8 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:38:13.004984 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-a82ab331-dbac-4604-a923-a8c72eb2dda0 req-f273c910-a8de-4108-a485-ce1a674db4c8 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb13b0aa-8bce-4878-943d-e3483a430b36 HTTP/1.1" status: 200  len: 944 time: 0.1054602
Feb 17 03:38:13.062980 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-a82ab331-dbac-4604-a923-a8c72eb2dda0 req-77e4992f-4c36-4d86-abb6-7538271898e4 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/security-groups?id=572f8aba-2662-47bd-acd4-4d35c0227c76&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0510433
Feb 17 03:38:14.511266 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0b5620-913b-475e-9ba8-f7aa37b67fed req-8319eeab-a3f4-4224-a3c0-8d512311128e tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:38:14.512926 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-0f0b5620-913b-475e-9ba8-f7aa37b67fed req-8319eeab-a3f4-4224-a3c0-8d512311128e tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb13b0aa-8bce-4878-943d-e3483a430b36 HTTP/1.1" status: 200  len: 944 time: 0.3190534
Feb 17 03:38:14.565263 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-0f0b5620-913b-475e-9ba8-f7aa37b67fed req-7de0a137-d16c-4ff8-abe8-e93f66c96104 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/security-groups?id=572f8aba-2662-47bd-acd4-4d35c0227c76&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0444868
Feb 17 03:38:15.774732 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e397b192-18fa-4dc4-8d55-4ec9a6252a43 req-2f9fa058-e077-4df7-a1d2-f80cea8a35ad tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:38:15.776348 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-e397b192-18fa-4dc4-8d55-4ec9a6252a43 req-2f9fa058-e077-4df7-a1d2-f80cea8a35ad tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb13b0aa-8bce-4878-943d-e3483a430b36 HTTP/1.1" status: 200  len: 944 time: 0.0888793
Feb 17 03:38:15.828944 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-e397b192-18fa-4dc4-8d55-4ec9a6252a43 req-05c0a510-74ee-4fdf-825c-4c8523a14f0d tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/security-groups?id=572f8aba-2662-47bd-acd4-4d35c0227c76&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0454016
Feb 17 03:38:17.036335 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047fa377-4a8c-4f5f-bc58-7a26c163afad req-793ca711-fa69-4657-98b9-4f28107d1c07 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:38:17.037967 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-047fa377-4a8c-4f5f-bc58-7a26c163afad req-793ca711-fa69-4657-98b9-4f28107d1c07 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb13b0aa-8bce-4878-943d-e3483a430b36 HTTP/1.1" status: 200  len: 944 time: 0.0881062
Feb 17 03:38:17.086554 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-047fa377-4a8c-4f5f-bc58-7a26c163afad req-4a7bf107-e6c6-49c2-82b5-a0334834f9d8 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/security-groups?id=572f8aba-2662-47bd-acd4-4d35c0227c76&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421810
Feb 17 03:38:18.310546 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732281c4-3c43-406f-a0f4-dd57378da094 req-b4d69f4c-c5a1-4958-8f58-6790b8607b95 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:38:18.312092 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-732281c4-3c43-406f-a0f4-dd57378da094 req-b4d69f4c-c5a1-4958-8f58-6790b8607b95 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb13b0aa-8bce-4878-943d-e3483a430b36 HTTP/1.1" status: 200  len: 944 time: 0.0932705
Feb 17 03:38:18.363146 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-732281c4-3c43-406f-a0f4-dd57378da094 req-fa54a6c0-1977-4de9-8d9e-b3af9b73b1f1 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/security-groups?id=572f8aba-2662-47bd-acd4-4d35c0227c76&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0440989
Feb 17 03:38:19.154053 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.agents_db [None req-06fda002-6a6c-4595-892c-f579c445b334 None None] Agent healthcheck: found 6 active agents {{(pid=83924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 03:38:19.593732 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88786f47-336e-43a2-8606-80e834aa26b3 req-02c526c1-4f9d-4f1f-98de-d873e41b02ca tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:38:19.595364 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-88786f47-336e-43a2-8606-80e834aa26b3 req-02c526c1-4f9d-4f1f-98de-d873e41b02ca tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb13b0aa-8bce-4878-943d-e3483a430b36 HTTP/1.1" status: 200  len: 944 time: 0.0899053
Feb 17 03:38:19.652113 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-88786f47-336e-43a2-8606-80e834aa26b3 req-30572fa3-fd48-4b13-b9f9-a7468fad22ca tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/security-groups?id=572f8aba-2662-47bd-acd4-4d35c0227c76&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0480156
Feb 17 03:38:20.864509 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1643e83a-064a-4264-b3d7-e229718c25ba req-a6a8c461-7d17-480b-a957-e1db395e9735 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:38:20.866184 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-1643e83a-064a-4264-b3d7-e229718c25ba req-a6a8c461-7d17-480b-a957-e1db395e9735 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb13b0aa-8bce-4878-943d-e3483a430b36 HTTP/1.1" status: 200  len: 944 time: 0.0914793
Feb 17 03:38:20.917100 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-1643e83a-064a-4264-b3d7-e229718c25ba req-dd5786a4-0018-4605-b087-f3a3125342a0 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/security-groups?id=572f8aba-2662-47bd-acd4-4d35c0227c76&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0446179
Feb 17 03:38:22.124965 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2318469-879a-49d4-ad19-81e793c19911 req-9bd42d72-9acb-4509-8161-2f9f80fb70ac tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:38:22.126615 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-e2318469-879a-49d4-ad19-81e793c19911 req-9bd42d72-9acb-4509-8161-2f9f80fb70ac tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb13b0aa-8bce-4878-943d-e3483a430b36 HTTP/1.1" status: 200  len: 944 time: 0.0893719
Feb 17 03:38:22.175639 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-e2318469-879a-49d4-ad19-81e793c19911 req-f358db27-36bf-484f-8aba-35854dfd18fa tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/security-groups?id=572f8aba-2662-47bd-acd4-4d35c0227c76&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0416501
Feb 17 03:38:23.380005 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be95b7a1-f2f8-4662-bbb3-dc3682801b65 req-3b799fd9-9d8d-4cfd-b134-e28c12ef5ae8 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:38:23.381669 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-be95b7a1-f2f8-4662-bbb3-dc3682801b65 req-3b799fd9-9d8d-4cfd-b134-e28c12ef5ae8 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb13b0aa-8bce-4878-943d-e3483a430b36 HTTP/1.1" status: 200  len: 944 time: 0.0868802
Feb 17 03:38:23.407009 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-d24e9f39-7c72-4827-8276-b0d02c15aeb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:38:23.429213 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-be95b7a1-f2f8-4662-bbb3-dc3682801b65 req-8fb46765-d238-4d05-ae34-fbb05429907f tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/security-groups?id=572f8aba-2662-47bd-acd4-4d35c0227c76&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0411696
Feb 17 03:38:24.014373 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-0a8f2183-8cc0-40a4-90fa-fe6bbfdb308b req-3b8fea0a-991d-495b-959a-8ec69a1a3433 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=307fa9d3-f0a5-4c33-aa27-7271e36ec239&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0834002
Feb 17 03:38:24.130005 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8f2183-8cc0-40a4-90fa-fe6bbfdb308b req-a6e629cc-7a2a-49b2-a71e-23d7965b874e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:38:24.131647 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-0a8f2183-8cc0-40a4-90fa-fe6bbfdb308b req-a6e629cc-7a2a-49b2-a71e-23d7965b874e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=688dfe990479484ba91f5f3241f71c34&device_id=307fa9d3-f0a5-4c33-aa27-7271e36ec239 HTTP/1.1" status: 200  len: 1203 time: 0.0821116
Feb 17 03:38:24.299277 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8f2183-8cc0-40a4-90fa-fe6bbfdb308b req-acfd2ef7-ea46-47fa-a59e-25960127674a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:38:24.300915 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-0a8f2183-8cc0-40a4-90fa-fe6bbfdb308b req-acfd2ef7-ea46-47fa-a59e-25960127674a service neutron] 10.222.0.54 "GET /v2.0/networks?id=b3188410-3b2d-4523-8ccc-1882d94255cc HTTP/1.1" status: 200  len: 909 time: 0.1472833
Feb 17 03:38:24.460127 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-0a8f2183-8cc0-40a4-90fa-fe6bbfdb308b req-13f59d0a-0568-4a81-ab3e-5a8929afddc9 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=88c76ccb-10fd-4edc-b372-9a3bad57e105 HTTP/1.1" status: 200  len: 1002 time: 0.1522975
Feb 17 03:38:24.534278 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8f2183-8cc0-40a4-90fa-fe6bbfdb308b req-970c5d3f-b3bf-461e-acb8-f3f3c65be3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:38:24.535878 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-0a8f2183-8cc0-40a4-90fa-fe6bbfdb308b req-970c5d3f-b3bf-461e-acb8-f3f3c65be3a2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=93184869-a955-40ff-a3bb-5e5bae8b972f HTTP/1.1" status: 200  len: 854 time: 0.0686252
Feb 17 03:38:24.625188 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8f2183-8cc0-40a4-90fa-fe6bbfdb308b req-e66bf890-b8f6-4b30-9e86-4b4b1bc60dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:38:24.626806 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-0a8f2183-8cc0-40a4-90fa-fe6bbfdb308b req-e66bf890-b8f6-4b30-9e86-4b4b1bc60dc2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b3188410-3b2d-4523-8ccc-1882d94255cc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0837109
Feb 17 03:38:24.640007 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be083c3-0d68-451b-b055-68eb2fd8d402 req-32a05edc-020b-41ce-8019-475a463e7c2b tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:38:24.641642 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-2be083c3-0d68-451b-b055-68eb2fd8d402 req-32a05edc-020b-41ce-8019-475a463e7c2b tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb13b0aa-8bce-4878-943d-e3483a430b36 HTTP/1.1" status: 200  len: 944 time: 0.0872872
Feb 17 03:38:24.694192 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-2be083c3-0d68-451b-b055-68eb2fd8d402 req-e46843cb-5450-4d16-a4e5-5aa6dd21a453 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/security-groups?id=572f8aba-2662-47bd-acd4-4d35c0227c76&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0452275
Feb 17 03:38:24.775438 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-0a8f2183-8cc0-40a4-90fa-fe6bbfdb308b req-f52b4f9e-37d0-4ff6-8af7-7591fdbbef9b service neutron] 10.222.0.54 "GET /v2.0/networks/b3188410-3b2d-4523-8ccc-1882d94255cc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1394906
Feb 17 03:38:24.921587 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-0a8f2183-8cc0-40a4-90fa-fe6bbfdb308b req-6b2264e3-392f-4ab4-a87a-1e2878b26f8d service neutron] 10.222.0.54 "GET /v2.0/networks/b3188410-3b2d-4523-8ccc-1882d94255cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1390944
Feb 17 03:38:25.481531 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-cf54a098-8f7f-4fba-9ef3-7cb265f545cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:38:25.484002 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:38:25.904666 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdeef95e-ed46-4e2f-948d-3a2d9f8a2bc9 req-7e25441f-4764-47f4-9525-a0dfeb9678bf tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:38:25.906357 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-bdeef95e-ed46-4e2f-948d-3a2d9f8a2bc9 req-7e25441f-4764-47f4-9525-a0dfeb9678bf tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb13b0aa-8bce-4878-943d-e3483a430b36 HTTP/1.1" status: 200  len: 944 time: 0.0912864
Feb 17 03:38:25.956542 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-bdeef95e-ed46-4e2f-948d-3a2d9f8a2bc9 req-6ee0baa4-5864-4c6d-bf12-4b664a2e7044 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/security-groups?id=572f8aba-2662-47bd-acd4-4d35c0227c76&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426593
Feb 17 03:38:26.421215 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-8cda4ffb-98e6-4bcf-adaf-c47fc353fc1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:38:27.168543 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a54f07a-4665-47e4-8a0f-2631f291ba8b req-ef702f03-01a0-47a3-8a04-eac7d3a2c9c8 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:38:27.170128 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-5a54f07a-4665-47e4-8a0f-2631f291ba8b req-ef702f03-01a0-47a3-8a04-eac7d3a2c9c8 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb13b0aa-8bce-4878-943d-e3483a430b36 HTTP/1.1" status: 200  len: 944 time: 0.0929344
Feb 17 03:38:27.221869 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-5a54f07a-4665-47e4-8a0f-2631f291ba8b req-7be9b820-b159-44a8-b719-626dceba2e82 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/security-groups?id=572f8aba-2662-47bd-acd4-4d35c0227c76&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0452113
Feb 17 03:38:27.225229 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:38:27.591812 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-3bdb028f-655c-46e9-b0eb-5d4ca64bdb37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:38:28.429583 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a543b5-28f4-489f-b843-00e8e40d5660 req-8f9c1b96-9e05-429f-843a-6483d60ad75b tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:38:28.431437 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-c3a543b5-28f4-489f-b843-00e8e40d5660 req-8f9c1b96-9e05-429f-843a-6483d60ad75b tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb13b0aa-8bce-4878-943d-e3483a430b36 HTTP/1.1" status: 200  len: 944 time: 0.0874884
Feb 17 03:38:28.480862 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-c3a543b5-28f4-489f-b843-00e8e40d5660 req-49d9a5b0-aa8f-4c79-8fa1-e2b1d6276300 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/security-groups?id=572f8aba-2662-47bd-acd4-4d35c0227c76&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429850
Feb 17 03:38:29.687303 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76978329-061e-4161-8903-906011d847ae req-e153f8fc-6ce6-48cd-9772-8544c0ac658c tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:38:29.688937 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-76978329-061e-4161-8903-906011d847ae req-e153f8fc-6ce6-48cd-9772-8544c0ac658c tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb13b0aa-8bce-4878-943d-e3483a430b36 HTTP/1.1" status: 200  len: 944 time: 0.0870259
Feb 17 03:38:29.738187 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-76978329-061e-4161-8903-906011d847ae req-d7024907-14fa-408e-812a-f26c0c24457c tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/security-groups?id=572f8aba-2662-47bd-acd4-4d35c0227c76&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428004
Feb 17 03:38:30.962959 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831f1a5e-e4a4-49ae-8988-7657c5eec4f5 req-ad20c454-b210-4084-977d-441f9c5c3a75 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:38:30.964619 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-831f1a5e-e4a4-49ae-8988-7657c5eec4f5 req-ad20c454-b210-4084-977d-441f9c5c3a75 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb13b0aa-8bce-4878-943d-e3483a430b36 HTTP/1.1" status: 200  len: 944 time: 0.0948508
Feb 17 03:38:31.015461 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-831f1a5e-e4a4-49ae-8988-7657c5eec4f5 req-f8c930f4-2d12-41c7-93c3-ad4fd044705e tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/security-groups?id=572f8aba-2662-47bd-acd4-4d35c0227c76&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0442219
Feb 17 03:38:32.226327 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8176ccff-781a-47f0-83c8-b5239a101c68 req-8ad34896-efbd-4f16-9c78-ed25fc0aa3ee tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:38:32.227880 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-8176ccff-781a-47f0-83c8-b5239a101c68 req-8ad34896-efbd-4f16-9c78-ed25fc0aa3ee tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb13b0aa-8bce-4878-943d-e3483a430b36 HTTP/1.1" status: 200  len: 944 time: 0.0908577
Feb 17 03:38:32.276547 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-8176ccff-781a-47f0-83c8-b5239a101c68 req-19b3db00-6a6d-4fd9-aeba-789eb0157c06 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/security-groups?id=572f8aba-2662-47bd-acd4-4d35c0227c76&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421572
Feb 17 03:38:33.131964 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Device 3536cbed-2c8d-4d95-bbc0-f2840e848748 up at agent ovs-agent-hv-cinder-75994 {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:38:33.207031 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Provisioning complete for port 3536cbed-2c8d-4d95-bbc0-f2840e848748 triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:38:33.207444 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838161172'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:38:33.332166 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for port, before_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:38:33.360647 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb13b0aa-8bce-4878-943d-e3483a430b36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3536cbed-2c8d-4d95-bbc0-f2840e848748'}] {{(pid=83923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 03:38:33.371867 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.db [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] For port 3536cbed-2c8d-4d95-bbc0-f2840e848748, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=3536cbed-2c8d-4d95-bbc0-f2840e848748,segment=NetworkSegment(edc0940c-57ea-45ad-8589-5951cb8baffd),segment_id=edc0940c-57ea-45ad-8589-5951cb8baffd)] {{(pid=83923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:38:33.375628 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303097879514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733756514675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303098261108'] for port, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:38:33.378333 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:38:33.453077 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Pushing event updated for resources: {'Port': ['ID=3536cbed-2c8d-4d95-bbc0-f2840e848748,revision_number=6']} {{(pid=83923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:38:33.456526 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:38:33.481787 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb13b0aa-8bce-4878-943d-e3483a430b36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3536cbed-2c8d-4d95-bbc0-f2840e848748', 'code': 200}
Feb 17 03:38:33.512998 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69170269-3d02-4fbd-bafd-d18d1b5e9c90 req-d3f26d74-283a-4559-afe0-f95b1914736c tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:38:33.514688 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-69170269-3d02-4fbd-bafd-d18d1b5e9c90 req-d3f26d74-283a-4559-afe0-f95b1914736c tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb13b0aa-8bce-4878-943d-e3483a430b36 HTTP/1.1" status: 200  len: 946 time: 0.1106679
Feb 17 03:38:33.568548 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-69170269-3d02-4fbd-bafd-d18d1b5e9c90 req-a56d1f80-56a3-4c35-a139-4561a5c51e30 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/security-groups?id=572f8aba-2662-47bd-acd4-4d35c0227c76&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0474818
Feb 17 03:38:33.814921 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb851e22-c26d-40c3-8b9d-a77302a20ee7 req-aec92f5b-6ed4-490b-a76d-e76624471542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:38:33.816592 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-cb851e22-c26d-40c3-8b9d-a77302a20ee7 req-aec92f5b-6ed4-490b-a76d-e76624471542 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=eb13b0aa-8bce-4878-943d-e3483a430b36 HTTP/1.1" status: 200  len: 1163 time: 0.0800333
Feb 17 03:38:33.864110 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-cb851e22-c26d-40c3-8b9d-a77302a20ee7 req-3b1a9524-8ae1-4c56-9931-5c8f39cc55f2 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=572f8aba-2662-47bd-acd4-4d35c0227c76&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0394113
Feb 17 03:38:34.432708 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Device 3536cbed-2c8d-4d95-bbc0-f2840e848748 up at agent ovs-agent-hv-cinder-75994 {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:38:34.504684 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Provisioning complete for port 3536cbed-2c8d-4d95-bbc0-f2840e848748 triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:38:34.505126 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838161172'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:38:34.782201 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000907d3-0e92-47e0-a221-c58759570e7d req-4b073896-da85-4f57-a8f8-1360b0d463e7 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:38:34.784406 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-000907d3-0e92-47e0-a221-c58759570e7d req-4b073896-da85-4f57-a8f8-1360b0d463e7 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb13b0aa-8bce-4878-943d-e3483a430b36 HTTP/1.1" status: 200  len: 946 time: 0.0867732
Feb 17 03:38:34.835358 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-000907d3-0e92-47e0-a221-c58759570e7d req-b05cdd9e-a08f-4db4-be55-7136e969a008 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/security-groups?id=572f8aba-2662-47bd-acd4-4d35c0227c76&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0444140
Feb 17 03:38:36.042655 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d9a24d-aded-4c68-b1d4-6e4d60f1d052 req-3cde94e9-ddd5-496f-ad48-de81e306838f tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:38:36.044280 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-d0d9a24d-aded-4c68-b1d4-6e4d60f1d052 req-3cde94e9-ddd5-496f-ad48-de81e306838f tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb13b0aa-8bce-4878-943d-e3483a430b36 HTTP/1.1" status: 200  len: 946 time: 0.0898635
Feb 17 03:38:36.093731 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-d0d9a24d-aded-4c68-b1d4-6e4d60f1d052 req-dff14f0e-2cd1-442e-a36a-e026a37baa62 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/security-groups?id=572f8aba-2662-47bd-acd4-4d35c0227c76&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0412948
Feb 17 03:38:37.301131 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7604dd7-22ab-4322-999c-3cfcd63a514d req-bef4bba1-4333-4b4f-ae52-2a147c5ac1c9 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:38:37.302805 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-f7604dd7-22ab-4322-999c-3cfcd63a514d req-bef4bba1-4333-4b4f-ae52-2a147c5ac1c9 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb13b0aa-8bce-4878-943d-e3483a430b36 HTTP/1.1" status: 200  len: 946 time: 0.0906212
Feb 17 03:38:37.352244 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-f7604dd7-22ab-4322-999c-3cfcd63a514d req-b148c6b4-de37-4693-8f94-7bb50a568420 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/security-groups?id=572f8aba-2662-47bd-acd4-4d35c0227c76&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424047
Feb 17 03:38:38.460510 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-cf24342c-f106-42c7-9cba-245ecab2b592 req-91e87669-dc6b-4325-b0fc-fc9f65e02cfd tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-107357108&fields=id&tenant_id=09f977ccc1e54aa6bfffd127c9a4be7d HTTP/1.1" status: 200  len: 267 time: 0.0443804
Feb 17 03:38:38.561974 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ea084e-8fca-4aa2-98d6-0b3585638ea4 req-d6509530-4088-4455-992a-5fb6d3b408ee tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:38:38.563459 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-34ea084e-8fca-4aa2-98d6-0b3585638ea4 req-d6509530-4088-4455-992a-5fb6d3b408ee tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb13b0aa-8bce-4878-943d-e3483a430b36 HTTP/1.1" status: 200  len: 946 time: 0.0898137
Feb 17 03:38:38.610890 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-34ea084e-8fca-4aa2-98d6-0b3585638ea4 req-18812e90-283f-4797-872a-3677fa5ae2cf tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/security-groups?id=572f8aba-2662-47bd-acd4-4d35c0227c76&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0403035
Feb 17 03:38:38.625767 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf24342c-f106-42c7-9cba-245ecab2b592 req-ec37701b-3c3c-4f84-929d-c0d499ba1540 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:38:38.628706 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-cf24342c-f106-42c7-9cba-245ecab2b592 req-ec37701b-3c3c-4f84-929d-c0d499ba1540 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.57 "GET /v2.0/networks?id=3cb0cdf3-e2d2-4fae-b226-b086c7cc05ee HTTP/1.1" status: 200  len: 812 time: 0.1606266
Feb 17 03:38:38.644898 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-cf24342c-f106-42c7-9cba-245ecab2b592 req-cbe42696-2754-4da0-bc16-48c7d7af71ed tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.57 "GET /v2.0/quotas/09f977ccc1e54aa6bfffd127c9a4be7d HTTP/1.1" status: 200  len: 375 time: 0.0107596
Feb 17 03:38:38.745782 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-cf24342c-f106-42c7-9cba-245ecab2b592 req-06faafdf-02a4-4874-972e-70a9f717576f tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=09f977ccc1e54aa6bfffd127c9a4be7d&fields=id HTTP/1.1" status: 200  len: 440 time: 0.0944786
Feb 17 03:38:38.809670 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [req-cf24342c-f106-42c7-9cba-245ecab2b592 req-0ff2d5b8-4c47-4b4c-9700-30db25861640 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=83921) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 17 03:38:38.810724 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-cf24342c-f106-42c7-9cba-245ecab2b592 req-0ff2d5b8-4c47-4b4c-9700-30db25861640 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0528643
Feb 17 03:38:38.973048 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-cf24342c-f106-42c7-9cba-245ecab2b592 req-07ce46bc-7bcb-40d5-a7f0-771af100fffa service neutron] 10.222.0.57 "GET /v2.0/networks/3cb0cdf3-e2d2-4fae-b226-b086c7cc05ee?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1553638
Feb 17 03:38:39.156042 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-cf24342c-f106-42c7-9cba-245ecab2b592 req-f2d86ee5-bd12-41c5-b857-6339e80e8175 service neutron] 10.222.0.57 "GET /v2.0/networks/3cb0cdf3-e2d2-4fae-b226-b086c7cc05ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1763105
Feb 17 03:38:39.576330 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-73a628e6-673f-4732-a624-da9cf0591ffe req-38d15ddc-1295-4970-a461-59ef737de57b tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.57 "GET /v2.0/ports?device_id=1f8f18c7-f615-4522-86f3-7d9caae10cb0 HTTP/1.1" status: 200  len: 210 time: 0.0496380
Feb 17 03:38:40.742505 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-744220d2-f485-4d9b-97e6-231d7b937dfe req-a2326259-0e8e-4eb6-95a2-727b556003a4 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.57 "GET /v2.0/ports?device_id=1f8f18c7-f615-4522-86f3-7d9caae10cb0 HTTP/1.1" status: 200  len: 210 time: 0.0498497
Feb 17 03:38:41.953564 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-76b5ef6c-016d-4168-b011-f3506a90c600 req-2346fdba-e4e4-41d7-a1f0-ac547a46d9d8 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.57 "GET /v2.0/ports?device_id=1f8f18c7-f615-4522-86f3-7d9caae10cb0 HTTP/1.1" status: 200  len: 210 time: 0.0536239
Feb 17 03:38:41.962429 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf24342c-f106-42c7-9cba-245ecab2b592 req-dcbe1295-ee33-48f0-aa6e-073edc0f73b5 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:38:41.964019 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-cf24342c-f106-42c7-9cba-245ecab2b592 req-dcbe1295-ee33-48f0-aa6e-073edc0f73b5 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.54 "GET /v2.0/networks?id=3cb0cdf3-e2d2-4fae-b226-b086c7cc05ee HTTP/1.1" status: 200  len: 812 time: 0.2217789
Feb 17 03:38:42.049516 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-cf24342c-f106-42c7-9cba-245ecab2b592 req-6772a48c-fa59-439f-8da1-5db234873d3e tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=09f977ccc1e54aa6bfffd127c9a4be7d HTTP/1.1" status: 200  len: 5763 time: 0.0692983
Feb 17 03:38:42.058875 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.v2.base [req-cf24342c-f106-42c7-9cba-245ecab2b592 req-d4f39a21-26dd-4985-8148-69cbf83eefff tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Request body: {'port': {'device_id': '1f8f18c7-f615-4522-86f3-7d9caae10cb0', 'network_id': '3cb0cdf3-e2d2-4fae-b226-b086c7cc05ee', 'admin_state_up': True, 'tenant_id': '09f977ccc1e54aa6bfffd127c9a4be7d', 'security_groups': ['42a135cc-1e4e-4724-8c79-cda705e48efc']}} {{(pid=83921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:38:42.206081 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [req-cf24342c-f106-42c7-9cba-245ecab2b592 req-d4f39a21-26dd-4985-8148-69cbf83eefff tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:38:42.215917 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [req-cf24342c-f106-42c7-9cba-245ecab2b592 req-d4f39a21-26dd-4985-8148-69cbf83eefff tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:38:42.224627 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf24342c-f106-42c7-9cba-245ecab2b592 req-d4f39a21-26dd-4985-8148-69cbf83eefff tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Made reservation on behalf of 09f977ccc1e54aa6bfffd127c9a4be7d for: {'port': 1} {{(pid=83921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 03:38:42.230289 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-cf24342c-f106-42c7-9cba-245ecab2b592 req-d4f39a21-26dd-4985-8148-69cbf83eefff tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for port, before_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:38:42.542583 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.db_base_plugin_common [req-cf24342c-f106-42c7-9cba-245ecab2b592 req-d4f39a21-26dd-4985-8148-69cbf83eefff tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Allocated IP 172.20.0.9 (3cb0cdf3-e2d2-4fae-b226-b086c7cc05ee/7b7a5bdd-0e94-4495-9a8f-a3426e0e5cfa/3b32b96c-a86d-446f-8f9f-4f8b2c500fb9) {{(pid=83921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 03:38:42.741247 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-cf24342c-f106-42c7-9cba-245ecab2b592 req-d4f39a21-26dd-4985-8148-69cbf83eefff tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Notify callbacks [] for port, precommit_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:38:42.758690 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [req-cf24342c-f106-42c7-9cba-245ecab2b592 req-d4f39a21-26dd-4985-8148-69cbf83eefff tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Transition to ACTIVE for port object 3b32b96c-a86d-446f-8f9f-4f8b2c500fb9 will not be triggered until provisioned by entity DHCP. {{(pid=83921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 03:38:42.782009 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-cf24342c-f106-42c7-9cba-245ecab2b592 req-d4f39a21-26dd-4985-8148-69cbf83eefff tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363303098263190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852640907'] for port, after_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:38:42.797146 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-99e5869a-5d3a-4101-9595-b630acd6c297 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:38:43.164741 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f39a21-26dd-4985-8148-69cbf83eefff tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Pushing event updated for resources: {'Port': ['ID=3b32b96c-a86d-446f-8f9f-4f8b2c500fb9,revision_number=1']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:38:43.173070 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52fd882-707b-4850-9588-59c0faa24260 req-8d9583a9-ac11-43e5-a977-41423fcca9a3 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:38:43.175213 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-e52fd882-707b-4850-9588-59c0faa24260 req-8d9583a9-ac11-43e5-a977-41423fcca9a3 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.57 "GET /v2.0/ports?device_id=1f8f18c7-f615-4522-86f3-7d9caae10cb0 HTTP/1.1" status: 200  len: 931 time: 0.0935645
Feb 17 03:38:43.186886 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f39a21-26dd-4985-8148-69cbf83eefff tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:38:43.187297 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f39a21-26dd-4985-8148-69cbf83eefff tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:38:43.187703 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f39a21-26dd-4985-8148-69cbf83eefff tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:38:43.188095 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f39a21-26dd-4985-8148-69cbf83eefff tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:38:43.188483 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f39a21-26dd-4985-8148-69cbf83eefff tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:38:43.188873 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f39a21-26dd-4985-8148-69cbf83eefff tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:38:43.189284 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f39a21-26dd-4985-8148-69cbf83eefff tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:38:43.189729 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f39a21-26dd-4985-8148-69cbf83eefff tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:38:43.190605 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f39a21-26dd-4985-8148-69cbf83eefff tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:38:43.190995 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f39a21-26dd-4985-8148-69cbf83eefff tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:38:43.191378 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f39a21-26dd-4985-8148-69cbf83eefff tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:38:43.191760 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f39a21-26dd-4985-8148-69cbf83eefff tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:38:43.192233 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f39a21-26dd-4985-8148-69cbf83eefff tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:38:43.192621 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f39a21-26dd-4985-8148-69cbf83eefff tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:38:43.193007 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f39a21-26dd-4985-8148-69cbf83eefff tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:38:43.193414 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f39a21-26dd-4985-8148-69cbf83eefff tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:38:43.193797 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f39a21-26dd-4985-8148-69cbf83eefff tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:38:43.194180 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f39a21-26dd-4985-8148-69cbf83eefff tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:38:43.194567 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f39a21-26dd-4985-8148-69cbf83eefff tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:38:43.194951 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f39a21-26dd-4985-8148-69cbf83eefff tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:38:43.195335 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f39a21-26dd-4985-8148-69cbf83eefff tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:38:43.195718 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f39a21-26dd-4985-8148-69cbf83eefff tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:38:43.196102 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f39a21-26dd-4985-8148-69cbf83eefff tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:38:43.196482 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f39a21-26dd-4985-8148-69cbf83eefff tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:38:43.202237 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-d4f39a21-26dd-4985-8148-69cbf83eefff tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.405s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:38:43.224245 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-e52fd882-707b-4850-9588-59c0faa24260 req-c2b4894c-c6c1-45d6-8086-6e83bf650132 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.57 "GET /v2.0/security-groups?id=42a135cc-1e4e-4724-8c79-cda705e48efc&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0422907
Feb 17 03:38:43.241357 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf24342c-f106-42c7-9cba-245ecab2b592 req-d4f39a21-26dd-4985-8148-69cbf83eefff tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Network 3cb0cdf3-e2d2-4fae-b226-b086c7cc05ee is already hosted by enough agents. {{(pid=83921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 03:38:43.242551 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.scheduler.base_scheduler [req-cf24342c-f106-42c7-9cba-245ecab2b592 req-d4f39a21-26dd-4985-8148-69cbf83eefff tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Resources bound (agent type, host, resource id):  {{(pid=83921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 03:38:43.245119 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf24342c-f106-42c7-9cba-245ecab2b592 req-d4f39a21-26dd-4985-8148-69cbf83eefff tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Received port after_create {{(pid=83921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 03:38:43.310728 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf24342c-f106-42c7-9cba-245ecab2b592 req-d4f39a21-26dd-4985-8148-69cbf83eefff tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:38:43.311313 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-cf24342c-f106-42c7-9cba-245ecab2b592 req-d4f39a21-26dd-4985-8148-69cbf83eefff tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774597'] for port, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:38:43.339988 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-cf24342c-f106-42c7-9cba-245ecab2b592 req-d4f39a21-26dd-4985-8148-69cbf83eefff tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2851219
Feb 17 03:38:43.359638 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.v2.base [req-cf24342c-f106-42c7-9cba-245ecab2b592 req-f968384b-1e43-42a3-b43a-b5dac2e0ff7f service neutron] Request body: {'port': {'device_id': '1f8f18c7-f615-4522-86f3-7d9caae10cb0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75994'}} {{(pid=83921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:38:43.493924 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-b60d0c2f-dce3-4e7e-bcbb-6c1e63900713 None None] Provisioning for port 3b32b96c-a86d-446f-8f9f-4f8b2c500fb9 completed by entity DHCP. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 03:38:43.496170 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-cf24342c-f106-42c7-9cba-245ecab2b592 req-f968384b-1e43-42a3-b43a-b5dac2e0ff7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for port, before_update {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:38:43.498957 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-b60d0c2f-dce3-4e7e-bcbb-6c1e63900713 None None] Provisioning complete for port 3b32b96c-a86d-446f-8f9f-4f8b2c500fb9 triggered by entity DHCP. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:38:43.499378 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-b60d0c2f-dce3-4e7e-bcbb-6c1e63900713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838161172'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:38:43.558736 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.plugin [None req-b60d0c2f-dce3-4e7e-bcbb-6c1e63900713 None None] Port 3b32b96c-a86d-446f-8f9f-4f8b2c500fb9 cannot update to ACTIVE because it is not bound. {{(pid=83923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 03:38:43.911242 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.notifiers.nova [req-cf24342c-f106-42c7-9cba-245ecab2b592 req-f968384b-1e43-42a3-b43a-b5dac2e0ff7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b32b96c-a86d-446f-8f9f-4f8b2c500fb9 {{(pid=83921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 17 03:38:43.919101 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-cf24342c-f106-42c7-9cba-245ecab2b592 req-f968384b-1e43-42a3-b43a-b5dac2e0ff7f service neutron] Notify callbacks [] for port, precommit_update {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:38:43.931472 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [req-cf24342c-f106-42c7-9cba-245ecab2b592 req-f968384b-1e43-42a3-b43a-b5dac2e0ff7f service neutron] Transition to ACTIVE for port object 3b32b96c-a86d-446f-8f9f-4f8b2c500fb9 will not be triggered until provisioned by entity L2. {{(pid=83921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 03:38:43.934076 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-cf24342c-f106-42c7-9cba-245ecab2b592 req-f968384b-1e43-42a3-b43a-b5dac2e0ff7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303097879514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733756514675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303098261108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2134908'] for port, after_update {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:38:43.950113 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-3cae842f-22f4-4882-bd83-14f4708168ce tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:38:44.091072 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f968384b-1e43-42a3-b43a-b5dac2e0ff7f service neutron] Pushing event updated for resources: {'Port': ['ID=3b32b96c-a86d-446f-8f9f-4f8b2c500fb9,revision_number=2']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:38:44.096596 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-f968384b-1e43-42a3-b43a-b5dac2e0ff7f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:38:44.273594 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.managers [req-cf24342c-f106-42c7-9cba-245ecab2b592 req-f968384b-1e43-42a3-b43a-b5dac2e0ff7f service neutron] Attempting to bind port 3b32b96c-a86d-446f-8f9f-4f8b2c500fb9 on host hv-cinder-75994 for vnic_type normal with profile  {{(pid=83921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 03:38:44.274052 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.managers [req-cf24342c-f106-42c7-9cba-245ecab2b592 req-f968384b-1e43-42a3-b43a-b5dac2e0ff7f service neutron] Attempting to bind port 3b32b96c-a86d-446f-8f9f-4f8b2c500fb9 by drivers openvswitch on host hv-cinder-75994 at level 0 using segments [{'id': '1395ec13-865d-4759-982d-888e59978303', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3cb0cdf3-e2d2-4fae-b226-b086c7cc05ee'}] {{(pid=83921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 03:38:44.274320 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf24342c-f106-42c7-9cba-245ecab2b592 req-f968384b-1e43-42a3-b43a-b5dac2e0ff7f service neutron] Attempting to bind port 3b32b96c-a86d-446f-8f9f-4f8b2c500fb9 on network 3cb0cdf3-e2d2-4fae-b226-b086c7cc05ee {{(pid=83921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 03:38:44.280423 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf24342c-f106-42c7-9cba-245ecab2b592 req-f968384b-1e43-42a3-b43a-b5dac2e0ff7f service neutron] Checking agent: {'id': '1c3dee76-e565-424d-b4cd-b2af1407410d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75994', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 3, 25, 23), 'started_at': datetime.datetime(2021, 2, 17, 3, 25, 53), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 3, 38, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.11', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 03:38:44.280800 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf24342c-f106-42c7-9cba-245ecab2b592 req-f968384b-1e43-42a3-b43a-b5dac2e0ff7f service neutron] Checking segment: {'id': '1395ec13-865d-4759-982d-888e59978303', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3cb0cdf3-e2d2-4fae-b226-b086c7cc05ee'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 03:38:44.281242 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-cf24342c-f106-42c7-9cba-245ecab2b592 req-f968384b-1e43-42a3-b43a-b5dac2e0ff7f service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:38:44.281642 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf24342c-f106-42c7-9cba-245ecab2b592 req-f968384b-1e43-42a3-b43a-b5dac2e0ff7f service neutron] Bound using segment: {'id': '1395ec13-865d-4759-982d-888e59978303', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3cb0cdf3-e2d2-4fae-b226-b086c7cc05ee'} {{(pid=83921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 03:38:44.282120 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.managers [req-cf24342c-f106-42c7-9cba-245ecab2b592 req-f968384b-1e43-42a3-b43a-b5dac2e0ff7f service neutron] Bound port: 3b32b96c-a86d-446f-8f9f-4f8b2c500fb9, host: hv-cinder-75994, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1395ec13-865d-4759-982d-888e59978303', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3cb0cdf3-e2d2-4fae-b226-b086c7cc05ee'}}] {{(pid=83921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 03:38:44.282503 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-cf24342c-f106-42c7-9cba-245ecab2b592 req-f968384b-1e43-42a3-b43a-b5dac2e0ff7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for port, before_update {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:38:44.441847 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.db [req-cf24342c-f106-42c7-9cba-245ecab2b592 req-f968384b-1e43-42a3-b43a-b5dac2e0ff7f service neutron] For port 3b32b96c-a86d-446f-8f9f-4f8b2c500fb9, host hv-cinder-75994, cleared binding levels {{(pid=83921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 03:38:44.452384 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.db [req-cf24342c-f106-42c7-9cba-245ecab2b592 req-f968384b-1e43-42a3-b43a-b5dac2e0ff7f service neutron] For port 3b32b96c-a86d-446f-8f9f-4f8b2c500fb9, host hv-cinder-75994, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=3b32b96c-a86d-446f-8f9f-4f8b2c500fb9,segment=NetworkSegment(1395ec13-865d-4759-982d-888e59978303),segment_id=1395ec13-865d-4759-982d-888e59978303)] {{(pid=83921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 03:38:44.458837 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-cf24342c-f106-42c7-9cba-245ecab2b592 req-f968384b-1e43-42a3-b43a-b5dac2e0ff7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303097879514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733756514675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303098261108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2134908'] for port, after_update {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:38:44.475190 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-f04f554b-bf74-48de-a127-5ac97a2511b4 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:38:44.596967 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da066970-4bc2-4777-95ce-fedd7e284575 req-540297ec-b9c1-40a9-add6-c13680ed91ca tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:38:44.597766 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [req-da066970-4bc2-4777-95ce-fedd7e284575 req-540297ec-b9c1-40a9-add6-c13680ed91ca tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Synchronizing usage tracker for tenant:09f977ccc1e54aa6bfffd127c9a4be7d on resource:port {{(pid=83921) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 03:38:44.658924 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [req-da066970-4bc2-4777-95ce-fedd7e284575 req-540297ec-b9c1-40a9-add6-c13680ed91ca tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Unset dirty status for tenant:09f977ccc1e54aa6bfffd127c9a4be7d on resource:port {{(pid=83921) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 03:38:44.660219 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-da066970-4bc2-4777-95ce-fedd7e284575 req-540297ec-b9c1-40a9-add6-c13680ed91ca tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.57 "GET /v2.0/ports?device_id=1f8f18c7-f615-4522-86f3-7d9caae10cb0 HTTP/1.1" status: 200  len: 943 time: 0.3157372
Feb 17 03:38:44.665454 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f968384b-1e43-42a3-b43a-b5dac2e0ff7f service neutron] Pushing event updated for resources: {'Port': ['ID=3b32b96c-a86d-446f-8f9f-4f8b2c500fb9,revision_number=3']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:38:44.681874 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-f968384b-1e43-42a3-b43a-b5dac2e0ff7f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:38:44.738108 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-da066970-4bc2-4777-95ce-fedd7e284575 req-bd8a841e-917a-4720-ae85-3980c5b65071 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.57 "GET /v2.0/security-groups?id=42a135cc-1e4e-4724-8c79-cda705e48efc&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0677462
Feb 17 03:38:44.739294 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf24342c-f106-42c7-9cba-245ecab2b592 req-f968384b-1e43-42a3-b43a-b5dac2e0ff7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:38:44.739974 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-cf24342c-f106-42c7-9cba-245ecab2b592 req-f968384b-1e43-42a3-b43a-b5dac2e0ff7f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774597'] for port, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:38:44.741386 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-cf24342c-f106-42c7-9cba-245ecab2b592 req-f968384b-1e43-42a3-b43a-b5dac2e0ff7f service neutron] 10.222.0.54 "PUT /v2.0/ports/3b32b96c-a86d-446f-8f9f-4f8b2c500fb9 HTTP/1.1" status: 200  len: 1157 time: 1.3869102
Feb 17 03:38:44.741926 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f8f18c7-f615-4522-86f3-7d9caae10cb0', 'tag': '3b32b96c-a86d-446f-8f9f-4f8b2c500fb9'}] {{(pid=83921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 03:38:44.880828 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f8f18c7-f615-4522-86f3-7d9caae10cb0', 'tag': '3b32b96c-a86d-446f-8f9f-4f8b2c500fb9', 'status': 'completed', 'code': 200}
Feb 17 03:38:44.900398 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf24342c-f106-42c7-9cba-245ecab2b592 req-c8cbe4d1-84cc-4ed1-b219-96816015c3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:38:44.902127 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-cf24342c-f106-42c7-9cba-245ecab2b592 req-c8cbe4d1-84cc-4ed1-b219-96816015c3d0 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=09f977ccc1e54aa6bfffd127c9a4be7d&device_id=1f8f18c7-f615-4522-86f3-7d9caae10cb0 HTTP/1.1" status: 200  len: 1160 time: 0.0918183
Feb 17 03:38:44.988945 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-cf24342c-f106-42c7-9cba-245ecab2b592 req-a1f7da62-10a5-4bbf-aa42-ed3bcf2c9ec4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3b32b96c-a86d-446f-8f9f-4f8b2c500fb9 HTTP/1.1" status: 200  len: 217 time: 0.0715477
Feb 17 03:38:45.058680 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf24342c-f106-42c7-9cba-245ecab2b592 req-8e95d204-d78d-40c0-822f-a79e3357a515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:38:45.060203 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-cf24342c-f106-42c7-9cba-245ecab2b592 req-8e95d204-d78d-40c0-822f-a79e3357a515 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7b7a5bdd-0e94-4495-9a8f-a3426e0e5cfa HTTP/1.1" status: 200  len: 851 time: 0.0647228
Feb 17 03:38:45.148325 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf24342c-f106-42c7-9cba-245ecab2b592 req-45709c4d-6129-4668-9c24-3b98dd9c5f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:38:45.150056 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-cf24342c-f106-42c7-9cba-245ecab2b592 req-45709c4d-6129-4668-9c24-3b98dd9c5f6e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3cb0cdf3-e2d2-4fae-b226-b086c7cc05ee&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0829487
Feb 17 03:38:45.298026 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-cf24342c-f106-42c7-9cba-245ecab2b592 req-c4e5d9c4-2181-4633-bee0-aa3293890a09 service neutron] 10.222.0.54 "GET /v2.0/networks/3cb0cdf3-e2d2-4fae-b226-b086c7cc05ee?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1407175
Feb 17 03:38:45.443073 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-cf24342c-f106-42c7-9cba-245ecab2b592 req-2ce23522-3799-4282-80d9-e9712892869e service neutron] 10.222.0.54 "GET /v2.0/networks/3cb0cdf3-e2d2-4fae-b226-b086c7cc05ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1382170
Feb 17 03:38:45.596696 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b03ab6c-ce73-490e-901c-d05e731449e9 req-98b38604-3d84-4a38-90e9-fe34c92fbe44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:38:45.598339 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-4b03ab6c-ce73-490e-901c-d05e731449e9 req-98b38604-3d84-4a38-90e9-fe34c92fbe44 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=09f977ccc1e54aa6bfffd127c9a4be7d&device_id=1f8f18c7-f615-4522-86f3-7d9caae10cb0 HTTP/1.1" status: 200  len: 1160 time: 0.0789340
Feb 17 03:38:45.748951 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b03ab6c-ce73-490e-901c-d05e731449e9 req-6292f6aa-f8f0-415d-9f55-bb6ba7b9e33d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:38:45.750729 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-4b03ab6c-ce73-490e-901c-d05e731449e9 req-6292f6aa-f8f0-415d-9f55-bb6ba7b9e33d service neutron] 10.222.0.54 "GET /v2.0/networks?id=3cb0cdf3-e2d2-4fae-b226-b086c7cc05ee HTTP/1.1" status: 200  len: 906 time: 0.1448979
Feb 17 03:38:45.831482 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-4b03ab6c-ce73-490e-901c-d05e731449e9 req-dc2c0647-443a-4d59-ba0f-0ab3f8349227 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3b32b96c-a86d-446f-8f9f-4f8b2c500fb9 HTTP/1.1" status: 200  len: 217 time: 0.0703037
Feb 17 03:38:45.959185 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b03ab6c-ce73-490e-901c-d05e731449e9 req-3662e4c9-1b53-4acd-b7bb-567f05654eef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:38:45.960767 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-4b03ab6c-ce73-490e-901c-d05e731449e9 req-3662e4c9-1b53-4acd-b7bb-567f05654eef service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7b7a5bdd-0e94-4495-9a8f-a3426e0e5cfa HTTP/1.1" status: 200  len: 851 time: 0.1219509
Feb 17 03:38:46.036459 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b55c045-20cd-401c-8887-89e8c2e6bcb6 req-f098b7ca-f2e8-4ee8-8f34-8ac446d54032 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:38:46.038308 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-0b55c045-20cd-401c-8887-89e8c2e6bcb6 req-f098b7ca-f2e8-4ee8-8f34-8ac446d54032 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.57 "GET /v2.0/ports?device_id=1f8f18c7-f615-4522-86f3-7d9caae10cb0 HTTP/1.1" status: 200  len: 943 time: 0.1636009
Feb 17 03:38:46.093812 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b03ab6c-ce73-490e-901c-d05e731449e9 req-d93ddca0-e51c-4edc-93ae-942d82d5e5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:38:46.095414 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-4b03ab6c-ce73-490e-901c-d05e731449e9 req-d93ddca0-e51c-4edc-93ae-942d82d5e5fa service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3cb0cdf3-e2d2-4fae-b226-b086c7cc05ee&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1229291
Feb 17 03:38:46.103426 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-0b55c045-20cd-401c-8887-89e8c2e6bcb6 req-454e19c4-1e61-4318-a526-080fa7d87c2c tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.57 "GET /v2.0/security-groups?id=42a135cc-1e4e-4724-8c79-cda705e48efc&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0581830
Feb 17 03:38:46.240655 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-4b03ab6c-ce73-490e-901c-d05e731449e9 req-1eba974e-65d3-4ca8-82c6-9b4bd0e04cc7 service neutron] 10.222.0.54 "GET /v2.0/networks/3cb0cdf3-e2d2-4fae-b226-b086c7cc05ee?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1360888
Feb 17 03:38:46.385662 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-4b03ab6c-ce73-490e-901c-d05e731449e9 req-ed6f04ba-6c43-408f-b6b1-33f9b9deff4b service neutron] 10.222.0.54 "GET /v2.0/networks/3cb0cdf3-e2d2-4fae-b226-b086c7cc05ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1379964
Feb 17 03:38:47.305971 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c854c42-7187-470f-839b-2d7923055772 req-29447230-ac54-4bf3-b622-f48a937e9272 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:38:47.307490 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-1c854c42-7187-470f-839b-2d7923055772 req-29447230-ac54-4bf3-b622-f48a937e9272 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.57 "GET /v2.0/ports?device_id=1f8f18c7-f615-4522-86f3-7d9caae10cb0 HTTP/1.1" status: 200  len: 943 time: 0.0898898
Feb 17 03:38:47.354399 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-1c854c42-7187-470f-839b-2d7923055772 req-90a29913-3f77-4606-a52e-4efdc9a19ef4 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.57 "GET /v2.0/security-groups?id=42a135cc-1e4e-4724-8c79-cda705e48efc&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0406055
Feb 17 03:38:48.569236 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c589e1ed-6dbd-46e0-8e25-21f03f3a0cad req-28821939-500d-478b-915c-ab9512c5ef46 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:38:48.570958 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-c589e1ed-6dbd-46e0-8e25-21f03f3a0cad req-28821939-500d-478b-915c-ab9512c5ef46 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.57 "GET /v2.0/ports?device_id=1f8f18c7-f615-4522-86f3-7d9caae10cb0 HTTP/1.1" status: 200  len: 943 time: 0.0939004
Feb 17 03:38:48.623556 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-c589e1ed-6dbd-46e0-8e25-21f03f3a0cad req-390a8064-3d90-4a95-9e3b-e359cce8d55b tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.57 "GET /v2.0/security-groups?id=42a135cc-1e4e-4724-8c79-cda705e48efc&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0458934
Feb 17 03:38:49.826696 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb73d90c-2842-4a2f-a593-0aaa808a94fd req-49dde435-4f3c-42ab-a7fe-3864f861f68b tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:38:49.828233 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-cb73d90c-2842-4a2f-a593-0aaa808a94fd req-49dde435-4f3c-42ab-a7fe-3864f861f68b tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.57 "GET /v2.0/ports?device_id=1f8f18c7-f615-4522-86f3-7d9caae10cb0 HTTP/1.1" status: 200  len: 943 time: 0.0878339
Feb 17 03:38:49.880574 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-cb73d90c-2842-4a2f-a593-0aaa808a94fd req-7f5d34fa-e4c1-4157-8304-916c1365e6c3 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.57 "GET /v2.0/security-groups?id=42a135cc-1e4e-4724-8c79-cda705e48efc&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0452769
Feb 17 03:38:51.082122 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327ab9bb-9d99-4214-a7bb-76cc94433288 req-46b35a96-fa3d-44fd-a252-402ae71d2cc3 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:38:51.083997 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-327ab9bb-9d99-4214-a7bb-76cc94433288 req-46b35a96-fa3d-44fd-a252-402ae71d2cc3 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.57 "GET /v2.0/ports?device_id=1f8f18c7-f615-4522-86f3-7d9caae10cb0 HTTP/1.1" status: 200  len: 943 time: 0.0876625
Feb 17 03:38:51.138887 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-327ab9bb-9d99-4214-a7bb-76cc94433288 req-16f79957-b438-4500-bc98-f0b52711dd8b tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.57 "GET /v2.0/security-groups?id=42a135cc-1e4e-4724-8c79-cda705e48efc&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0446448
Feb 17 03:38:52.343897 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8d270a-1904-4209-8389-bd690e062b8c req-17a05031-a512-4299-a5e5-53c79e37dd43 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:38:52.345550 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-2f8d270a-1904-4209-8389-bd690e062b8c req-17a05031-a512-4299-a5e5-53c79e37dd43 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.57 "GET /v2.0/ports?device_id=1f8f18c7-f615-4522-86f3-7d9caae10cb0 HTTP/1.1" status: 200  len: 943 time: 0.0888360
Feb 17 03:38:52.394663 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-2f8d270a-1904-4209-8389-bd690e062b8c req-8e0848df-ef4d-4bf3-bc16-326fa9925244 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.57 "GET /v2.0/security-groups?id=42a135cc-1e4e-4724-8c79-cda705e48efc&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0426483
Feb 17 03:38:53.423730 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-6ea6833f-90b2-4204-ab7b-83e66eab533c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:38:53.624484 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaecef6-84ce-41cc-abe6-b0255f2693e3 req-eaba6a6d-8700-4703-b18c-9da72038e127 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:38:53.626144 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-adaecef6-84ce-41cc-abe6-b0255f2693e3 req-eaba6a6d-8700-4703-b18c-9da72038e127 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.57 "GET /v2.0/ports?device_id=1f8f18c7-f615-4522-86f3-7d9caae10cb0 HTTP/1.1" status: 200  len: 943 time: 0.1019511
Feb 17 03:38:53.681586 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-adaecef6-84ce-41cc-abe6-b0255f2693e3 req-2b3b61d7-5549-4886-b8ec-64653304be31 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.57 "GET /v2.0/security-groups?id=42a135cc-1e4e-4724-8c79-cda705e48efc&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0481322
Feb 17 03:38:54.180706 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6724d885-ded0-4ade-9917-0076cbe191a9 req-42244020-c1c3-41dc-b32d-96cf6bcdb1f7 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:38:54.182406 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-6724d885-ded0-4ade-9917-0076cbe191a9 req-42244020-c1c3-41dc-b32d-96cf6bcdb1f7 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] 10.222.0.57 "GET /v2.0/ports?device_id=94dff4c9-58ab-474c-97ba-cb0bcea04ac9 HTTP/1.1" status: 200  len: 946 time: 0.0988746
Feb 17 03:38:54.233622 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-6724d885-ded0-4ade-9917-0076cbe191a9 req-eb094a08-1ba1-4343-898f-b93d5238b709 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] 10.222.0.57 "GET /v2.0/security-groups?id=2b4344df-d73c-46d9-94d8-9f45e3e3a87c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0445938
Feb 17 03:38:54.891255 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1789f952-4cd3-4d38-af78-2c9c06d7e5b1 req-e5cc49f2-13c6-4f70-9180-e79534289cba tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:38:54.892932 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-1789f952-4cd3-4d38-af78-2c9c06d7e5b1 req-e5cc49f2-13c6-4f70-9180-e79534289cba tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.57 "GET /v2.0/ports?device_id=1f8f18c7-f615-4522-86f3-7d9caae10cb0 HTTP/1.1" status: 200  len: 943 time: 0.0946448
Feb 17 03:38:54.943311 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-1789f952-4cd3-4d38-af78-2c9c06d7e5b1 req-624c0823-596e-42b2-b9f2-b59f31308280 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.57 "GET /v2.0/security-groups?id=42a135cc-1e4e-4724-8c79-cda705e48efc&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0435433
Feb 17 03:38:55.437094 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8b71e8-df34-43cc-b69b-560a76f91629 req-be41e73b-313d-4fce-a9ad-f2d9c35f0796 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:38:55.438692 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-1e8b71e8-df34-43cc-b69b-560a76f91629 req-be41e73b-313d-4fce-a9ad-f2d9c35f0796 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] 10.222.0.57 "GET /v2.0/ports?device_id=94dff4c9-58ab-474c-97ba-cb0bcea04ac9 HTTP/1.1" status: 200  len: 946 time: 0.0868881
Feb 17 03:38:55.475120 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-04d17d77-d278-438b-a165-57d84a5d5b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:38:55.488032 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-1e8b71e8-df34-43cc-b69b-560a76f91629 req-9dca14eb-e646-4418-b5b9-1ca31e3f3c5a tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] 10.222.0.57 "GET /v2.0/security-groups?id=2b4344df-d73c-46d9-94d8-9f45e3e3a87c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429652
Feb 17 03:38:55.496006 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:38:56.140398 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7f33d7-55cf-4e54-ba1e-021ad3a5d561 req-18922991-86f4-4748-a0bc-46a513586e64 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:38:56.142040 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-8d7f33d7-55cf-4e54-ba1e-021ad3a5d561 req-18922991-86f4-4748-a0bc-46a513586e64 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.57 "GET /v2.0/ports?device_id=1f8f18c7-f615-4522-86f3-7d9caae10cb0 HTTP/1.1" status: 200  len: 943 time: 0.0872583
Feb 17 03:38:56.153682 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.agents_db [None req-06fda002-6a6c-4595-892c-f579c445b334 None None] Agent healthcheck: found 6 active agents {{(pid=83924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 03:38:56.189003 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-8d7f33d7-55cf-4e54-ba1e-021ad3a5d561 req-a1bd9b14-64df-4030-9cb0-01cbac8b480e tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.57 "GET /v2.0/security-groups?id=42a135cc-1e4e-4724-8c79-cda705e48efc&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0407588
Feb 17 03:38:56.425121 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-8cda4ffb-98e6-4bcf-adaf-c47fc353fc1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:38:56.698665 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8006e6-ae71-4969-acff-ba718b421e0c req-385b6499-29e3-4feb-9be0-33decf3942c5 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:38:56.700398 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-9f8006e6-ae71-4969-acff-ba718b421e0c req-385b6499-29e3-4feb-9be0-33decf3942c5 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] 10.222.0.57 "GET /v2.0/ports?device_id=94dff4c9-58ab-474c-97ba-cb0bcea04ac9 HTTP/1.1" status: 200  len: 946 time: 0.0920734
Feb 17 03:38:56.746029 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Device 69a3d64d-ffe3-4aa5-aaf3-41565f3dd68c up at agent ovs-agent-hv-cinder-75994 {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:38:56.751326 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-9f8006e6-ae71-4969-acff-ba718b421e0c req-e541ab16-6ed0-4333-b9fe-975025e0f05d tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] 10.222.0.57 "GET /v2.0/security-groups?id=2b4344df-d73c-46d9-94d8-9f45e3e3a87c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0439878
Feb 17 03:38:56.819352 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Provisioning complete for port 69a3d64d-ffe3-4aa5-aaf3-41565f3dd68c triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:38:56.819768 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838161172'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:38:57.235271 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:38:57.381345 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f425751-d398-4a5c-be78-5e49fe136f74 req-164b2cf5-2dcc-4e86-b9c9-111aeee2ef7e tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:38:57.382974 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-7f425751-d398-4a5c-be78-5e49fe136f74 req-164b2cf5-2dcc-4e86-b9c9-111aeee2ef7e tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] 10.222.0.54 "GET /v2.0/ports?device_id=94dff4c9-58ab-474c-97ba-cb0bcea04ac9 HTTP/1.1" status: 200  len: 946 time: 0.3821287
Feb 17 03:38:57.477910 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.plugin [req-7f425751-d398-4a5c-be78-5e49fe136f74 req-e2c46ac1-83ce-419e-8de5-6e57201e0f0d tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Deleting port 69a3d64d-ffe3-4aa5-aaf3-41565f3dd68c {{(pid=83921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 03:38:57.478208 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-7f425751-d398-4a5c-be78-5e49fe136f74 req-e2c46ac1-83ce-419e-8de5-6e57201e0f0d tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363303097822068'] for port, before_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:38:57.528264 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7180f6-7af4-4d69-9acd-54dca87c59e9 req-3d27fdf0-8e6f-4169-8f6f-83c8a5d27fd6 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:38:57.529946 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-ac7180f6-7af4-4d69-9acd-54dca87c59e9 req-3d27fdf0-8e6f-4169-8f6f-83c8a5d27fd6 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.57 "GET /v2.0/ports?device_id=1f8f18c7-f615-4522-86f3-7d9caae10cb0 HTTP/1.1" status: 200  len: 943 time: 0.2177122
Feb 17 03:38:57.596317 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-3bdb028f-655c-46e9-b0eb-5d4ca64bdb37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:38:57.648770 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-ac7180f6-7af4-4d69-9acd-54dca87c59e9 req-5df10714-a11e-4b34-a8f4-d2983b30d842 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.57 "GET /v2.0/security-groups?id=42a135cc-1e4e-4724-8c79-cda705e48efc&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.1042581
Feb 17 03:38:57.813617 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.db [req-7f425751-d398-4a5c-be78-5e49fe136f74 req-e2c46ac1-83ce-419e-8de5-6e57201e0f0d tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] For port 69a3d64d-ffe3-4aa5-aaf3-41565f3dd68c, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=69a3d64d-ffe3-4aa5-aaf3-41565f3dd68c,segment=NetworkSegment(65c0d646-2325-475a-9350-f88d9dd1380a),segment_id=65c0d646-2325-475a-9350-f88d9dd1380a)] {{(pid=83921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:38:57.814192 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-7f425751-d398-4a5c-be78-5e49fe136f74 req-e2c46ac1-83ce-419e-8de5-6e57201e0f0d tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853786502'] for port, precommit_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:38:57.996882 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47c196a-0429-4ad1-bf9d-ab88b1721f06 req-884fd139-2a14-44e4-893f-0d4accedc64c tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:38:57.998584 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-c47c196a-0429-4ad1-bf9d-ab88b1721f06 req-884fd139-2a14-44e4-893f-0d4accedc64c tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] 10.222.0.57 "GET /v2.0/ports?device_id=94dff4c9-58ab-474c-97ba-cb0bcea04ac9 HTTP/1.1" status: 200  len: 946 time: 0.0890353
Feb 17 03:38:58.056157 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-c47c196a-0429-4ad1-bf9d-ab88b1721f06 req-8e728138-b77b-4953-9ed4-e58efbcbbd23 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] 10.222.0.57 "GET /v2.0/security-groups?id=2b4344df-d73c-46d9-94d8-9f45e3e3a87c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0458603
Feb 17 03:38:58.150062 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-7f425751-d398-4a5c-be78-5e49fe136f74 req-e2c46ac1-83ce-419e-8de5-6e57201e0f0d tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:38:58.150479 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-7f425751-d398-4a5c-be78-5e49fe136f74 req-e2c46ac1-83ce-419e-8de5-6e57201e0f0d tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-922806'] for floatingip, after_update {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:38:58.150835 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.db.l3_db [req-7f425751-d398-4a5c-be78-5e49fe136f74 req-e2c46ac1-83ce-419e-8de5-6e57201e0f0d tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Floating IP 5b725dc9-fdbd-44e5-a291-fb2cf84dddf0 disassociated. External IP: 172.27.0.152, port: 69a3d64d-ffe3-4aa5-aaf3-41565f3dd68c.
Feb 17 03:38:58.151215 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.plugin [req-7f425751-d398-4a5c-be78-5e49fe136f74 req-e2c46ac1-83ce-419e-8de5-6e57201e0f0d tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Calling delete_port for 69a3d64d-ffe3-4aa5-aaf3-41565f3dd68c owned by compute:nova {{(pid=83921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 03:38:58.309339 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-7f425751-d398-4a5c-be78-5e49fe136f74 req-e2c46ac1-83ce-419e-8de5-6e57201e0f0d tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363303097879497', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363303098261142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852640907'] for port, after_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:38:58.324743 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-efda851d-c28a-4cc6-bfc5-16faa331a58e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:38:58.425676 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c46ac1-83ce-419e-8de5-6e57201e0f0d tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Pushing event deleted for resources: {'Port': ['ID=69a3d64d-ffe3-4aa5-aaf3-41565f3dd68c,revision_number=None']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:38:58.435486 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-e2c46ac1-83ce-419e-8de5-6e57201e0f0d tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:38:58.456488 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Device 69a3d64d-ffe3-4aa5-aaf3-41565f3dd68c no longer exists at agent ovs-agent-hv-cinder-75994 {{(pid=83923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 03:38:58.494235 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.plugin [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] No Port match for: 69a3d64d-ffe3-4aa5-aaf3-41565f3dd68c {{(pid=83923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 03:38:58.494629 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Device 69a3d64d-ffe3-4aa5-aaf3-41565f3dd68c not bound to the agent host hv-cinder-75994 {{(pid=83923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 03:38:58.703844 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7f425751-d398-4a5c-be78-5e49fe136f74 req-e2c46ac1-83ce-419e-8de5-6e57201e0f0d tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Router 2955aa40-398a-45ec-824c-e2ffe7230203 has already been hosted by L3 agent 3e02af72-3002-4fb3-96dd-e59119f81584 {{(pid=83921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 03:38:58.978429 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1cdb2e-dcd9-4228-be01-a71535338adf req-06ca02fc-687b-43f6-b0e6-ad4955d2ffcf tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:38:58.980067 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-ca1cdb2e-dcd9-4228-be01-a71535338adf req-06ca02fc-687b-43f6-b0e6-ad4955d2ffcf tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.57 "GET /v2.0/ports?device_id=1f8f18c7-f615-4522-86f3-7d9caae10cb0 HTTP/1.1" status: 200  len: 943 time: 0.2044210
Feb 17 03:38:58.983217 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7f425751-d398-4a5c-be78-5e49fe136f74 req-e2c46ac1-83ce-419e-8de5-6e57201e0f0d tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Notify agent at l3_agent.dv-cinder-759943-5-iscsi the message routers_updated {{(pid=83921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 03:38:58.994266 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-defe3eb4-c399-4ba2-b249-e8d73693ab23 None None] Sync routers for ids ['2955aa40-398a-45ec-824c-e2ffe7230203'] in dv-cinder-759943-5-iscsi {{(pid=83923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 03:38:59.006078 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-defe3eb4-c399-4ba2-b249-e8d73693ab23 None None] Routers {'2955aa40-398a-45ec-824c-e2ffe7230203'} bound to L3 agent in host dv-cinder-759943-5-iscsi {{(pid=83923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 03:38:59.006930 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_hamode_db [None req-defe3eb4-c399-4ba2-b249-e8d73693ab23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f17c5547390>, 'dv-cinder-759943-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T03:18:25Z,description=<?>,heartbeat_timestamp=2021-02-17T03:38:55Z,host='dv-cinder-759943-5-iscsi',id=3e02af72-3002-4fb3-96dd-e59119f81584,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T03:18:25Z,topic='l3_agent')) {'router_ids': ['2955aa40-398a-45ec-824c-e2ffe7230203'], 'active': True} {{(pid=83923) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:38:59.045103 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f425751-d398-4a5c-be78-5e49fe136f74 req-e2c46ac1-83ce-419e-8de5-6e57201e0f0d tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] No DVR routers for this DVR port 69a3d64d-ffe3-4aa5-aaf3-41565f3dd68c on host hv-cinder-75994 {{(pid=83921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 03:38:59.062170 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-7f425751-d398-4a5c-be78-5e49fe136f74 req-e2c46ac1-83ce-419e-8de5-6e57201e0f0d tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774597'] for port, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:38:59.064079 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94dff4c9-58ab-474c-97ba-cb0bcea04ac9', 'name': 'network-vif-deleted', 'tag': '69a3d64d-ffe3-4aa5-aaf3-41565f3dd68c'}] {{(pid=83921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 03:38:59.086710 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-7f425751-d398-4a5c-be78-5e49fe136f74 req-e2c46ac1-83ce-419e-8de5-6e57201e0f0d tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] 10.222.0.54 "DELETE /v2.0/ports/69a3d64d-ffe3-4aa5-aaf3-41565f3dd68c HTTP/1.1" status: 204  len: 173 time: 1.6979332
Feb 17 03:38:59.112346 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-ca1cdb2e-dcd9-4228-be01-a71535338adf req-efca010c-195d-49e8-9170-7b2069297536 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.57 "GET /v2.0/security-groups?id=42a135cc-1e4e-4724-8c79-cda705e48efc&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0699384
Feb 17 03:38:59.149508 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94dff4c9-58ab-474c-97ba-cb0bcea04ac9', 'name': 'network-vif-deleted', 'tag': '69a3d64d-ffe3-4aa5-aaf3-41565f3dd68c', 'status': 'completed', 'code': 200}
Feb 17 03:38:59.280410 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvr_db [None req-defe3eb4-c399-4ba2-b249-e8d73693ab23 None None] Set router 2955aa40-398a-45ec-824c-e2ffe7230203 gateway port host: dv-cinder-759943-5-iscsi {{(pid=83923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 03:38:59.288597 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [req-82a3997f-56bf-46c5-9212-5a90d8b662e3 req-68d34788-28f3-4c8b-bac5-75f23312697b tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Synchronizing usage tracker for tenant:c568344bec0146c19c14571bff20a759 on resource:port {{(pid=83921) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 03:38:59.308593 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [req-82a3997f-56bf-46c5-9212-5a90d8b662e3 req-68d34788-28f3-4c8b-bac5-75f23312697b tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Unset dirty status for tenant:c568344bec0146c19c14571bff20a759 on resource:port {{(pid=83921) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 03:38:59.310713 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-82a3997f-56bf-46c5-9212-5a90d8b662e3 req-68d34788-28f3-4c8b-bac5-75f23312697b tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] 10.222.0.57 "GET /v2.0/ports?device_id=94dff4c9-58ab-474c-97ba-cb0bcea04ac9 HTTP/1.1" status: 200  len: 210 time: 0.0736783
Feb 17 03:38:59.672532 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_hamode_db [None req-defe3eb4-c399-4ba2-b249-e8d73693ab23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f17c5547390>, [{'id': '2955aa40-398a-45ec-824c-e2ffe7230203', 'name': 'tempest-AttachVolumeTestJSON-1825359717-router', 'tenant_id': 'c568344bec0146c19c14571bff20a759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'external_fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': '62f00c63-ea90-420b-9fc5-79144a39882f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:27:22Z', 'updated_at': '2021-02-17T03:27:49Z', 'revision_number': 4, 'project_id': 'c568344bec0146c19c14571bff20a759', 'gw_port': {'id': '62f00c63-ea90-420b-9fc5-79144a39882f', 'name': '', 'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:9a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2955aa40-398a-45ec-824c-e2ffe7230203', 'device_owner': 'network:router_gateway', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:27:28Z', 'updated_at': '2021-02-17T03:27:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-5-iscsi', '_interfaces': [{'id': '5ad39764-a1db-4ad4-8bf4-faa5fd452287', 'name': '', 'network_id': '196dd25e-6f79-49ea-bd1a-b88102e9bbe7', 'tenant_id': 'c568344bec0146c19c14571bff20a759', 'mac_address': 'fa:16:3e:ac:b0:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2955aa40-398a-45ec-824c-e2ffe7230203', 'device_owner': 'network:router_interface', 'standard_attr_id': 144, 'fixed_ips': [{'subnet_id': '029a335d-7c65-4847-a56e-60c19b417a63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:27:46Z', 'updated_at': '2021-02-17T03:27:58Z', 'revision_number': 5, 'project_id': 'c568344bec0146c19c14571bff20a759', 'subnets': [{'id': '029a335d-7c65-4847-a56e-60c19b417a63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759943-5-iscsi', False) {} {{(pid=83923) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:38:59.676723 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-defe3eb4-c399-4ba2-b249-e8d73693ab23 None None] Checking router: 2955aa40-398a-45ec-824c-e2ffe7230203 for host: dv-cinder-759943-5-iscsi {{(pid=83923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 03:38:59.686145 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-defe3eb4-c399-4ba2-b249-e8d73693ab23 None None] Routers {'2955aa40-398a-45ec-824c-e2ffe7230203'} bound to L3 agent in host dv-cinder-759943-5-iscsi {{(pid=83923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 03:38:59.686802 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_hamode_db [None req-defe3eb4-c399-4ba2-b249-e8d73693ab23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f17c5547390>, 'dv-cinder-759943-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T03:18:25Z,description=<?>,heartbeat_timestamp=2021-02-17T03:38:55Z,host='dv-cinder-759943-5-iscsi',id=3e02af72-3002-4fb3-96dd-e59119f81584,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T03:18:25Z,topic='l3_agent')) {'router_ids': ['2955aa40-398a-45ec-824c-e2ffe7230203'], 'active': True} {{(pid=83923) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:38:59.887639 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvr_db [None req-defe3eb4-c399-4ba2-b249-e8d73693ab23 None None] Set router 2955aa40-398a-45ec-824c-e2ffe7230203 gateway port host: dv-cinder-759943-5-iscsi {{(pid=83923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 03:39:00.321645 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fd3c58-a146-4aed-a0a4-408506c23607 req-0d4a5974-5fee-4b6e-8251-9dfb11cc4164 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:39:00.323601 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-33fd3c58-a146-4aed-a0a4-408506c23607 req-0d4a5974-5fee-4b6e-8251-9dfb11cc4164 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.57 "GET /v2.0/ports?device_id=1f8f18c7-f615-4522-86f3-7d9caae10cb0 HTTP/1.1" status: 200  len: 943 time: 0.0898242
Feb 17 03:39:00.374708 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-33fd3c58-a146-4aed-a0a4-408506c23607 req-3e56767c-26fc-4df7-9ea7-cdc3087bca82 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.57 "GET /v2.0/security-groups?id=42a135cc-1e4e-4724-8c79-cda705e48efc&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0444589
Feb 17 03:39:00.409949 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_hamode_db [None req-defe3eb4-c399-4ba2-b249-e8d73693ab23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f17c5547390>, [{'id': '2955aa40-398a-45ec-824c-e2ffe7230203', 'name': 'tempest-AttachVolumeTestJSON-1825359717-router', 'tenant_id': 'c568344bec0146c19c14571bff20a759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'external_fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': '62f00c63-ea90-420b-9fc5-79144a39882f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:27:22Z', 'updated_at': '2021-02-17T03:27:49Z', 'revision_number': 4, 'project_id': 'c568344bec0146c19c14571bff20a759', 'gw_port': {'id': '62f00c63-ea90-420b-9fc5-79144a39882f', 'name': '', 'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:9a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2955aa40-398a-45ec-824c-e2ffe7230203', 'device_owner': 'network:router_gateway', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:27:28Z', 'updated_at': '2021-02-17T03:27:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-5-iscsi', '_interfaces': [{'id': '5ad39764-a1db-4ad4-8bf4-faa5fd452287', 'name': '', 'network_id': '196dd25e-6f79-49ea-bd1a-b88102e9bbe7', 'tenant_id': 'c568344bec0146c19c14571bff20a759', 'mac_address': 'fa:16:3e:ac:b0:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2955aa40-398a-45ec-824c-e2ffe7230203', 'device_owner': 'network:router_interface', 'standard_attr_id': 144, 'fixed_ips': [{'subnet_id': '029a335d-7c65-4847-a56e-60c19b417a63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:27:46Z', 'updated_at': '2021-02-17T03:27:58Z', 'revision_number': 5, 'project_id': 'c568344bec0146c19c14571bff20a759', 'subnets': [{'id': '029a335d-7c65-4847-a56e-60c19b417a63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759943-5-iscsi', False) {} {{(pid=83923) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:39:00.415464 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-defe3eb4-c399-4ba2-b249-e8d73693ab23 None None] The sync data for ids ['2955aa40-398a-45ec-824c-e2ffe7230203'] in dv-cinder-759943-5-iscsi is: [{'id': '2955aa40-398a-45ec-824c-e2ffe7230203', 'name': 'tempest-AttachVolumeTestJSON-1825359717-router', 'tenant_id': 'c568344bec0146c19c14571bff20a759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'external_fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': '62f00c63-ea90-420b-9fc5-79144a39882f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:27:22Z', 'updated_at': '2021-02-17T03:27:49Z', 'revision_number': 4, 'project_id': 'c568344bec0146c19c14571bff20a759', 'gw_port': {'id': '62f00c63-ea90-420b-9fc5-79144a39882f', 'name': '', 'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:9a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2955aa40-398a-45ec-824c-e2ffe7230203', 'device_owner': 'network:router_gateway', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:27:28Z', 'updated_at': '2021-02-17T03:27:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-5-iscsi', '_interfaces': [{'id': '5ad39764-a1db-4ad4-8bf4-faa5fd452287', 'name': '', 'network_id': '196dd25e-6f79-49ea-bd1a-b88102e9bbe7', 'tenant_id': 'c568344bec0146c19c14571bff20a759', 'mac_address': 'fa:16:3e:ac:b0:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2955aa40-398a-45ec-824c-e2ffe7230203', 'device_owner': 'network:router_interface', 'standard_attr_id': 144, 'fixed_ips': [{'subnet_id': '029a335d-7c65-4847-a56e-60c19b417a63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:27:46Z', 'updated_at': '2021-02-17T03:27:58Z', 'revision_number': 5, 'project_id': 'c568344bec0146c19c14571bff20a759', 'subnets': [{'id': '029a335d-7c65-4847-a56e-60c19b417a63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 03:39:00.459975 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83922) accepted ('10.222.0.57', 45962) {{(pid=83922) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:39:00.537108 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-d000af0a-3c3e-44a2-bfb4-efc0695cf97a tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Notify callbacks [] for security_group, before_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:00.569577 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-d000af0a-3c3e-44a2-bfb4-efc0695cf97a tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:00.616908 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-d000af0a-3c3e-44a2-bfb4-efc0695cf97a tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876219'] for security_group, after_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:00.622664 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-37e51ea3-01f0-41ce-84f4-548b1195c6bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:39:00.638395 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d000af0a-3c3e-44a2-bfb4-efc0695cf97a tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b4344df-d73c-46d9-94d8-9f45e3e3a87c,revision_number=None']} {{(pid=83922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:39:00.651015 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d000af0a-3c3e-44a2-bfb4-efc0695cf97a tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:39:00.651358 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d000af0a-3c3e-44a2-bfb4-efc0695cf97a tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:39:00.651772 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d000af0a-3c3e-44a2-bfb4-efc0695cf97a tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:39:00.652174 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d000af0a-3c3e-44a2-bfb4-efc0695cf97a tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:39:00.652573 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d000af0a-3c3e-44a2-bfb4-efc0695cf97a tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:39:00.652970 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d000af0a-3c3e-44a2-bfb4-efc0695cf97a tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:39:00.653415 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d000af0a-3c3e-44a2-bfb4-efc0695cf97a tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:39:00.653806 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d000af0a-3c3e-44a2-bfb4-efc0695cf97a tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:39:00.654202 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d000af0a-3c3e-44a2-bfb4-efc0695cf97a tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:39:00.654592 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d000af0a-3c3e-44a2-bfb4-efc0695cf97a tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:39:00.654983 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d000af0a-3c3e-44a2-bfb4-efc0695cf97a tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:39:00.655373 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d000af0a-3c3e-44a2-bfb4-efc0695cf97a tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:39:00.655856 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d000af0a-3c3e-44a2-bfb4-efc0695cf97a tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:39:00.656248 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d000af0a-3c3e-44a2-bfb4-efc0695cf97a tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:39:00.656644 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d000af0a-3c3e-44a2-bfb4-efc0695cf97a tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:39:00.657094 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d000af0a-3c3e-44a2-bfb4-efc0695cf97a tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:39:00.657482 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d000af0a-3c3e-44a2-bfb4-efc0695cf97a tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:39:00.657874 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d000af0a-3c3e-44a2-bfb4-efc0695cf97a tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:39:00.658266 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d000af0a-3c3e-44a2-bfb4-efc0695cf97a tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:39:00.658654 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d000af0a-3c3e-44a2-bfb4-efc0695cf97a tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:39:00.659047 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d000af0a-3c3e-44a2-bfb4-efc0695cf97a tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:39:00.659437 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d000af0a-3c3e-44a2-bfb4-efc0695cf97a tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:39:00.659824 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d000af0a-3c3e-44a2-bfb4-efc0695cf97a tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:39:00.660212 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d000af0a-3c3e-44a2-bfb4-efc0695cf97a tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:39:00.665749 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-d000af0a-3c3e-44a2-bfb4-efc0695cf97a tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:39:00.666637 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-d000af0a-3c3e-44a2-bfb4-efc0695cf97a tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Notify callbacks [] for security_group, before_response {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:00.668250 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-d000af0a-3c3e-44a2-bfb4-efc0695cf97a tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] 10.222.0.57 "DELETE /v2.0/security-groups/2b4344df-d73c-46d9-94d8-9f45e3e3a87c HTTP/1.1" status: 204  len: 168 time: 0.2068686
Feb 17 03:39:00.671250 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.57', 45966) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:39:00.695352 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.api.v2.resource [None req-5fb43811-c862-42d8-838b-365045c41273 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] show failed (client error): The resource could not be found.
Feb 17 03:39:00.697711 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-5fb43811-c862-42d8-838b-365045c41273 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] 10.222.0.57 "GET /v2.0/security-groups/2b4344df-d73c-46d9-94d8-9f45e3e3a87c HTTP/1.1" status: 404  len: 347 time: 0.0253129
Feb 17 03:39:00.700049 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83922) accepted ('10.222.0.57', 45970) {{(pid=83922) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:39:00.856060 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47b0ac3f-561f-4dd3-a867-f612131e06ac None None] New status for floating IP 5b725dc9-fdbd-44e5-a291-fb2cf84dddf0: DOWN {{(pid=83924) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 17 03:39:00.899633 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.plugin [None req-cb2704bd-26d7-45d1-a47c-435187734acd tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Deleting port 3e4a49ff-f18f-4c52-8155-a0adf4213079 {{(pid=83922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 03:39:00.900181 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-cb2704bd-26d7-45d1-a47c-435187734acd tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363303097822068'] for port, before_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:01.172020 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-cb2704bd-26d7-45d1-a47c-435187734acd tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853786502'] for port, precommit_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:01.172507 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-cb2704bd-26d7-45d1-a47c-435187734acd tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:01.322561 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.plugin [None req-cb2704bd-26d7-45d1-a47c-435187734acd tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Calling delete_port for 3e4a49ff-f18f-4c52-8155-a0adf4213079 owned by network:floatingip {{(pid=83922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 03:39:01.422986 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.db.api [None req-cb2704bd-26d7-45d1-a47c-435187734acd tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83922) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 17 03:39:01.423287 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_db.api [None req-cb2704bd-26d7-45d1-a47c-435187734acd tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83922) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 17 03:39:01.441380 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Device 3b32b96c-a86d-446f-8f9f-4f8b2c500fb9 up at agent ovs-agent-hv-cinder-75994 {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:39:01.518408 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Provisioning for port 3b32b96c-a86d-446f-8f9f-4f8b2c500fb9 completed by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 03:39:01.524027 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Provisioning complete for port 3b32b96c-a86d-446f-8f9f-4f8b2c500fb9 triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:39:01.524446 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838161172'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:01.595729 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e17d443-d7ae-427e-90c4-cf0e62a3ef0d req-01b788ee-3349-449f-84d7-849fe9c214b6 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:39:01.597677 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-1e17d443-d7ae-427e-90c4-cf0e62a3ef0d req-01b788ee-3349-449f-84d7-849fe9c214b6 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.57 "GET /v2.0/ports?device_id=1f8f18c7-f615-4522-86f3-7d9caae10cb0 HTTP/1.1" status: 200  len: 943 time: 0.0960722
Feb 17 03:39:01.650292 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-1e17d443-d7ae-427e-90c4-cf0e62a3ef0d req-d7753fb7-8cee-452a-89c8-102428ab1c13 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.57 "GET /v2.0/security-groups?id=42a135cc-1e4e-4724-8c79-cda705e48efc&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0456042
Feb 17 03:39:01.658173 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for port, before_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:01.688512 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f8f18c7-f615-4522-86f3-7d9caae10cb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b32b96c-a86d-446f-8f9f-4f8b2c500fb9'}] {{(pid=83923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 03:39:01.700124 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.db [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] For port 3b32b96c-a86d-446f-8f9f-4f8b2c500fb9, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=3b32b96c-a86d-446f-8f9f-4f8b2c500fb9,segment=NetworkSegment(1395ec13-865d-4759-982d-888e59978303),segment_id=1395ec13-865d-4759-982d-888e59978303)] {{(pid=83923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:39:01.703771 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303097879514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733756514675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303098261108'] for port, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:01.705491 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-df52a70b-9208-4740-881f-242e412ee67a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:39:01.744394 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f8f18c7-f615-4522-86f3-7d9caae10cb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b32b96c-a86d-446f-8f9f-4f8b2c500fb9', 'code': 200}
Feb 17 03:39:01.784521 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Pushing event updated for resources: {'Port': ['ID=3b32b96c-a86d-446f-8f9f-4f8b2c500fb9,revision_number=4']} {{(pid=83923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:39:01.794467 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:39:01.925154 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.plugin [None req-cb2704bd-26d7-45d1-a47c-435187734acd tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Deleting port 3e4a49ff-f18f-4c52-8155-a0adf4213079 {{(pid=83922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 03:39:01.925546 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-cb2704bd-26d7-45d1-a47c-435187734acd tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363303097822068'] for port, before_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:02.034617 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5712ef87-2b5e-4988-b226-04d51787e8ed req-7921f209-737f-44dd-9e13-7d7bcf30a0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:39:02.036725 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-5712ef87-2b5e-4988-b226-04d51787e8ed req-7921f209-737f-44dd-9e13-7d7bcf30a0f5 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=1f8f18c7-f615-4522-86f3-7d9caae10cb0 HTTP/1.1" status: 200  len: 1162 time: 0.0838842
Feb 17 03:39:02.084747 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-5712ef87-2b5e-4988-b226-04d51787e8ed req-77b3857b-7c81-45f4-8d81-ece1d749a205 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=42a135cc-1e4e-4724-8c79-cda705e48efc&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0404949
Feb 17 03:39:02.429470 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-cb2704bd-26d7-45d1-a47c-435187734acd tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853786502'] for port, precommit_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:02.430016 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-cb2704bd-26d7-45d1-a47c-435187734acd tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:02.565901 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.plugin [None req-cb2704bd-26d7-45d1-a47c-435187734acd tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Calling delete_port for 3e4a49ff-f18f-4c52-8155-a0adf4213079 owned by network:floatingip {{(pid=83922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 03:39:02.721526 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Device 3b32b96c-a86d-446f-8f9f-4f8b2c500fb9 up at agent ovs-agent-hv-cinder-75994 {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:39:02.728171 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-cb2704bd-26d7-45d1-a47c-435187734acd tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363303097879497', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363303098261142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851846526'] for port, after_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:02.815692 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-1e6e9786-6919-45a4-9454-191034fdb9c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:39:02.829863 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Provisioning complete for port 3b32b96c-a86d-446f-8f9f-4f8b2c500fb9 triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:39:02.830566 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838161172'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:02.936220 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2704bd-26d7-45d1-a47c-435187734acd tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Pushing event deleted for resources: {'Port': ['ID=3e4a49ff-f18f-4c52-8155-a0adf4213079,revision_number=None']} {{(pid=83922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:39:02.953496 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-cb2704bd-26d7-45d1-a47c-435187734acd tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:39:02.986048 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaf17b7-d317-455a-a5d0-9f7c1e8305ac req-d780c428-03a3-4fb2-9a32-8bb8a6effdb3 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:39:02.987723 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-cfaf17b7-d317-455a-a5d0-9f7c1e8305ac req-d780c428-03a3-4fb2-9a32-8bb8a6effdb3 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.57 "GET /v2.0/ports?device_id=1f8f18c7-f615-4522-86f3-7d9caae10cb0 HTTP/1.1" status: 200  len: 945 time: 0.1548221
Feb 17 03:39:03.034994 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-cb2704bd-26d7-45d1-a47c-435187734acd tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Notify callbacks [] for floatingip, after_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:03.046707 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-cfaf17b7-d317-455a-a5d0-9f7c1e8305ac req-5ac75887-0291-4885-936e-a963f3168379 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.57 "GET /v2.0/security-groups?id=42a135cc-1e4e-4724-8c79-cda705e48efc&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0518527
Feb 17 03:39:03.053987 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-cb2704bd-26d7-45d1-a47c-435187734acd tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774597'] for floatingip, before_response {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:03.055244 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-cb2704bd-26d7-45d1-a47c-435187734acd tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] 10.222.0.57 "DELETE /v2.0/floatingips/5b725dc9-fdbd-44e5-a291-fb2cf84dddf0 HTTP/1.1" status: 204  len: 168 time: 2.3541017
Feb 17 03:39:04.258388 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca7b18e-70b6-43d8-a4d2-59d0afef79f8 req-4522c15e-f118-4613-adec-950e9b570295 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:39:04.260109 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-aca7b18e-70b6-43d8-a4d2-59d0afef79f8 req-4522c15e-f118-4613-adec-950e9b570295 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.57 "GET /v2.0/ports?device_id=1f8f18c7-f615-4522-86f3-7d9caae10cb0 HTTP/1.1" status: 200  len: 945 time: 0.0926616
Feb 17 03:39:04.310242 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-aca7b18e-70b6-43d8-a4d2-59d0afef79f8 req-1c834cf2-6b03-4596-85c0-737f455905b3 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.57 "GET /v2.0/security-groups?id=42a135cc-1e4e-4724-8c79-cda705e48efc&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0435786
Feb 17 03:39:04.525786 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18af1951-e7b6-410f-b0a3-b8bb760d3373 req-591062fe-680e-4fd6-ae17-83d66976a164 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:39:04.527427 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-18af1951-e7b6-410f-b0a3-b8bb760d3373 req-591062fe-680e-4fd6-ae17-83d66976a164 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.57 "GET /v2.0/ports?device_id=1f8f18c7-f615-4522-86f3-7d9caae10cb0 HTTP/1.1" status: 200  len: 945 time: 0.1002002
Feb 17 03:39:04.586698 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-18af1951-e7b6-410f-b0a3-b8bb760d3373 req-761a073b-6738-42dc-b35d-d967955ff954 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.57 "GET /v2.0/security-groups?id=42a135cc-1e4e-4724-8c79-cda705e48efc&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0482051
Feb 17 03:39:04.795215 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-bdab7bdd-d2e7-4193-995a-49d057c6379d req-ee7a09f2-2a89-48bd-8534-35a9bee00ea1 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1672730
Feb 17 03:39:04.808670 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.v2.base [req-bdab7bdd-d2e7-4193-995a-49d057c6379d req-af4f5ee0-1b35-468f-a270-82b68ab02ba5 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Request body: {'floatingip': {'floating_network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718'}} {{(pid=83922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:39:04.818575 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [req-bdab7bdd-d2e7-4193-995a-49d057c6379d req-af4f5ee0-1b35-468f-a270-82b68ab02ba5 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:39:04.832461 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [req-bdab7bdd-d2e7-4193-995a-49d057c6379d req-af4f5ee0-1b35-468f-a270-82b68ab02ba5 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=83922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:39:04.842654 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-bdab7bdd-d2e7-4193-995a-49d057c6379d req-af4f5ee0-1b35-468f-a270-82b68ab02ba5 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Notify callbacks [] for floatingip, before_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:04.999397 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-bdab7bdd-d2e7-4193-995a-49d057c6379d req-af4f5ee0-1b35-468f-a270-82b68ab02ba5 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for port, before_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:05.287482 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.db_base_plugin_common [req-bdab7bdd-d2e7-4193-995a-49d057c6379d req-af4f5ee0-1b35-468f-a270-82b68ab02ba5 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Allocated IP 172.27.0.129 (47a54196-2e01-4ced-bf59-8f5a8abde718/d8fc1aa1-c957-4fea-a32a-c02e9a0805fb/983d25ab-9dbe-4c9a-86f1-7d8bb409c6a3) {{(pid=83922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 03:39:05.451175 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-bdab7bdd-d2e7-4193-995a-49d057c6379d req-af4f5ee0-1b35-468f-a270-82b68ab02ba5 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Notify callbacks [] for port, precommit_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:05.481689 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-bdab7bdd-d2e7-4193-995a-49d057c6379d req-af4f5ee0-1b35-468f-a270-82b68ab02ba5 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363303098263190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851846526'] for port, after_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:05.495502 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-51a1fe25-710b-4fec-8d97-97ec6270be0b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:39:05.635775 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4f5ee0-1b35-468f-a270-82b68ab02ba5 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Pushing event updated for resources: {'Port': ['ID=983d25ab-9dbe-4c9a-86f1-7d8bb409c6a3,revision_number=1']} {{(pid=83922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:39:05.640380 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-af4f5ee0-1b35-468f-a270-82b68ab02ba5 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:39:05.700840 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bdab7bdd-d2e7-4193-995a-49d057c6379d req-af4f5ee0-1b35-468f-a270-82b68ab02ba5 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Network 47a54196-2e01-4ced-bf59-8f5a8abde718 is already hosted by enough agents. {{(pid=83922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 03:39:05.702225 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.scheduler.base_scheduler [req-bdab7bdd-d2e7-4193-995a-49d057c6379d req-af4f5ee0-1b35-468f-a270-82b68ab02ba5 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Resources bound (agent type, host, resource id):  {{(pid=83922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 03:39:05.705102 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdab7bdd-d2e7-4193-995a-49d057c6379d req-af4f5ee0-1b35-468f-a270-82b68ab02ba5 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Received port after_create {{(pid=83922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 03:39:05.803157 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-bdab7bdd-d2e7-4193-995a-49d057c6379d req-af4f5ee0-1b35-468f-a270-82b68ab02ba5 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:05.871139 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-bdab7bdd-d2e7-4193-995a-49d057c6379d req-af4f5ee0-1b35-468f-a270-82b68ab02ba5 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for port, before_update {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:06.185345 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-bdab7bdd-d2e7-4193-995a-49d057c6379d req-af4f5ee0-1b35-468f-a270-82b68ab02ba5 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Notify callbacks [] for port, precommit_update {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:06.189272 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-bdab7bdd-d2e7-4193-995a-49d057c6379d req-af4f5ee0-1b35-468f-a270-82b68ab02ba5 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303097879514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733756514675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303098261108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2929291'] for port, after_update {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:06.205443 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-10517a65-bcf4-4918-83ae-38aecdde66b3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:39:06.348662 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4f5ee0-1b35-468f-a270-82b68ab02ba5 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Pushing event updated for resources: {'Port': ['ID=983d25ab-9dbe-4c9a-86f1-7d8bb409c6a3,revision_number=2']} {{(pid=83922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:39:06.352140 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-af4f5ee0-1b35-468f-a270-82b68ab02ba5 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:39:06.452587 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-bdab7bdd-d2e7-4193-995a-49d057c6379d req-af4f5ee0-1b35-468f-a270-82b68ab02ba5 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-922806'] for floatingip, after_update {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:06.480313 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-bdab7bdd-d2e7-4193-995a-49d057c6379d req-af4f5ee0-1b35-468f-a270-82b68ab02ba5 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774597'] for floatingip, before_response {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:06.481873 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-bdab7bdd-d2e7-4193-995a-49d057c6379d req-af4f5ee0-1b35-468f-a270-82b68ab02ba5 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 1.6802158
Feb 17 03:39:06.569586 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [req-bdab7bdd-d2e7-4193-995a-49d057c6379d req-8b3f1cab-ec86-40fb-9333-96b6f7731c4e tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Synchronizing usage tracker for tenant:09f977ccc1e54aa6bfffd127c9a4be7d on resource:floatingip {{(pid=83922) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 03:39:06.586431 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [req-bdab7bdd-d2e7-4193-995a-49d057c6379d req-8b3f1cab-ec86-40fb-9333-96b6f7731c4e tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Unset dirty status for tenant:09f977ccc1e54aa6bfffd127c9a4be7d on resource:floatingip {{(pid=83922) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 03:39:06.587724 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-bdab7bdd-d2e7-4193-995a-49d057c6379d req-8b3f1cab-ec86-40fb-9333-96b6f7731c4e tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.27.0.129 HTTP/1.1" status: 200  len: 696 time: 0.0994203
Feb 17 03:39:06.750932 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdab7bdd-d2e7-4193-995a-49d057c6379d req-6c8cf116-253e-416f-a8b1-80eea8cdf406 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:39:06.752339 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-bdab7bdd-d2e7-4193-995a-49d057c6379d req-6c8cf116-253e-416f-a8b1-80eea8cdf406 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.57 "GET /v2.0/networks/47a54196-2e01-4ced-bf59-8f5a8abde718 HTTP/1.1" status: 200  len: 784 time: 0.1582673
Feb 17 03:39:06.953559 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc39f36c-a377-4443-bee5-254736308a78 req-e99930bb-7aca-410a-85ba-b9f20a5b7efa tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:39:06.955288 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-bc39f36c-a377-4443-bee5-254736308a78 req-e99930bb-7aca-410a-85ba-b9f20a5b7efa tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.57 "GET /v2.0/ports?device_id=1f8f18c7-f615-4522-86f3-7d9caae10cb0&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.1000865
Feb 17 03:39:07.048483 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-bc39f36c-a377-4443-bee5-254736308a78 req-90469277-a5e4-44d4-b03f-e4298863ab60 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.27.0.129 HTTP/1.1" status: 200  len: 696 time: 0.0864663
Feb 17 03:39:07.059927 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.v2.base [req-bc39f36c-a377-4443-bee5-254736308a78 req-537d279f-a21d-4d3f-9d3c-66164f3488e3 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Request body: {'floatingip': {'port_id': '3b32b96c-a86d-446f-8f9f-4f8b2c500fb9', 'fixed_ip_address': '172.20.0.9'}} {{(pid=83921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:39:07.163296 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-bc39f36c-a377-4443-bee5-254736308a78 req-537d279f-a21d-4d3f-9d3c-66164f3488e3 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Notify callbacks [] for floatingip, before_update {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:07.344879 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83922) accepted ('10.222.0.57', 46018) {{(pid=83922) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:39:08.092125 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-bc39f36c-a377-4443-bee5-254736308a78 req-537d279f-a21d-4d3f-9d3c-66164f3488e3 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:08.095380 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-bc39f36c-a377-4443-bee5-254736308a78 req-537d279f-a21d-4d3f-9d3c-66164f3488e3 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-922806'] for floatingip, after_update {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:08.233157 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-8cc28d2a-56dc-47c5-a669-72b25b5a36a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-947348'] for router_interface, before_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:08.306560 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.db.l3_db [req-bc39f36c-a377-4443-bee5-254736308a78 req-537d279f-a21d-4d3f-9d3c-66164f3488e3 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Floating IP 9e6d4017-6793-4f64-8282-5e78c6d3e10f associated. External IP: 172.27.0.129, port: 3b32b96c-a86d-446f-8f9f-4f8b2c500fb9.
Feb 17 03:39:08.721219 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bc39f36c-a377-4443-bee5-254736308a78 req-537d279f-a21d-4d3f-9d3c-66164f3488e3 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Router 3ae39434-3077-4a61-8ec9-5d2beb8f56b0 has already been hosted by L3 agent 3e02af72-3002-4fb3-96dd-e59119f81584 {{(pid=83921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 03:39:08.960970 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bc39f36c-a377-4443-bee5-254736308a78 req-537d279f-a21d-4d3f-9d3c-66164f3488e3 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Notify agent at l3_agent.dv-cinder-759943-5-iscsi the message routers_updated {{(pid=83921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 03:39:08.966075 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-bc39f36c-a377-4443-bee5-254736308a78 req-537d279f-a21d-4d3f-9d3c-66164f3488e3 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774597'] for floatingip, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:08.972273 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e4fb78d-5fb6-4cc3-8567-e43e70feef59 None None] Sync routers for ids ['3ae39434-3077-4a61-8ec9-5d2beb8f56b0'] in dv-cinder-759943-5-iscsi {{(pid=83923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 03:39:08.988230 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e4fb78d-5fb6-4cc3-8567-e43e70feef59 None None] Routers {'3ae39434-3077-4a61-8ec9-5d2beb8f56b0'} bound to L3 agent in host dv-cinder-759943-5-iscsi {{(pid=83923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 03:39:08.989302 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_hamode_db [None req-6e4fb78d-5fb6-4cc3-8567-e43e70feef59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f17c589d2b0>, 'dv-cinder-759943-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T03:18:25Z,description=<?>,heartbeat_timestamp=2021-02-17T03:38:55Z,host='dv-cinder-759943-5-iscsi',id=3e02af72-3002-4fb3-96dd-e59119f81584,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T03:18:25Z,topic='l3_agent')) {'router_ids': ['3ae39434-3077-4a61-8ec9-5d2beb8f56b0'], 'active': True} {{(pid=83923) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:39:09.006745 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.plugin [None req-8cc28d2a-56dc-47c5-a669-72b25b5a36a8 admin admin] Deleting port 5ad39764-a1db-4ad4-8bf4-faa5fd452287 {{(pid=83922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 03:39:09.007145 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-8cc28d2a-56dc-47c5-a669-72b25b5a36a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363303097822068'] for port, before_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:09.033297 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-bc39f36c-a377-4443-bee5-254736308a78 req-537d279f-a21d-4d3f-9d3c-66164f3488e3 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.57 "PUT /v2.0/floatingips/9e6d4017-6793-4f64-8282-5e78c6d3e10f HTTP/1.1" status: 200  len: 996 time: 1.9776638
Feb 17 03:39:09.034302 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f8f18c7-f615-4522-86f3-7d9caae10cb0', 'tag': '3b32b96c-a86d-446f-8f9f-4f8b2c500fb9'}] {{(pid=83921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 03:39:09.102760 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f8f18c7-f615-4522-86f3-7d9caae10cb0', 'tag': '3b32b96c-a86d-446f-8f9f-4f8b2c500fb9', 'status': 'completed', 'code': 200}
Feb 17 03:39:09.141321 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc39f36c-a377-4443-bee5-254736308a78 req-702850eb-0758-4555-9f10-2e5636238e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:39:09.143025 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-bc39f36c-a377-4443-bee5-254736308a78 req-702850eb-0758-4555-9f10-2e5636238e3f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=09f977ccc1e54aa6bfffd127c9a4be7d&device_id=1f8f18c7-f615-4522-86f3-7d9caae10cb0 HTTP/1.1" status: 200  len: 1162 time: 0.0914001
Feb 17 03:39:09.240782 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvr_db [None req-6e4fb78d-5fb6-4cc3-8567-e43e70feef59 None None] Set router 3ae39434-3077-4a61-8ec9-5d2beb8f56b0 gateway port host: dv-cinder-759943-5-iscsi {{(pid=83923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 03:39:09.277664 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.db [None req-8cc28d2a-56dc-47c5-a669-72b25b5a36a8 admin admin] For port 5ad39764-a1db-4ad4-8bf4-faa5fd452287, host dv-cinder-759943-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-5-iscsi',level=0,port_id=5ad39764-a1db-4ad4-8bf4-faa5fd452287,segment=NetworkSegment(65c0d646-2325-475a-9350-f88d9dd1380a),segment_id=65c0d646-2325-475a-9350-f88d9dd1380a)] {{(pid=83922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:39:09.278076 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-8cc28d2a-56dc-47c5-a669-72b25b5a36a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853786502'] for port, precommit_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:09.370874 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acfdd23-1352-4da6-b023-f76d5af9b63c req-bea7e1a9-6494-4719-8a00-0a3533b1142d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:39:09.372567 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-9acfdd23-1352-4da6-b023-f76d5af9b63c req-bea7e1a9-6494-4719-8a00-0a3533b1142d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=09f977ccc1e54aa6bfffd127c9a4be7d&device_id=1f8f18c7-f615-4522-86f3-7d9caae10cb0 HTTP/1.1" status: 200  len: 1162 time: 0.1991601
Feb 17 03:39:09.373831 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc39f36c-a377-4443-bee5-254736308a78 req-f3f49305-d7e2-4a1a-8042-1e56583e777d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:39:09.375397 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-bc39f36c-a377-4443-bee5-254736308a78 req-f3f49305-d7e2-4a1a-8042-1e56583e777d service neutron] 10.222.0.57 "GET /v2.0/networks?id=3cb0cdf3-e2d2-4fae-b226-b086c7cc05ee HTTP/1.1" status: 200  len: 906 time: 0.2253931
Feb 17 03:39:09.430796 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.plugin [None req-8cc28d2a-56dc-47c5-a669-72b25b5a36a8 admin admin] Calling delete_port for 5ad39764-a1db-4ad4-8bf4-faa5fd452287 owned by network:router_interface {{(pid=83922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 03:39:09.602668 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-bc39f36c-a377-4443-bee5-254736308a78 req-dfb0bcdc-4b46-4451-a35c-5e7bb0b16e29 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3b32b96c-a86d-446f-8f9f-4f8b2c500fb9 HTTP/1.1" status: 200  len: 999 time: 0.1953621
Feb 17 03:39:09.665111 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_hamode_db [None req-6e4fb78d-5fb6-4cc3-8567-e43e70feef59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f17c589d2b0>, [{'id': '3ae39434-3077-4a61-8ec9-5d2beb8f56b0', 'name': 'tempest-TestVolumeBootPattern-1162730446-router', 'tenant_id': '09f977ccc1e54aa6bfffd127c9a4be7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'external_fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.14'}], 'enable_snat': True}, 'gw_port_id': 'aa054546-bebb-4011-8a62-78b11f5ad281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:31:15Z', 'updated_at': '2021-02-17T03:31:21Z', 'revision_number': 4, 'project_id': '09f977ccc1e54aa6bfffd127c9a4be7d', 'gw_port': {'id': 'aa054546-bebb-4011-8a62-78b11f5ad281', 'name': '', 'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:60:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae39434-3077-4a61-8ec9-5d2beb8f56b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:31:16Z', 'updated_at': '2021-02-17T03:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-5-iscsi', '_floatingips': [{'id': '41ac491b-7a8b-44d5-bac1-8f755fc274fe', 'tenant_id': '09f977ccc1e54aa6bfffd127c9a4be7d', 'floating_ip_address': '172.27.0.128', 'floating_network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'router_id': '3ae39434-3077-4a61-8ec9-5d2beb8f56b0', 'port_id': '1eaf9637-4a5d-4be5-9bed-fd22ccba8da3', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3cb0cdf3-e2d2-4fae-b226-b086c7cc05ee', 'mac_address': 'fa:16:3e:07:db:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a647e7-a66d-4254-9011-71ced47c3312', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T03:36:21Z', 'updated_at': '2021-02-17T03:36:27Z', 'revision_number': 2, 'project_id': '09f977ccc1e54aa6bfffd127c9a4be7d', 'fixed_ip_address_scope': None}, {'id': '9e6d4017-6793-4f64-8282-5e78c6d3e10f', 'tenant_id': '09f977ccc1e54aa6bfffd127c9a4be7d', 'floating_ip_address': '172.27.0.129', 'floating_network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'router_id': '3ae39434-3077-4a61-8ec9-5d2beb8f56b0', 'port_id': '3b32b96c-a86d-446f-8f9f-4f8b2c500fb9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3cb0cdf3-e2d2-4fae-b226-b086c7cc05ee', 'mac_address': 'fa:16:3e:49:63:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f8f18c7-f615-4522-86f3-7d9caae10cb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T03:39:05Z', 'updated_at': '2021-02-17T03:39:07Z', 'revision_number': 1, 'project_id': '09f977ccc1e54aa6bfffd127c9a4be7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e98b3221-e8eb-44c7-922b-f05f45a151d1', 'name': '', 'network_id': '3cb0cdf3-e2d2-4fae-b226-b086c7cc05ee', 'tenant_id': '09f977ccc1e54aa6bfffd127c9a4be7d', 'mac_address': 'fa:16:3e:47:10:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae39434-3077-4a61-8ec9-5d2beb8f56b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '7b7a5bdd-0e94-4495-9a8f-a3426e0e5cfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:31:20Z', 'updated_at': '2021-02-17T03:31:31Z', 'revision_number': 5, 'project_id': '09f977ccc1e54aa6bfffd127c9a4be7d', 'subnets': [{'id': '7b7a5bdd-0e94-4495-9a8f-a3426e0e5cfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759943-5-iscsi', False) {} {{(pid=83923) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:39:09.670767 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e4fb78d-5fb6-4cc3-8567-e43e70feef59 None None] Checking router: 3ae39434-3077-4a61-8ec9-5d2beb8f56b0 for host: dv-cinder-759943-5-iscsi {{(pid=83923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 03:39:09.682185 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e4fb78d-5fb6-4cc3-8567-e43e70feef59 None None] Routers {'3ae39434-3077-4a61-8ec9-5d2beb8f56b0'} bound to L3 agent in host dv-cinder-759943-5-iscsi {{(pid=83923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 03:39:09.683025 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_hamode_db [None req-6e4fb78d-5fb6-4cc3-8567-e43e70feef59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f17c589d2b0>, 'dv-cinder-759943-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T03:18:25Z,description=<?>,heartbeat_timestamp=2021-02-17T03:38:55Z,host='dv-cinder-759943-5-iscsi',id=3e02af72-3002-4fb3-96dd-e59119f81584,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T03:18:25Z,topic='l3_agent')) {'router_ids': ['3ae39434-3077-4a61-8ec9-5d2beb8f56b0'], 'active': True} {{(pid=83923) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:39:09.687844 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acfdd23-1352-4da6-b023-f76d5af9b63c req-94940ca1-c751-4f21-b3b0-a32a488430f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:39:09.689524 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-9acfdd23-1352-4da6-b023-f76d5af9b63c req-94940ca1-c751-4f21-b3b0-a32a488430f1 service neutron] 10.222.0.54 "GET /v2.0/networks?id=3cb0cdf3-e2d2-4fae-b226-b086c7cc05ee HTTP/1.1" status: 200  len: 906 time: 0.3087411
Feb 17 03:39:09.716439 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-8cc28d2a-56dc-47c5-a669-72b25b5a36a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363303097879497', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363303098261142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851846526'] for port, after_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:09.745532 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-96d44bb5-45b9-4af6-ba43-f22314b93328 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:39:09.779112 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc39f36c-a377-4443-bee5-254736308a78 req-a264e4af-a9d7-4427-ae1e-4f5fe41a6003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:39:09.780761 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-bc39f36c-a377-4443-bee5-254736308a78 req-a264e4af-a9d7-4427-ae1e-4f5fe41a6003 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7b7a5bdd-0e94-4495-9a8f-a3426e0e5cfa HTTP/1.1" status: 200  len: 851 time: 0.1687591
Feb 17 03:39:09.867997 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-9acfdd23-1352-4da6-b023-f76d5af9b63c req-ca8bb0ef-59f8-4505-aa2f-e077e284945c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3b32b96c-a86d-446f-8f9f-4f8b2c500fb9 HTTP/1.1" status: 200  len: 999 time: 0.1705544
Feb 17 03:39:09.891036 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvr_db [None req-6e4fb78d-5fb6-4cc3-8567-e43e70feef59 None None] Set router 3ae39434-3077-4a61-8ec9-5d2beb8f56b0 gateway port host: dv-cinder-759943-5-iscsi {{(pid=83923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 03:39:09.956188 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc39f36c-a377-4443-bee5-254736308a78 req-e71027c8-38ce-4008-b4f4-c0894c0bd0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:39:09.958007 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-bc39f36c-a377-4443-bee5-254736308a78 req-e71027c8-38ce-4008-b4f4-c0894c0bd0b0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3cb0cdf3-e2d2-4fae-b226-b086c7cc05ee&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1675167
Feb 17 03:39:09.962035 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acfdd23-1352-4da6-b023-f76d5af9b63c req-a1b1bc4b-9007-4198-bda2-b5fa67086def service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:39:09.963663 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-9acfdd23-1352-4da6-b023-f76d5af9b63c req-a1b1bc4b-9007-4198-bda2-b5fa67086def service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7b7a5bdd-0e94-4495-9a8f-a3426e0e5cfa HTTP/1.1" status: 200  len: 851 time: 0.0869694
Feb 17 03:39:09.968236 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc28d2a-56dc-47c5-a669-72b25b5a36a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ad39764-a1db-4ad4-8bf4-faa5fd452287,revision_number=None']} {{(pid=83922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:39:09.971699 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-8cc28d2a-56dc-47c5-a669-72b25b5a36a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:39:10.325247 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_hamode_db [None req-6e4fb78d-5fb6-4cc3-8567-e43e70feef59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f17c589d2b0>, [{'id': '3ae39434-3077-4a61-8ec9-5d2beb8f56b0', 'name': 'tempest-TestVolumeBootPattern-1162730446-router', 'tenant_id': '09f977ccc1e54aa6bfffd127c9a4be7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'external_fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.14'}], 'enable_snat': True}, 'gw_port_id': 'aa054546-bebb-4011-8a62-78b11f5ad281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:31:15Z', 'updated_at': '2021-02-17T03:31:21Z', 'revision_number': 4, 'project_id': '09f977ccc1e54aa6bfffd127c9a4be7d', 'gw_port': {'id': 'aa054546-bebb-4011-8a62-78b11f5ad281', 'name': '', 'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:60:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae39434-3077-4a61-8ec9-5d2beb8f56b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:31:16Z', 'updated_at': '2021-02-17T03:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-5-iscsi', '_floatingips': [{'id': '41ac491b-7a8b-44d5-bac1-8f755fc274fe', 'tenant_id': '09f977ccc1e54aa6bfffd127c9a4be7d', 'floating_ip_address': '172.27.0.128', 'floating_network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'router_id': '3ae39434-3077-4a61-8ec9-5d2beb8f56b0', 'port_id': '1eaf9637-4a5d-4be5-9bed-fd22ccba8da3', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3cb0cdf3-e2d2-4fae-b226-b086c7cc05ee', 'mac_address': 'fa:16:3e:07:db:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a647e7-a66d-4254-9011-71ced47c3312', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T03:36:21Z', 'updated_at': '2021-02-17T03:36:27Z', 'revision_number': 2, 'project_id': '09f977ccc1e54aa6bfffd127c9a4be7d', 'fixed_ip_address_scope': None}, {'id': '9e6d4017-6793-4f64-8282-5e78c6d3e10f', 'tenant_id': '09f977ccc1e54aa6bfffd127c9a4be7d', 'floating_ip_address': '172.27.0.129', 'floating_network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'router_id': '3ae39434-3077-4a61-8ec9-5d2beb8f56b0', 'port_id': '3b32b96c-a86d-446f-8f9f-4f8b2c500fb9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3cb0cdf3-e2d2-4fae-b226-b086c7cc05ee', 'mac_address': 'fa:16:3e:49:63:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f8f18c7-f615-4522-86f3-7d9caae10cb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T03:39:05Z', 'updated_at': '2021-02-17T03:39:07Z', 'revision_number': 1, 'project_id': '09f977ccc1e54aa6bfffd127c9a4be7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e98b3221-e8eb-44c7-922b-f05f45a151d1', 'name': '', 'network_id': '3cb0cdf3-e2d2-4fae-b226-b086c7cc05ee', 'tenant_id': '09f977ccc1e54aa6bfffd127c9a4be7d', 'mac_address': 'fa:16:3e:47:10:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae39434-3077-4a61-8ec9-5d2beb8f56b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '7b7a5bdd-0e94-4495-9a8f-a3426e0e5cfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:31:20Z', 'updated_at': '2021-02-17T03:31:31Z', 'revision_number': 5, 'project_id': '09f977ccc1e54aa6bfffd127c9a4be7d', 'subnets': [{'id': '7b7a5bdd-0e94-4495-9a8f-a3426e0e5cfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759943-5-iscsi', False) {} {{(pid=83923) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:39:10.333570 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e4fb78d-5fb6-4cc3-8567-e43e70feef59 None None] The sync data for ids ['3ae39434-3077-4a61-8ec9-5d2beb8f56b0'] in dv-cinder-759943-5-iscsi is: [{'id': '3ae39434-3077-4a61-8ec9-5d2beb8f56b0', 'name': 'tempest-TestVolumeBootPattern-1162730446-router', 'tenant_id': '09f977ccc1e54aa6bfffd127c9a4be7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'external_fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.14'}], 'enable_snat': True}, 'gw_port_id': 'aa054546-bebb-4011-8a62-78b11f5ad281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:31:15Z', 'updated_at': '2021-02-17T03:31:21Z', 'revision_number': 4, 'project_id': '09f977ccc1e54aa6bfffd127c9a4be7d', 'gw_port': {'id': 'aa054546-bebb-4011-8a62-78b11f5ad281', 'name': '', 'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:60:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae39434-3077-4a61-8ec9-5d2beb8f56b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:31:16Z', 'updated_at': '2021-02-17T03:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-5-iscsi', '_floatingips': [{'id': '41ac491b-7a8b-44d5-bac1-8f755fc274fe', 'tenant_id': '09f977ccc1e54aa6bfffd127c9a4be7d', 'floating_ip_address': '172.27.0.128', 'floating_network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'router_id': '3ae39434-3077-4a61-8ec9-5d2beb8f56b0', 'port_id': '1eaf9637-4a5d-4be5-9bed-fd22ccba8da3', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3cb0cdf3-e2d2-4fae-b226-b086c7cc05ee', 'mac_address': 'fa:16:3e:07:db:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a647e7-a66d-4254-9011-71ced47c3312', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T03:36:21Z', 'updated_at': '2021-02-17T03:36:27Z', 'revision_number': 2, 'project_id': '09f977ccc1e54aa6bfffd127c9a4be7d', 'fixed_ip_address_scope': None}, {'id': '9e6d4017-6793-4f64-8282-5e78c6d3e10f', 'tenant_id': '09f977ccc1e54aa6bfffd127c9a4be7d', 'floating_ip_address': '172.27.0.129', 'floating_network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'router_id': '3ae39434-3077-4a61-8ec9-5d2beb8f56b0', 'port_id': '3b32b96c-a86d-446f-8f9f-4f8b2c500fb9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3cb0cdf3-e2d2-4fae-b226-b086c7cc05ee', 'mac_address': 'fa:16:3e:49:63:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f8f18c7-f615-4522-86f3-7d9caae10cb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T03:39:05Z', 'updated_at': '2021-02-17T03:39:07Z', 'revision_number': 1, 'project_id': '09f977ccc1e54aa6bfffd127c9a4be7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e98b3221-e8eb-44c7-922b-f05f45a151d1', 'name': '', 'network_id': '3cb0cdf3-e2d2-4fae-b226-b086c7cc05ee', 'tenant_id': '09f977ccc1e54aa6bfffd127c9a4be7d', 'mac_address': 'fa:16:3e:47:10:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae39434-3077-4a61-8ec9-5d2beb8f56b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '7b7a5bdd-0e94-4495-9a8f-a3426e0e5cfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:31:20Z', 'updated_at': '2021-02-17T03:31:31Z', 'revision_number': 5, 'project_id': '09f977ccc1e54aa6bfffd127c9a4be7d', 'subnets': [{'id': '7b7a5bdd-0e94-4495-9a8f-a3426e0e5cfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 03:39:10.404766 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-8cc28d2a-56dc-47c5-a669-72b25b5a36a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854190951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-947450'] for router_interface, after_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:10.490687 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-bc39f36c-a377-4443-bee5-254736308a78 req-fe0175ea-a5df-4d2c-baee-0eaf2c73fb62 service neutron] 10.222.0.57 "GET /v2.0/networks/3cb0cdf3-e2d2-4fae-b226-b086c7cc05ee?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5231671
Feb 17 03:39:10.654182 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acfdd23-1352-4da6-b023-f76d5af9b63c req-f37fb3f6-a296-464f-9329-40fe574044a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:39:10.655868 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-9acfdd23-1352-4da6-b023-f76d5af9b63c req-f37fb3f6-a296-464f-9329-40fe574044a4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3cb0cdf3-e2d2-4fae-b226-b086c7cc05ee&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.6483264
Feb 17 03:39:10.677897 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b3f6c4-4102-4e1c-bc4b-4020fa8c164a None None] New status for floating IP 9e6d4017-6793-4f64-8282-5e78c6d3e10f: ACTIVE {{(pid=83924) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 17 03:39:10.805346 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-bc39f36c-a377-4443-bee5-254736308a78 req-56ad87ba-9902-406c-b7d4-a165c4d0f753 service neutron] 10.222.0.57 "GET /v2.0/networks/3cb0cdf3-e2d2-4fae-b226-b086c7cc05ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2970479
Feb 17 03:39:10.877831 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-9acfdd23-1352-4da6-b023-f76d5af9b63c req-9c9f4be6-ca09-4164-b1d3-f91a98ca031f service neutron] 10.222.0.54 "GET /v2.0/networks/3cb0cdf3-e2d2-4fae-b226-b086c7cc05ee?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2079322
Feb 17 03:39:11.046573 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-9acfdd23-1352-4da6-b023-f76d5af9b63c req-c3616ed6-b2ad-43d3-9f32-16d224490ef2 service neutron] 10.222.0.54 "GET /v2.0/networks/3cb0cdf3-e2d2-4fae-b226-b086c7cc05ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1615443
Feb 17 03:39:11.059352 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cc28d2a-56dc-47c5-a669-72b25b5a36a8 admin admin] Router 2955aa40-398a-45ec-824c-e2ffe7230203 has already been hosted by L3 agent 3e02af72-3002-4fb3-96dd-e59119f81584 {{(pid=83922) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 03:39:11.264811 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cc28d2a-56dc-47c5-a669-72b25b5a36a8 admin admin] Notify agent at l3_agent.dv-cinder-759943-5-iscsi the message routers_updated {{(pid=83922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 03:39:11.274589 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ee7a1c-0294-42dc-9330-b14b2055915e None None] Sync routers for ids ['2955aa40-398a-45ec-824c-e2ffe7230203'] in dv-cinder-759943-5-iscsi {{(pid=83923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 03:39:11.279630 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-8cc28d2a-56dc-47c5-a669-72b25b5a36a8 admin admin] 10.222.0.57 "PUT /v2.0/routers/2955aa40-398a-45ec-824c-e2ffe7230203/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.9334328
Feb 17 03:39:11.282396 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83922) accepted ('10.222.0.57', 46028) {{(pid=83922) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:39:11.286430 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ee7a1c-0294-42dc-9330-b14b2055915e None None] Routers {'2955aa40-398a-45ec-824c-e2ffe7230203'} bound to L3 agent in host dv-cinder-759943-5-iscsi {{(pid=83923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 03:39:11.287115 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_hamode_db [None req-b6ee7a1c-0294-42dc-9330-b14b2055915e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f17c589da90>, 'dv-cinder-759943-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T03:18:25Z,description=<?>,heartbeat_timestamp=2021-02-17T03:38:55Z,host='dv-cinder-759943-5-iscsi',id=3e02af72-3002-4fb3-96dd-e59119f81584,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T03:18:25Z,topic='l3_agent')) {'router_ids': ['2955aa40-398a-45ec-824c-e2ffe7230203'], 'active': True} {{(pid=83923) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:39:11.490034 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-dc9e6f30-2c6b-42fe-a173-33f06982c4e0 admin admin] Notify callbacks [] for router, before_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:11.658423 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvr_db [None req-b6ee7a1c-0294-42dc-9330-b14b2055915e None None] Set router 2955aa40-398a-45ec-824c-e2ffe7230203 gateway port host: dv-cinder-759943-5-iscsi {{(pid=83923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 03:39:11.961667 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-dc9e6f30-2c6b-42fe-a173-33f06982c4e0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:11.967184 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.plugin [None req-dc9e6f30-2c6b-42fe-a173-33f06982c4e0 admin admin] Deleting port 62f00c63-ea90-420b-9fc5-79144a39882f {{(pid=83922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 03:39:11.967714 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-dc9e6f30-2c6b-42fe-a173-33f06982c4e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363303097822068'] for port, before_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:11.994719 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_hamode_db [None req-b6ee7a1c-0294-42dc-9330-b14b2055915e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f17c589da90>, [{'id': '2955aa40-398a-45ec-824c-e2ffe7230203', 'name': 'tempest-AttachVolumeTestJSON-1825359717-router', 'tenant_id': 'c568344bec0146c19c14571bff20a759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'external_fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': '62f00c63-ea90-420b-9fc5-79144a39882f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:27:22Z', 'updated_at': '2021-02-17T03:39:09Z', 'revision_number': 5, 'project_id': 'c568344bec0146c19c14571bff20a759', 'gw_port': {'id': '62f00c63-ea90-420b-9fc5-79144a39882f', 'name': '', 'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:9a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2955aa40-398a-45ec-824c-e2ffe7230203', 'device_owner': 'network:router_gateway', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:27:28Z', 'updated_at': '2021-02-17T03:27:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-5-iscsi'}], 'dv-cinder-759943-5-iscsi', False) {} {{(pid=83923) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:39:11.999336 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ee7a1c-0294-42dc-9330-b14b2055915e None None] Checking router: 2955aa40-398a-45ec-824c-e2ffe7230203 for host: dv-cinder-759943-5-iscsi {{(pid=83923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 03:39:12.009197 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ee7a1c-0294-42dc-9330-b14b2055915e None None] Routers {'2955aa40-398a-45ec-824c-e2ffe7230203'} bound to L3 agent in host dv-cinder-759943-5-iscsi {{(pid=83923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 03:39:12.009899 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_hamode_db [None req-b6ee7a1c-0294-42dc-9330-b14b2055915e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f17c589da90>, 'dv-cinder-759943-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T03:18:25Z,description=<?>,heartbeat_timestamp=2021-02-17T03:38:55Z,host='dv-cinder-759943-5-iscsi',id=3e02af72-3002-4fb3-96dd-e59119f81584,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T03:18:25Z,topic='l3_agent')) {'router_ids': ['2955aa40-398a-45ec-824c-e2ffe7230203'], 'active': True} {{(pid=83923) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:39:12.168318 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.db [None req-dc9e6f30-2c6b-42fe-a173-33f06982c4e0 admin admin] For port 62f00c63-ea90-420b-9fc5-79144a39882f, host dv-cinder-759943-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-5-iscsi',level=0,port_id=62f00c63-ea90-420b-9fc5-79144a39882f,segment=NetworkSegment(98c4310b-6fdc-4105-b056-95cb7f890c80),segment_id=98c4310b-6fdc-4105-b056-95cb7f890c80)] {{(pid=83922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:39:12.168718 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-dc9e6f30-2c6b-42fe-a173-33f06982c4e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853786502'] for port, precommit_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:12.214247 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvr_db [None req-b6ee7a1c-0294-42dc-9330-b14b2055915e None None] Set router 2955aa40-398a-45ec-824c-e2ffe7230203 gateway port host: dv-cinder-759943-5-iscsi {{(pid=83923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 03:39:12.320458 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.plugin [None req-dc9e6f30-2c6b-42fe-a173-33f06982c4e0 admin admin] Calling delete_port for 62f00c63-ea90-420b-9fc5-79144a39882f owned by network:router_gateway {{(pid=83922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 03:39:12.490273 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-dc9e6f30-2c6b-42fe-a173-33f06982c4e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363303097879497', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363303098261142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851846526'] for port, after_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:12.558812 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_hamode_db [None req-b6ee7a1c-0294-42dc-9330-b14b2055915e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f17c589da90>, [{'id': '2955aa40-398a-45ec-824c-e2ffe7230203', 'name': 'tempest-AttachVolumeTestJSON-1825359717-router', 'tenant_id': 'c568344bec0146c19c14571bff20a759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'external_fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': '62f00c63-ea90-420b-9fc5-79144a39882f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:27:22Z', 'updated_at': '2021-02-17T03:39:09Z', 'revision_number': 5, 'project_id': 'c568344bec0146c19c14571bff20a759', 'gw_port': {'id': '62f00c63-ea90-420b-9fc5-79144a39882f', 'name': '', 'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:9a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2955aa40-398a-45ec-824c-e2ffe7230203', 'device_owner': 'network:router_gateway', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:27:28Z', 'updated_at': '2021-02-17T03:27:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-5-iscsi'}], 'dv-cinder-759943-5-iscsi', False) {} {{(pid=83923) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:39:12.563330 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ee7a1c-0294-42dc-9330-b14b2055915e None None] The sync data for ids ['2955aa40-398a-45ec-824c-e2ffe7230203'] in dv-cinder-759943-5-iscsi is: [{'id': '2955aa40-398a-45ec-824c-e2ffe7230203', 'name': 'tempest-AttachVolumeTestJSON-1825359717-router', 'tenant_id': 'c568344bec0146c19c14571bff20a759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'external_fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': '62f00c63-ea90-420b-9fc5-79144a39882f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:27:22Z', 'updated_at': '2021-02-17T03:39:09Z', 'revision_number': 5, 'project_id': 'c568344bec0146c19c14571bff20a759', 'gw_port': {'id': '62f00c63-ea90-420b-9fc5-79144a39882f', 'name': '', 'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:9a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2955aa40-398a-45ec-824c-e2ffe7230203', 'device_owner': 'network:router_gateway', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:27:28Z', 'updated_at': '2021-02-17T03:27:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-5-iscsi'}] {{(pid=83923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 03:39:12.719835 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-dc9e6f30-2c6b-42fe-a173-33f06982c4e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-990902'] for router_gateway, after_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:12.871396 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-dc9e6f30-2c6b-42fe-a173-33f06982c4e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-944190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854760956'] for router, precommit_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:12.874037 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-dc9e6f30-2c6b-42fe-a173-33f06982c4e0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:12.905292 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-dc9e6f30-2c6b-42fe-a173-33f06982c4e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-945948'] for router, after_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:12.905874 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc9e6f30-2c6b-42fe-a173-33f06982c4e0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2955aa40-398a-45ec-824c-e2ffe7230203 {{(pid=83922) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Feb 17 03:39:12.921828 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-dc9e6f30-2c6b-42fe-a173-33f06982c4e0 admin admin] Notify callbacks [] for router, before_response {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:12.923462 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-dc9e6f30-2c6b-42fe-a173-33f06982c4e0 admin admin] 10.222.0.57 "DELETE /v2.0/routers/2955aa40-398a-45ec-824c-e2ffe7230203 HTTP/1.1" status: 204  len: 168 time: 1.6396942
Feb 17 03:39:12.925989 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.57', 46034) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:39:13.000234 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.db_base_plugin_v2 [None req-22c16b69-d115-4d98-b028-77bc8047d900 admin admin] Deleting subnet 029a335d-7c65-4847-a56e-60c19b417a63 {{(pid=83921) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 17 03:39:13.003389 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-22c16b69-d115-4d98-b028-77bc8047d900 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:13.067100 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-22c16b69-d115-4d98-b028-77bc8047d900 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852641159'] for subnet, precommit_delete_associations {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:13.202655 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-22c16b69-d115-4d98-b028-77bc8047d900 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036838102275'] for subnet, precommit_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:13.484193 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-22c16b69-d115-4d98-b028-77bc8047d900 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853913663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852641119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3438525'] for subnet, after_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:13.498560 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-79c5926a-c571-4e59-a30d-f72d9d67ed2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:39:13.596141 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c16b69-d115-4d98-b028-77bc8047d900 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=029a335d-7c65-4847-a56e-60c19b417a63,revision_number=None']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:39:13.602348 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-22c16b69-d115-4d98-b028-77bc8047d900 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:39:13.638294 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-22c16b69-d115-4d98-b028-77bc8047d900 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854193028'] for subnet, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:13.643374 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2be8428e-82cf-4d41-b7f9-a54b3e3dccf2 None None] Network 196dd25e-6f79-49ea-bd1a-b88102e9bbe7 requested from dv-cinder-759943-5-iscsi {{(pid=83923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 03:39:13.648075 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-22c16b69-d115-4d98-b028-77bc8047d900 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/029a335d-7c65-4847-a56e-60c19b417a63 HTTP/1.1" status: 204  len: 168 time: 0.7181499
Feb 17 03:39:13.648337 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.57', 46040) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:39:13.767226 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-a306026e-d6d2-45af-aca5-e2f89d329604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036838459169'] for network, before_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:13.843476 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.plugin [None req-a306026e-d6d2-45af-aca5-e2f89d329604 admin admin] Deleting port 9817062d-60d0-4cd7-a2fd-f8571a9726b0 {{(pid=83921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 03:39:13.843853 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-a306026e-d6d2-45af-aca5-e2f89d329604 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363303097822068'] for port, before_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:13.944745 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-356c3e65-12c7-4968-a00c-2e46d506e1e4 None None] DHCP port deletion for 196dd25e-6f79-49ea-bd1a-b88102e9bbe7 request from dv-cinder-759943-5-iscsi {{(pid=83923) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Feb 17 03:39:13.949322 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.plugin [None req-356c3e65-12c7-4968-a00c-2e46d506e1e4 None None] Deleting port 9817062d-60d0-4cd7-a2fd-f8571a9726b0 {{(pid=83923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 03:39:13.950009 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-356c3e65-12c7-4968-a00c-2e46d506e1e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363303097822068'] for port, before_delete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:14.081809 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-aa24098a-c690-4d87-b4f4-9ce025f6b92d req-a988f031-062a-4cb6-8cfe-d6f40da36d5f tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-984020185&fields=id&tenant_id=688dfe990479484ba91f5f3241f71c34 HTTP/1.1" status: 200  len: 267 time: 0.0506153
Feb 17 03:39:14.116579 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.db [None req-a306026e-d6d2-45af-aca5-e2f89d329604 admin admin] For port 9817062d-60d0-4cd7-a2fd-f8571a9726b0, host dv-cinder-759943-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-5-iscsi',level=0,port_id=9817062d-60d0-4cd7-a2fd-f8571a9726b0,segment=NetworkSegment(65c0d646-2325-475a-9350-f88d9dd1380a),segment_id=65c0d646-2325-475a-9350-f88d9dd1380a)] {{(pid=83921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:39:14.116875 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-a306026e-d6d2-45af-aca5-e2f89d329604 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853786502'] for port, precommit_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:14.180100 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.db [None req-356c3e65-12c7-4968-a00c-2e46d506e1e4 None None] For port 9817062d-60d0-4cd7-a2fd-f8571a9726b0, host dv-cinder-759943-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-5-iscsi',level=0,port_id=9817062d-60d0-4cd7-a2fd-f8571a9726b0,segment=NetworkSegment(65c0d646-2325-475a-9350-f88d9dd1380a),segment_id=65c0d646-2325-475a-9350-f88d9dd1380a)] {{(pid=83923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:39:14.180491 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-356c3e65-12c7-4968-a00c-2e46d506e1e4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853786502'] for port, precommit_delete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:14.182504 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa24098a-c690-4d87-b4f4-9ce025f6b92d req-91f1b83f-933b-41bc-b969-ffb2bd209fea tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:39:14.184147 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-aa24098a-c690-4d87-b4f4-9ce025f6b92d req-91f1b83f-933b-41bc-b969-ffb2bd209fea tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] 10.222.0.57 "GET /v2.0/ports?device_id=307fa9d3-f0a5-4c33-aa27-7271e36ec239 HTTP/1.1" status: 200  len: 985 time: 0.0943427
Feb 17 03:39:14.199036 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.v2.base [req-aa24098a-c690-4d87-b4f4-9ce025f6b92d req-fa9de582-73ef-46f5-8d23-532f6ec67580 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] Request body: {'port': {'security_groups': ['b3a2e226-ee4b-4da0-ab48-63889dcb7abe']}} {{(pid=83922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:39:14.260109 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.plugin [None req-a306026e-d6d2-45af-aca5-e2f89d329604 admin admin] Calling delete_port for 9817062d-60d0-4cd7-a2fd-f8571a9726b0 owned by network:dhcp {{(pid=83921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 03:39:14.317548 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.plugin [None req-356c3e65-12c7-4968-a00c-2e46d506e1e4 None None] Calling delete_port for 9817062d-60d0-4cd7-a2fd-f8571a9726b0 owned by network:dhcp {{(pid=83923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 03:39:14.342192 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-a306026e-d6d2-45af-aca5-e2f89d329604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363303097879497', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363303098261142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852640907'] for port, after_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:14.342471 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-aa24098a-c690-4d87-b4f4-9ce025f6b92d req-fa9de582-73ef-46f5-8d23-532f6ec67580 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for port, before_update {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:14.358724 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-3b5ee5e0-afee-4ba7-9c62-bb991b443e28 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:39:14.467048 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.db.api [None req-356c3e65-12c7-4968-a00c-2e46d506e1e4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83923) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 17 03:39:14.467454 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_db.api [None req-356c3e65-12c7-4968-a00c-2e46d506e1e4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83923) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 17 03:39:14.476928 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306026e-d6d2-45af-aca5-e2f89d329604 admin admin] Pushing event deleted for resources: {'Port': ['ID=9817062d-60d0-4cd7-a2fd-f8571a9726b0,revision_number=None']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:39:14.486357 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-a306026e-d6d2-45af-aca5-e2f89d329604 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:39:14.489906 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Device 9817062d-60d0-4cd7-a2fd-f8571a9726b0 no longer exists at agent ovs-agent-dv-cinder-759943-5-iscsi {{(pid=83923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 03:39:14.522439 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a306026e-d6d2-45af-aca5-e2f89d329604 admin admin] No DVR routers for this DVR port 9817062d-60d0-4cd7-a2fd-f8571a9726b0 on host dv-cinder-759943-5-iscsi {{(pid=83921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 03:39:14.532704 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.plugin [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] No Port match for: 9817062d-60d0-4cd7-a2fd-f8571a9726b0 {{(pid=83923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 03:39:14.533254 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Device 9817062d-60d0-4cd7-a2fd-f8571a9726b0 not bound to the agent host dv-cinder-759943-5-iscsi {{(pid=83923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 03:39:14.533718 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Device 5ad39764-a1db-4ad4-8bf4-faa5fd452287 no longer exists at agent ovs-agent-dv-cinder-759943-5-iscsi {{(pid=83923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 03:39:14.581575 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.plugin [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] No Port match for: 5ad39764-a1db-4ad4-8bf4-faa5fd452287 {{(pid=83923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 03:39:14.581981 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Device 5ad39764-a1db-4ad4-8bf4-faa5fd452287 not bound to the agent host dv-cinder-759943-5-iscsi {{(pid=83923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 03:39:14.582484 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Device 62f00c63-ea90-420b-9fc5-79144a39882f no longer exists at agent ovs-agent-dv-cinder-759943-5-iscsi {{(pid=83923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 03:39:14.619574 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.plugin [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] No Port match for: 62f00c63-ea90-420b-9fc5-79144a39882f {{(pid=83923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 03:39:14.619948 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Device 62f00c63-ea90-420b-9fc5-79144a39882f not bound to the agent host dv-cinder-759943-5-iscsi {{(pid=83923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 03:39:14.659300 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-a306026e-d6d2-45af-aca5-e2f89d329604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838103452', 'neutron.services.segments.db._delete_segments_for_network-8733756975594'] for network, precommit_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:14.696792 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.db [req-aa24098a-c690-4d87-b4f4-9ce025f6b92d req-fa9de582-73ef-46f5-8d23-532f6ec67580 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] For port 88c76ccb-10fd-4edc-b372-9a3bad57e105, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=88c76ccb-10fd-4edc-b372-9a3bad57e105,segment=NetworkSegment(6c015ecf-ca24-43ac-84f0-02668fe7daf5),segment_id=6c015ecf-ca24-43ac-84f0-02668fe7daf5)] {{(pid=83922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:39:14.723895 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-aa24098a-c690-4d87-b4f4-9ce025f6b92d req-fa9de582-73ef-46f5-8d23-532f6ec67580 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] Notify callbacks [] for port, precommit_update {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:14.727671 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-aa24098a-c690-4d87-b4f4-9ce025f6b92d req-fa9de582-73ef-46f5-8d23-532f6ec67580 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303097879514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733756514675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303098261108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2929291'] for port, after_update {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:14.743246 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-41ff6829-0067-4209-97e6-ef445bebe4b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:39:14.780532 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.services.segments.db [None req-a306026e-d6d2-45af-aca5-e2f89d329604 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f17c469e630>,) {'filters': {'network_id': ['196dd25e-6f79-49ea-bd1a-b88102e9bbe7']}} {{(pid=83921) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:39:14.794508 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.services.segments.db [None req-a306026e-d6d2-45af-aca5-e2f89d329604 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f17c469e630>, '65c0d646-2325-475a-9350-f88d9dd1380a') {'for_net_delete': True} {{(pid=83921) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:39:14.794843 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.services.segments.db [None req-a306026e-d6d2-45af-aca5-e2f89d329604 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f17c469e630>, '65c0d646-2325-475a-9350-f88d9dd1380a') {} {{(pid=83921) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:39:14.807986 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-a306026e-d6d2-45af-aca5-e2f89d329604 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363303097793020', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2134625'] for segment, before_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:14.823491 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-a306026e-d6d2-45af-aca5-e2f89d329604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16617428'] for segment, precommit_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:14.825559 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-a306026e-d6d2-45af-aca5-e2f89d329604 admin admin] Releasing vxlan tunnel 8 to pool {{(pid=83921) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 17 03:39:14.907621 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9de582-73ef-46f5-8d23-532f6ec67580 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] Pushing event updated for resources: {'Port': ['ID=88c76ccb-10fd-4edc-b372-9a3bad57e105,revision_number=6']} {{(pid=83922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:39:14.917020 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-fa9de582-73ef-46f5-8d23-532f6ec67580 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:39:14.953330 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa24098a-c690-4d87-b4f4-9ce025f6b92d req-fa9de582-73ef-46f5-8d23-532f6ec67580 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:39:14.954040 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-aa24098a-c690-4d87-b4f4-9ce025f6b92d req-fa9de582-73ef-46f5-8d23-532f6ec67580 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774597'] for port, before_response {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:14.955580 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-aa24098a-c690-4d87-b4f4-9ce025f6b92d req-fa9de582-73ef-46f5-8d23-532f6ec67580 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] 10.222.0.57 "PUT /v2.0/ports/88c76ccb-10fd-4edc-b372-9a3bad57e105 HTTP/1.1" status: 200  len: 943 time: 0.7624366
Feb 17 03:39:14.956140 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '307fa9d3-f0a5-4c33-aa27-7271e36ec239', 'tag': '88c76ccb-10fd-4edc-b372-9a3bad57e105'}] {{(pid=83922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 03:39:14.969354 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.plugin [None req-356c3e65-12c7-4968-a00c-2e46d506e1e4 None None] Deleting port 9817062d-60d0-4cd7-a2fd-f8571a9726b0 {{(pid=83923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 03:39:14.969789 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-356c3e65-12c7-4968-a00c-2e46d506e1e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363303097822068'] for port, before_delete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:15.032170 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.managers [None req-a306026e-d6d2-45af-aca5-e2f89d329604 admin admin] Network 196dd25e-6f79-49ea-bd1a-b88102e9bbe7 has no segments {{(pid=83921) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 03:39:15.032894 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '307fa9d3-f0a5-4c33-aa27-7271e36ec239', 'tag': '88c76ccb-10fd-4edc-b372-9a3bad57e105', 'status': 'completed', 'code': 200}
Feb 17 03:39:15.046849 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-a306026e-d6d2-45af-aca5-e2f89d329604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036838158356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2134878'] for segment, after_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:15.060345 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.plugin [None req-356c3e65-12c7-4968-a00c-2e46d506e1e4 None None] The port '9817062d-60d0-4cd7-a2fd-f8571a9726b0' was deleted {{(pid=83923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}}
Feb 17 03:39:15.074636 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-227c3a15-42e1-4e5a-ad80-767570e6dd18 req-2d84136c-a2c7-4ec3-bb52-a04fd511e95e tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] 10.222.0.57 "GET /v2.0/security-groups/58316507-e2b9-47a8-8c80-bbda6482c459 HTTP/1.1" status: 200  len: 3003 time: 0.0965300
Feb 17 03:39:15.159970 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-227c3a15-42e1-4e5a-ad80-767570e6dd18 req-94e9ef27-fe45-4d25-b73e-689d3f633d81 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] Notify callbacks [] for security_group, before_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:15.210585 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-227c3a15-42e1-4e5a-ad80-767570e6dd18 req-94e9ef27-fe45-4d25-b73e-689d3f633d81 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:15.242046 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-b63ebb86-5719-46a6-86ec-53e271af2406 None None] Provisioning complete for port 88c76ccb-10fd-4edc-b372-9a3bad57e105 triggered by entity DHCP. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:39:15.242589 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-b63ebb86-5719-46a6-86ec-53e271af2406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838161172'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:15.272455 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-227c3a15-42e1-4e5a-ad80-767570e6dd18 req-94e9ef27-fe45-4d25-b73e-689d3f633d81 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876219'] for security_group, after_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:15.280480 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-5984aabe-9471-40b4-a941-87d1eb27c8d6 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:39:15.298537 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e9ef27-fe45-4d25-b73e-689d3f633d81 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58316507-e2b9-47a8-8c80-bbda6482c459,revision_number=None']} {{(pid=83922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:39:15.302108 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-94e9ef27-fe45-4d25-b73e-689d3f633d81 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:39:15.314205 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-227c3a15-42e1-4e5a-ad80-767570e6dd18 req-94e9ef27-fe45-4d25-b73e-689d3f633d81 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] Notify callbacks [] for security_group, before_response {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:15.315476 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-227c3a15-42e1-4e5a-ad80-767570e6dd18 req-94e9ef27-fe45-4d25-b73e-689d3f633d81 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] 10.222.0.57 "DELETE /v2.0/security-groups/58316507-e2b9-47a8-8c80-bbda6482c459 HTTP/1.1" status: 204  len: 173 time: 0.2342718
Feb 17 03:39:15.634314 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.managers [None req-a306026e-d6d2-45af-aca5-e2f89d329604 admin admin] Network 196dd25e-6f79-49ea-bd1a-b88102e9bbe7 has no segments {{(pid=83921) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 03:39:15.664370 dv-cinder-759943-5-iscsi neutron-server[83810]: Traceback (most recent call last):
Feb 17 03:39:15.664370 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 17 03:39:15.664370 dv-cinder-759943-5-iscsi neutron-server[83810]:     timer()
Feb 17 03:39:15.664370 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 17 03:39:15.664370 dv-cinder-759943-5-iscsi neutron-server[83810]:     cb(*args, **kw)
Feb 17 03:39:15.664370 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 17 03:39:15.664370 dv-cinder-759943-5-iscsi neutron-server[83810]:     return func(*args, **kwargs)
Feb 17 03:39:15.664370 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 17 03:39:15.664370 dv-cinder-759943-5-iscsi neutron-server[83810]:     self._notify()
Feb 17 03:39:15.664370 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 17 03:39:15.664370 dv-cinder-759943-5-iscsi neutron-server[83810]:     self.callback(batched_events)
Feb 17 03:39:15.664370 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 17 03:39:15.664370 dv-cinder-759943-5-iscsi neutron-server[83810]:     event.method(event)
Feb 17 03:39:15.664370 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 17 03:39:15.664370 dv-cinder-759943-5-iscsi neutron-server[83810]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 17 03:39:15.664370 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 17 03:39:15.664370 dv-cinder-759943-5-iscsi neutron-server[83810]:     segment_id)['aggregates'][0]
Feb 17 03:39:15.664370 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 17 03:39:15.664370 dv-cinder-759943-5-iscsi neutron-server[83810]:     return f(self, *a, **k)
Feb 17 03:39:15.664370 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 17 03:39:15.664370 dv-cinder-759943-5-iscsi neutron-server[83810]:     return self._get(url).json()
Feb 17 03:39:15.664370 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 17 03:39:15.664370 dv-cinder-759943-5-iscsi neutron-server[83810]:     **kwargs)
Feb 17 03:39:15.664370 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 17 03:39:15.664370 dv-cinder-759943-5-iscsi neutron-server[83810]:     return self.request(url, 'GET', **kwargs)
Feb 17 03:39:15.664370 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 17 03:39:15.664370 dv-cinder-759943-5-iscsi neutron-server[83810]:     **endpoint_filter)
Feb 17 03:39:15.664370 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 17 03:39:15.664370 dv-cinder-759943-5-iscsi neutron-server[83810]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 17 03:39:15.664370 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 17 03:39:15.664370 dv-cinder-759943-5-iscsi neutron-server[83810]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 17 03:39:15.664370 dv-cinder-759943-5-iscsi neutron-server[83810]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 17 03:39:15.775813 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-7a6d12ae-717b-4d89-97b4-b582d4589172 req-2b76ae00-aa32-415d-ae78-4708ea0bf0af tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] 10.222.0.57 "GET /v2.0/floatingips/c233df69-f187-433c-8fd9-0e589151b190 HTTP/1.1" status: 200  len: 999 time: 0.2585406
Feb 17 03:39:15.779539 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447d683c-9519-4bfb-8107-5281d9c0bfba req-96cf4de1-797d-44e0-bccc-35b040dcb20d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:39:15.781107 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-447d683c-9519-4bfb-8107-5281d9c0bfba req-96cf4de1-797d-44e0-bccc-35b040dcb20d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=688dfe990479484ba91f5f3241f71c34&device_id=307fa9d3-f0a5-4c33-aa27-7271e36ec239 HTTP/1.1" status: 200  len: 1163 time: 0.6618047
Feb 17 03:39:15.810143 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-a306026e-d6d2-45af-aca5-e2f89d329604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16672364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853781874'] for network, after_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:15.897786 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-a306026e-d6d2-45af-aca5-e2f89d329604 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854193028'] for network, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:15.900373 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-8d8fceee-6a8b-4761-ace5-d1f3bfdda368 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:39:15.992378 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306026e-d6d2-45af-aca5-e2f89d329604 admin admin] Pushing event deleted for resources: {'Network': ['ID=196dd25e-6f79-49ea-bd1a-b88102e9bbe7,revision_number=None']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:39:15.995164 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-a306026e-d6d2-45af-aca5-e2f89d329604 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:39:16.039965 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-a306026e-d6d2-45af-aca5-e2f89d329604 admin admin] 10.222.0.57 "DELETE /v2.0/networks/196dd25e-6f79-49ea-bd1a-b88102e9bbe7 HTTP/1.1" status: 204  len: 168 time: 2.3905156
Feb 17 03:39:16.110519 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6d12ae-717b-4d89-97b4-b582d4589172 req-4b49e262-1ef5-4ec5-86e5-bae1dbbf28bd tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:39:16.111966 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-7a6d12ae-717b-4d89-97b4-b582d4589172 req-4b49e262-1ef5-4ec5-86e5-bae1dbbf28bd tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] 10.222.0.57 "GET /v2.0/networks/47a54196-2e01-4ced-bf59-8f5a8abde718 HTTP/1.1" status: 200  len: 784 time: 0.3296673
Feb 17 03:39:16.116819 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447d683c-9519-4bfb-8107-5281d9c0bfba req-e6f930ea-1ba8-428e-8466-c70e7665e51d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:39:16.118403 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-447d683c-9519-4bfb-8107-5281d9c0bfba req-e6f930ea-1ba8-428e-8466-c70e7665e51d service neutron] 10.222.0.54 "GET /v2.0/networks?id=b3188410-3b2d-4523-8ccc-1882d94255cc HTTP/1.1" status: 200  len: 909 time: 0.3124456
Feb 17 03:39:16.124284 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [req-7a6d12ae-717b-4d89-97b4-b582d4589172 req-bef322a9-6377-4399-9394-1b272fe09f99 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=83921) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 17 03:39:16.125363 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-7a6d12ae-717b-4d89-97b4-b582d4589172 req-bef322a9-6377-4399-9394-1b272fe09f99 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0060120
Feb 17 03:39:16.202509 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83922) accepted ('10.222.0.57', 46056) {{(pid=83922) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:39:16.257868 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-33f04ae4-9726-4ccb-829c-373cd98d3f44 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c568344bec0146c19c14571bff20a759&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0515459
Feb 17 03:39:16.258098 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83922) accepted ('10.222.0.57', 46060) {{(pid=83922) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:39:16.324043 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-7a399cf8-c418-4cb1-8842-104d33051377 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:16.329763 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-447d683c-9519-4bfb-8107-5281d9c0bfba req-3db4e843-948f-427d-9c3d-3af64b5f2fde service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=88c76ccb-10fd-4edc-b372-9a3bad57e105 HTTP/1.1" status: 200  len: 1002 time: 0.2034266
Feb 17 03:39:16.335362 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-7a6d12ae-717b-4d89-97b4-b582d4589172 req-dd9d4d86-65dc-4311-9319-7ce33176f18c tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.27.0.175 HTTP/1.1" status: 200  len: 1002 time: 0.1569290
Feb 17 03:39:16.353454 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-7a399cf8-c418-4cb1-8842-104d33051377 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:16.400850 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-7a399cf8-c418-4cb1-8842-104d33051377 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876219'] for security_group, after_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:16.406411 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-b781f516-9c14-43dd-82f9-2091850ba007 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:39:16.424113 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a399cf8-c418-4cb1-8842-104d33051377 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=142dc768-ec4d-47bb-904d-aba33168b788,revision_number=None']} {{(pid=83922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:39:16.427863 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-7a399cf8-c418-4cb1-8842-104d33051377 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:39:16.431488 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-7a399cf8-c418-4cb1-8842-104d33051377 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:16.436472 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-7a399cf8-c418-4cb1-8842-104d33051377 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/142dc768-ec4d-47bb-904d-aba33168b788 HTTP/1.1" status: 204  len: 168 time: 0.1737311
Feb 17 03:39:16.472541 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447d683c-9519-4bfb-8107-5281d9c0bfba req-99ee8ddf-4c8c-4af1-949b-b446f3d20f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:39:16.474780 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-447d683c-9519-4bfb-8107-5281d9c0bfba req-99ee8ddf-4c8c-4af1-949b-b446f3d20f81 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=93184869-a955-40ff-a3bb-5e5bae8b972f HTTP/1.1" status: 200  len: 854 time: 0.1384006
Feb 17 03:39:16.484844 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6d12ae-717b-4d89-97b4-b582d4589172 req-574c0001-014e-4bfe-b874-701768594257 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:39:16.486411 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-7a6d12ae-717b-4d89-97b4-b582d4589172 req-574c0001-014e-4bfe-b874-701768594257 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] 10.222.0.57 "GET /v2.0/ports/88c76ccb-10fd-4edc-b372-9a3bad57e105 HTTP/1.1" status: 200  len: 943 time: 0.1124098
Feb 17 03:39:16.567567 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447d683c-9519-4bfb-8107-5281d9c0bfba req-536d4b01-9709-4cda-aa9e-0e9da00aa882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:39:16.569270 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-447d683c-9519-4bfb-8107-5281d9c0bfba req-536d4b01-9709-4cda-aa9e-0e9da00aa882 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b3188410-3b2d-4523-8ccc-1882d94255cc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0818837
Feb 17 03:39:16.783050 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-7a6d12ae-717b-4d89-97b4-b582d4589172 req-9774ec4d-a386-4488-868c-b1010a394f2c tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.27.0.175 HTTP/1.1" status: 200  len: 1002 time: 0.2127211
Feb 17 03:39:16.935859 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-447d683c-9519-4bfb-8107-5281d9c0bfba req-fd230bc1-7e10-469b-9dbf-d589274c5f3f service neutron] 10.222.0.54 "GET /v2.0/networks/b3188410-3b2d-4523-8ccc-1882d94255cc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3045902
Feb 17 03:39:17.149538 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.plugin [req-7a6d12ae-717b-4d89-97b4-b582d4589172 req-537f7c51-489a-4c9c-abef-ed9a2646a14a tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] Deleting port ec3df17f-a023-43b1-9620-f46645d52f91 {{(pid=83921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 03:39:17.149931 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-7a6d12ae-717b-4d89-97b4-b582d4589172 req-537f7c51-489a-4c9c-abef-ed9a2646a14a tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363303097822068'] for port, before_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:17.287875 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Device 88c76ccb-10fd-4edc-b372-9a3bad57e105 up at agent ovs-agent-hv-cinder-75994 {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:39:17.376177 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Provisioning complete for port 88c76ccb-10fd-4edc-b372-9a3bad57e105 triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:39:17.376823 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838161172'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:17.546130 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-447d683c-9519-4bfb-8107-5281d9c0bfba req-8f776da0-3a2f-4bc9-b73c-6e9bcb9d60fd service neutron] 10.222.0.54 "GET /v2.0/networks/b3188410-3b2d-4523-8ccc-1882d94255cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5425625
Feb 17 03:39:17.606145 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-7a6d12ae-717b-4d89-97b4-b582d4589172 req-537f7c51-489a-4c9c-abef-ed9a2646a14a tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853786502'] for port, precommit_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:17.606515 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-7a6d12ae-717b-4d89-97b4-b582d4589172 req-537f7c51-489a-4c9c-abef-ed9a2646a14a tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:17.743097 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.plugin [req-7a6d12ae-717b-4d89-97b4-b582d4589172 req-537f7c51-489a-4c9c-abef-ed9a2646a14a tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] Calling delete_port for ec3df17f-a023-43b1-9620-f46645d52f91 owned by network:floatingip {{(pid=83921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 03:39:17.909689 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-7a6d12ae-717b-4d89-97b4-b582d4589172 req-537f7c51-489a-4c9c-abef-ed9a2646a14a tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363303097879497', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363303098261142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852640907'] for port, after_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:17.926172 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-265e9759-79dc-4838-951b-4a176cc11924 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:39:18.024647 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537f7c51-489a-4c9c-abef-ed9a2646a14a tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] Pushing event deleted for resources: {'Port': ['ID=ec3df17f-a023-43b1-9620-f46645d52f91,revision_number=None']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:39:18.034601 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-537f7c51-489a-4c9c-abef-ed9a2646a14a tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:39:18.152941 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-7a6d12ae-717b-4d89-97b4-b582d4589172 req-537f7c51-489a-4c9c-abef-ed9a2646a14a tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] Notify callbacks [] for floatingip, after_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:18.153341 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.db.l3_db [req-7a6d12ae-717b-4d89-97b4-b582d4589172 req-537f7c51-489a-4c9c-abef-ed9a2646a14a tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] Floating IP c233df69-f187-433c-8fd9-0e589151b190 disassociated (deleted). External IP: 172.27.0.175, port: 88c76ccb-10fd-4edc-b372-9a3bad57e105.
Feb 17 03:39:18.547722 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7a6d12ae-717b-4d89-97b4-b582d4589172 req-537f7c51-489a-4c9c-abef-ed9a2646a14a tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] Router 2d7af459-90c6-4f75-9b1a-961871ff7984 has already been hosted by L3 agent 3e02af72-3002-4fb3-96dd-e59119f81584 {{(pid=83921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 03:39:18.706215 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83922) accepted ('10.222.0.57', 46120) {{(pid=83922) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:39:18.771272 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7a6d12ae-717b-4d89-97b4-b582d4589172 req-537f7c51-489a-4c9c-abef-ed9a2646a14a tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] Notify agent at l3_agent.dv-cinder-759943-5-iscsi the message routers_updated {{(pid=83921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 03:39:18.781451 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b5c667d-565f-480d-87d0-207d7674bab1 None None] Sync routers for ids ['2d7af459-90c6-4f75-9b1a-961871ff7984'] in dv-cinder-759943-5-iscsi {{(pid=83924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 03:39:18.791840 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b5c667d-565f-480d-87d0-207d7674bab1 None None] Routers {'2d7af459-90c6-4f75-9b1a-961871ff7984'} bound to L3 agent in host dv-cinder-759943-5-iscsi {{(pid=83924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 03:39:18.792510 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_hamode_db [None req-0b5c667d-565f-480d-87d0-207d7674bab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f17c63f5438>, 'dv-cinder-759943-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T03:18:25Z,description=<?>,heartbeat_timestamp=2021-02-17T03:38:55Z,host='dv-cinder-759943-5-iscsi',id=3e02af72-3002-4fb3-96dd-e59119f81584,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T03:18:25Z,topic='l3_agent')) {'router_ids': ['2d7af459-90c6-4f75-9b1a-961871ff7984'], 'active': True} {{(pid=83924) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:39:18.799161 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-7a6d12ae-717b-4d89-97b4-b582d4589172 req-537f7c51-489a-4c9c-abef-ed9a2646a14a tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774597'] for floatingip, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:18.873763 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-7a6d12ae-717b-4d89-97b4-b582d4589172 req-537f7c51-489a-4c9c-abef-ed9a2646a14a tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] 10.222.0.57 "DELETE /v2.0/floatingips/c233df69-f187-433c-8fd9-0e589151b190 HTTP/1.1" status: 204  len: 173 time: 2.0770664
Feb 17 03:39:18.874622 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '307fa9d3-f0a5-4c33-aa27-7271e36ec239', 'tag': '88c76ccb-10fd-4edc-b372-9a3bad57e105'}] {{(pid=83921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 03:39:18.902231 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-1719244a-5a6e-4be4-8c47-b246515a20a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:18.930270 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-1719244a-5a6e-4be4-8c47-b246515a20a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:39:18.935436 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '307fa9d3-f0a5-4c33-aa27-7271e36ec239', 'tag': '88c76ccb-10fd-4edc-b372-9a3bad57e105', 'status': 'completed', 'code': 200}
Feb 17 03:39:18.935808 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-1719244a-5a6e-4be4-8c47-b246515a20a1 admin admin] Usage tracker for resource:security_group_rule and tenant:48120cade26d4b7080a4883f36ee3848 is out of sync, need to count used quota {{(pid=83922) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:39:18.939252 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-1719244a-5a6e-4be4-8c47-b246515a20a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83922) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:39:18.946743 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-1719244a-5a6e-4be4-8c47-b246515a20a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:39:18.984513 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6d12ae-717b-4d89-97b4-b582d4589172 req-587b7152-abbd-4c0b-a241-4ccbc3a7be1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:39:18.986339 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-7a6d12ae-717b-4d89-97b4-b582d4589172 req-587b7152-abbd-4c0b-a241-4ccbc3a7be1c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=688dfe990479484ba91f5f3241f71c34&device_id=307fa9d3-f0a5-4c33-aa27-7271e36ec239 HTTP/1.1" status: 200  len: 1163 time: 0.1048017
Feb 17 03:39:19.050867 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvr_db [None req-0b5c667d-565f-480d-87d0-207d7674bab1 None None] Set router 2d7af459-90c6-4f75-9b1a-961871ff7984 gateway port host: dv-cinder-759943-5-iscsi {{(pid=83924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 03:39:19.052522 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-1719244a-5a6e-4be4-8c47-b246515a20a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:19.055792 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-1719244a-5a6e-4be4-8c47-b246515a20a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876219'] for security_group, after_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:19.064741 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-e20f3406-6d35-4855-a7b0-de55324cf8c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:39:19.117202 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-1719244a-5a6e-4be4-8c47-b246515a20a1 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=48120cade26d4b7080a4883f36ee3848&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4096913
Feb 17 03:39:19.119343 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83922) accepted ('10.222.0.57', 46128) {{(pid=83922) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:39:19.122598 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1719244a-5a6e-4be4-8c47-b246515a20a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81bec8f3-423d-45ec-bba3-94cb17e89ac5,revision_number=1']} {{(pid=83922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:39:19.128050 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-1719244a-5a6e-4be4-8c47-b246515a20a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:39:19.200605 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-04948728-bfeb-445e-b178-5e345844e4e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:19.214489 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f061c179-7daa-4ee5-9406-d19b29266bb8 req-a7f1eb9a-73d0-4ae7-82cb-23d6592d1ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:39:19.216144 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-f061c179-7daa-4ee5-9406-d19b29266bb8 req-a7f1eb9a-73d0-4ae7-82cb-23d6592d1ff5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=688dfe990479484ba91f5f3241f71c34&device_id=307fa9d3-f0a5-4c33-aa27-7271e36ec239 HTTP/1.1" status: 200  len: 1163 time: 0.1998849
Feb 17 03:39:19.220900 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6d12ae-717b-4d89-97b4-b582d4589172 req-1b071e4d-d445-4917-934c-8bcdab1db3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:39:19.222403 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-7a6d12ae-717b-4d89-97b4-b582d4589172 req-1b071e4d-d445-4917-934c-8bcdab1db3b3 service neutron] 10.222.0.57 "GET /v2.0/networks?id=b3188410-3b2d-4523-8ccc-1882d94255cc HTTP/1.1" status: 200  len: 909 time: 0.2282152
Feb 17 03:39:19.230163 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-04948728-bfeb-445e-b178-5e345844e4e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:19.281391 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-04948728-bfeb-445e-b178-5e345844e4e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876219'] for security_group, after_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:19.285953 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-7152af87-0c61-4faa-a670-390401d37256 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:39:19.298507 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04948728-bfeb-445e-b178-5e345844e4e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81bec8f3-423d-45ec-bba3-94cb17e89ac5,revision_number=None']} {{(pid=83922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:39:19.304422 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-04948728-bfeb-445e-b178-5e345844e4e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:39:19.314987 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-04948728-bfeb-445e-b178-5e345844e4e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:19.323530 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-04948728-bfeb-445e-b178-5e345844e4e1 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/81bec8f3-423d-45ec-bba3-94cb17e89ac5 HTTP/1.1" status: 204  len: 168 time: 0.2027986
Feb 17 03:39:19.421719 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-7a6d12ae-717b-4d89-97b4-b582d4589172 req-0455cd4b-0241-476d-9f7b-96662139c891 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=88c76ccb-10fd-4edc-b372-9a3bad57e105 HTTP/1.1" status: 200  len: 217 time: 0.1733236
Feb 17 03:39:19.439823 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_hamode_db [None req-0b5c667d-565f-480d-87d0-207d7674bab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f17c63f5438>, [{'id': '2d7af459-90c6-4f75-9b1a-961871ff7984', 'name': 'tempest-TestMinimumBasicScenario-1775846261-router', 'tenant_id': '688dfe990479484ba91f5f3241f71c34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'external_fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': '4c2acbdf-7cba-45c1-b002-727889582174', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:35:12Z', 'updated_at': '2021-02-17T03:35:18Z', 'revision_number': 4, 'project_id': '688dfe990479484ba91f5f3241f71c34', 'gw_port': {'id': '4c2acbdf-7cba-45c1-b002-727889582174', 'name': '', 'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:93:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d7af459-90c6-4f75-9b1a-961871ff7984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:35:13Z', 'updated_at': '2021-02-17T03:35:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-5-iscsi', '_interfaces': [{'id': 'e654a7b6-e94c-4156-8fb1-5521b060dc70', 'name': '', 'network_id': 'b3188410-3b2d-4523-8ccc-1882d94255cc', 'tenant_id': '688dfe990479484ba91f5f3241f71c34', 'mac_address': 'fa:16:3e:f6:e5:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d7af459-90c6-4f75-9b1a-961871ff7984', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '93184869-a955-40ff-a3bb-5e5bae8b972f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:35:17Z', 'updated_at': '2021-02-17T03:35:28Z', 'revision_number': 5, 'project_id': '688dfe990479484ba91f5f3241f71c34', 'subnets': [{'id': '93184869-a955-40ff-a3bb-5e5bae8b972f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759943-5-iscsi', False) {} {{(pid=83924) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:39:19.444122 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b5c667d-565f-480d-87d0-207d7674bab1 None None] Checking router: 2d7af459-90c6-4f75-9b1a-961871ff7984 for host: dv-cinder-759943-5-iscsi {{(pid=83924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 03:39:19.457118 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b5c667d-565f-480d-87d0-207d7674bab1 None None] Routers {'2d7af459-90c6-4f75-9b1a-961871ff7984'} bound to L3 agent in host dv-cinder-759943-5-iscsi {{(pid=83924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 03:39:19.458284 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_hamode_db [None req-0b5c667d-565f-480d-87d0-207d7674bab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f17c63f5438>, 'dv-cinder-759943-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T03:18:25Z,description=<?>,heartbeat_timestamp=2021-02-17T03:38:55Z,host='dv-cinder-759943-5-iscsi',id=3e02af72-3002-4fb3-96dd-e59119f81584,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T03:18:25Z,topic='l3_agent')) {'router_ids': ['2d7af459-90c6-4f75-9b1a-961871ff7984'], 'active': True} {{(pid=83924) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:39:19.534264 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f061c179-7daa-4ee5-9406-d19b29266bb8 req-82e6d553-b84c-43cc-a8e5-7070507e2737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:39:19.536425 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-f061c179-7daa-4ee5-9406-d19b29266bb8 req-82e6d553-b84c-43cc-a8e5-7070507e2737 service neutron] 10.222.0.54 "GET /v2.0/networks?id=b3188410-3b2d-4523-8ccc-1882d94255cc HTTP/1.1" status: 200  len: 909 time: 0.3130832
Feb 17 03:39:19.538021 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6d12ae-717b-4d89-97b4-b582d4589172 req-b8dbdf80-ab21-4676-a3d8-159b3d1a6a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:39:19.539467 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-7a6d12ae-717b-4d89-97b4-b582d4589172 req-b8dbdf80-ab21-4676-a3d8-159b3d1a6a9f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=93184869-a955-40ff-a3bb-5e5bae8b972f HTTP/1.1" status: 200  len: 854 time: 0.1044209
Feb 17 03:39:19.655747 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-f061c179-7daa-4ee5-9406-d19b29266bb8 req-a995a8f9-c50e-4e92-94c6-9d7ca594ae8a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=88c76ccb-10fd-4edc-b372-9a3bad57e105 HTTP/1.1" status: 200  len: 217 time: 0.1123643
Feb 17 03:39:19.690538 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83922) accepted ('10.222.0.57', 46136) {{(pid=83922) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:39:19.716725 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-9bcd8e8e-2c33-4784-a57e-1682c39987f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:19.735567 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-9bcd8e8e-2c33-4784-a57e-1682c39987f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:39:19.740455 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-9bcd8e8e-2c33-4784-a57e-1682c39987f9 admin admin] Usage tracker for resource:security_group_rule and tenant:9e89e793425243b39e1d154fb7807328 is out of sync, need to count used quota {{(pid=83922) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:39:19.743932 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-9bcd8e8e-2c33-4784-a57e-1682c39987f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83922) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:39:19.749858 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f061c179-7daa-4ee5-9406-d19b29266bb8 req-7ec62616-4039-48be-8ab2-f116488ebaeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:39:19.750500 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-9bcd8e8e-2c33-4784-a57e-1682c39987f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:39:19.751454 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-f061c179-7daa-4ee5-9406-d19b29266bb8 req-7ec62616-4039-48be-8ab2-f116488ebaeb service neutron] 10.222.0.54 "GET /v2.0/subnets?id=93184869-a955-40ff-a3bb-5e5bae8b972f HTTP/1.1" status: 200  len: 854 time: 0.0888407
Feb 17 03:39:19.806124 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6d12ae-717b-4d89-97b4-b582d4589172 req-da6c0303-b9f8-495a-817f-b66f6074c44a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:39:19.807779 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-7a6d12ae-717b-4d89-97b4-b582d4589172 req-da6c0303-b9f8-495a-817f-b66f6074c44a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b3188410-3b2d-4523-8ccc-1882d94255cc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2050714
Feb 17 03:39:19.844648 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvr_db [None req-0b5c667d-565f-480d-87d0-207d7674bab1 None None] Set router 2d7af459-90c6-4f75-9b1a-961871ff7984 gateway port host: dv-cinder-759943-5-iscsi {{(pid=83924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 03:39:19.846510 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-9bcd8e8e-2c33-4784-a57e-1682c39987f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:19.864564 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-9bcd8e8e-2c33-4784-a57e-1682c39987f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876219'] for security_group, after_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:19.874243 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-dc38c279-86e0-4d8b-88f5-40d1dde19eda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:39:19.923172 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-9bcd8e8e-2c33-4784-a57e-1682c39987f9 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=9e89e793425243b39e1d154fb7807328&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2287633
Feb 17 03:39:19.923172 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcd8e8e-2c33-4784-a57e-1682c39987f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6df5e88b-4b36-41f3-9ac0-040ed95c39af,revision_number=1']} {{(pid=83922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:39:19.924615 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83922) accepted ('10.222.0.57', 46140) {{(pid=83922) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:39:19.934264 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-9bcd8e8e-2c33-4784-a57e-1682c39987f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:39:20.004261 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-f75f9ad0-bbd7-40af-9d21-d8e9f0b48afe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:20.037392 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-f75f9ad0-bbd7-40af-9d21-d8e9f0b48afe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:20.094131 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-f75f9ad0-bbd7-40af-9d21-d8e9f0b48afe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876219'] for security_group, after_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:20.100575 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-c02eac12-eeec-44f8-bf53-9608216643df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:39:20.116569 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f9ad0-bbd7-40af-9d21-d8e9f0b48afe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6df5e88b-4b36-41f3-9ac0-040ed95c39af,revision_number=None']} {{(pid=83922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:39:20.119611 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-f75f9ad0-bbd7-40af-9d21-d8e9f0b48afe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:39:20.120908 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-f75f9ad0-bbd7-40af-9d21-d8e9f0b48afe admin admin] Notify callbacks [] for security_group, before_response {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:20.125570 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-f75f9ad0-bbd7-40af-9d21-d8e9f0b48afe admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/6df5e88b-4b36-41f3-9ac0-040ed95c39af HTTP/1.1" status: 204  len: 168 time: 0.1944335
Feb 17 03:39:20.232194 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_hamode_db [None req-0b5c667d-565f-480d-87d0-207d7674bab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f17c63f5438>, [{'id': '2d7af459-90c6-4f75-9b1a-961871ff7984', 'name': 'tempest-TestMinimumBasicScenario-1775846261-router', 'tenant_id': '688dfe990479484ba91f5f3241f71c34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'external_fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': '4c2acbdf-7cba-45c1-b002-727889582174', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:35:12Z', 'updated_at': '2021-02-17T03:35:18Z', 'revision_number': 4, 'project_id': '688dfe990479484ba91f5f3241f71c34', 'gw_port': {'id': '4c2acbdf-7cba-45c1-b002-727889582174', 'name': '', 'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:93:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d7af459-90c6-4f75-9b1a-961871ff7984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:35:13Z', 'updated_at': '2021-02-17T03:35:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-5-iscsi', '_interfaces': [{'id': 'e654a7b6-e94c-4156-8fb1-5521b060dc70', 'name': '', 'network_id': 'b3188410-3b2d-4523-8ccc-1882d94255cc', 'tenant_id': '688dfe990479484ba91f5f3241f71c34', 'mac_address': 'fa:16:3e:f6:e5:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d7af459-90c6-4f75-9b1a-961871ff7984', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '93184869-a955-40ff-a3bb-5e5bae8b972f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:35:17Z', 'updated_at': '2021-02-17T03:35:28Z', 'revision_number': 5, 'project_id': '688dfe990479484ba91f5f3241f71c34', 'subnets': [{'id': '93184869-a955-40ff-a3bb-5e5bae8b972f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759943-5-iscsi', False) {} {{(pid=83924) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:39:20.237446 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b5c667d-565f-480d-87d0-207d7674bab1 None None] The sync data for ids ['2d7af459-90c6-4f75-9b1a-961871ff7984'] in dv-cinder-759943-5-iscsi is: [{'id': '2d7af459-90c6-4f75-9b1a-961871ff7984', 'name': 'tempest-TestMinimumBasicScenario-1775846261-router', 'tenant_id': '688dfe990479484ba91f5f3241f71c34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'external_fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': '4c2acbdf-7cba-45c1-b002-727889582174', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:35:12Z', 'updated_at': '2021-02-17T03:35:18Z', 'revision_number': 4, 'project_id': '688dfe990479484ba91f5f3241f71c34', 'gw_port': {'id': '4c2acbdf-7cba-45c1-b002-727889582174', 'name': '', 'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:93:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d7af459-90c6-4f75-9b1a-961871ff7984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:35:13Z', 'updated_at': '2021-02-17T03:35:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-5-iscsi', '_interfaces': [{'id': 'e654a7b6-e94c-4156-8fb1-5521b060dc70', 'name': '', 'network_id': 'b3188410-3b2d-4523-8ccc-1882d94255cc', 'tenant_id': '688dfe990479484ba91f5f3241f71c34', 'mac_address': 'fa:16:3e:f6:e5:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d7af459-90c6-4f75-9b1a-961871ff7984', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '93184869-a955-40ff-a3bb-5e5bae8b972f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:35:17Z', 'updated_at': '2021-02-17T03:35:28Z', 'revision_number': 5, 'project_id': '688dfe990479484ba91f5f3241f71c34', 'subnets': [{'id': '93184869-a955-40ff-a3bb-5e5bae8b972f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 03:39:20.338283 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f061c179-7daa-4ee5-9406-d19b29266bb8 req-979bfe87-fa75-48a5-9e8d-7db7a4038ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:39:20.339910 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-f061c179-7daa-4ee5-9406-d19b29266bb8 req-979bfe87-fa75-48a5-9e8d-7db7a4038ad8 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b3188410-3b2d-4523-8ccc-1882d94255cc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.5793200
Feb 17 03:39:20.346264 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-7a6d12ae-717b-4d89-97b4-b582d4589172 req-271bf6c1-fa29-4eba-a042-41c5af78c52d service neutron] 10.222.0.57 "GET /v2.0/networks/b3188410-3b2d-4523-8ccc-1882d94255cc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5295572
Feb 17 03:39:20.671003 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b08b4db-561a-4f7a-a1a9-4ea2b1a8a4cc None None] New status for floating IP c233df69-f187-433c-8fd9-0e589151b190: DOWN {{(pid=83923) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 17 03:39:20.695322 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-f061c179-7daa-4ee5-9406-d19b29266bb8 req-cc483807-15b3-4d81-8688-160fa53bbacb service neutron] 10.222.0.54 "GET /v2.0/networks/b3188410-3b2d-4523-8ccc-1882d94255cc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3447042
Feb 17 03:39:20.701358 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-5157f1c0-df60-431c-afd0-ab2787bbd59a req-2f87d7c0-5693-40bc-bab2-60385a82412f service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=43a647e7-a66d-4254-9011-71ced47c3312&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.2516289
Feb 17 03:39:20.730582 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-7a6d12ae-717b-4d89-97b4-b582d4589172 req-3cf26095-f614-4d97-9402-5199629d756d service neutron] 10.222.0.57 "GET /v2.0/networks/b3188410-3b2d-4523-8ccc-1882d94255cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3553078
Feb 17 03:39:20.960944 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5157f1c0-df60-431c-afd0-ab2787bbd59a req-e82d7b5e-53f7-44de-bf97-977615f6930d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:39:20.962627 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-5157f1c0-df60-431c-afd0-ab2787bbd59a req-e82d7b5e-53f7-44de-bf97-977615f6930d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=09f977ccc1e54aa6bfffd127c9a4be7d&device_id=43a647e7-a66d-4254-9011-71ced47c3312 HTTP/1.1" status: 200  len: 1162 time: 0.1683760
Feb 17 03:39:20.964680 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-f061c179-7daa-4ee5-9406-d19b29266bb8 req-81c22455-f181-4c04-af28-bfacdeb24a8e service neutron] 10.222.0.54 "GET /v2.0/networks/b3188410-3b2d-4523-8ccc-1882d94255cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2623966
Feb 17 03:39:21.156445 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5157f1c0-df60-431c-afd0-ab2787bbd59a req-c787de29-55fb-48a2-9c86-ecbbd06651b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:39:21.158675 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-5157f1c0-df60-431c-afd0-ab2787bbd59a req-c787de29-55fb-48a2-9c86-ecbbd06651b2 service neutron] 10.222.0.54 "GET /v2.0/networks?id=3cb0cdf3-e2d2-4fae-b226-b086c7cc05ee HTTP/1.1" status: 200  len: 906 time: 0.1651130
Feb 17 03:39:21.302537 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-5157f1c0-df60-431c-afd0-ab2787bbd59a req-ceb3f387-2e49-4e26-b145-2c8f4de44ed5 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1eaf9637-4a5d-4be5-9bed-fd22ccba8da3 HTTP/1.1" status: 200  len: 1001 time: 0.1354139
Feb 17 03:39:21.375393 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5157f1c0-df60-431c-afd0-ab2787bbd59a req-6c5f0545-b257-4b74-a0ee-331769b670b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:39:21.377013 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-5157f1c0-df60-431c-afd0-ab2787bbd59a req-6c5f0545-b257-4b74-a0ee-331769b670b1 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7b7a5bdd-0e94-4495-9a8f-a3426e0e5cfa HTTP/1.1" status: 200  len: 851 time: 0.0677245
Feb 17 03:39:21.468480 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5157f1c0-df60-431c-afd0-ab2787bbd59a req-588a1527-8985-4e60-8c2e-ea4a98bd8279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:39:21.470172 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-5157f1c0-df60-431c-afd0-ab2787bbd59a req-588a1527-8985-4e60-8c2e-ea4a98bd8279 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3cb0cdf3-e2d2-4fae-b226-b086c7cc05ee&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0865667
Feb 17 03:39:21.618969 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-5157f1c0-df60-431c-afd0-ab2787bbd59a req-bba89b5d-9ae6-48f9-b6db-4b5cb8df9272 service neutron] 10.222.0.54 "GET /v2.0/networks/3cb0cdf3-e2d2-4fae-b226-b086c7cc05ee?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1415415
Feb 17 03:39:21.775009 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-5157f1c0-df60-431c-afd0-ab2787bbd59a req-8a9c0c58-749a-4a9a-956a-39bc1782bde8 service neutron] 10.222.0.54 "GET /v2.0/networks/3cb0cdf3-e2d2-4fae-b226-b086c7cc05ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1421127
Feb 17 03:39:23.411116 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-ae6cf7b6-b452-4795-9be2-3c88cb45dcf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:25.308237 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a062a90-cc24-4b45-ba9b-d47eb17062bc req-4eb2f40f-8fdc-4009-a9c0-b9b3a81aad31 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:39:25.310030 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-6a062a90-cc24-4b45-ba9b-d47eb17062bc req-4eb2f40f-8fdc-4009-a9c0-b9b3a81aad31 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] 10.222.0.57 "GET /v2.0/ports?device_id=307fa9d3-f0a5-4c33-aa27-7271e36ec239 HTTP/1.1" status: 200  len: 946 time: 0.0931432
Feb 17 03:39:25.359968 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [req-6a062a90-cc24-4b45-ba9b-d47eb17062bc req-dbaf68c8-146e-412d-97d6-f701f6480c15 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] Synchronizing usage tracker for tenant:688dfe990479484ba91f5f3241f71c34 on resource:security_group {{(pid=83922) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 03:39:25.376146 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [req-6a062a90-cc24-4b45-ba9b-d47eb17062bc req-dbaf68c8-146e-412d-97d6-f701f6480c15 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] Unset dirty status for tenant:688dfe990479484ba91f5f3241f71c34 on resource:security_group {{(pid=83922) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 03:39:25.377462 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-6a062a90-cc24-4b45-ba9b-d47eb17062bc req-dbaf68c8-146e-412d-97d6-f701f6480c15 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] 10.222.0.57 "GET /v2.0/security-groups?id=b3a2e226-ee4b-4da0-ab48-63889dcb7abe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0610332
Feb 17 03:39:25.476775 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-5bd3ea70-2c59-4385-be21-32732f1ec977 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:25.509643 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:26.260778 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83922) accepted ('10.222.0.57', 46270) {{(pid=83922) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:39:26.386165 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-b3668c8a-59bd-4706-a2f6-b9f22cef8bf9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:26.402687 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-b3668c8a-59bd-4706-a2f6-b9f22cef8bf9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:39:26.406979 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-b3668c8a-59bd-4706-a2f6-b9f22cef8bf9 admin admin] Usage tracker for resource:security_group_rule and tenant:050bfc7fc3fa4cd1bb8c252641ece540 is out of sync, need to count used quota {{(pid=83922) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:39:26.410955 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-b3668c8a-59bd-4706-a2f6-b9f22cef8bf9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83922) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:39:26.417299 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-b3668c8a-59bd-4706-a2f6-b9f22cef8bf9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:39:26.437578 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-8cda4ffb-98e6-4bcf-adaf-c47fc353fc1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:26.510654 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-b3668c8a-59bd-4706-a2f6-b9f22cef8bf9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:26.514274 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-b3668c8a-59bd-4706-a2f6-b9f22cef8bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876219'] for security_group, after_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:26.524138 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-328090a0-56cc-4fb5-9a4d-de76d0fd0391 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:39:26.567006 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-b3668c8a-59bd-4706-a2f6-b9f22cef8bf9 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=050bfc7fc3fa4cd1bb8c252641ece540&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3044994
Feb 17 03:39:26.568749 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3668c8a-59bd-4706-a2f6-b9f22cef8bf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c238e00e-dc7c-48dd-8b93-44c543599058,revision_number=1']} {{(pid=83922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:39:26.571697 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83922) accepted ('10.222.0.57', 46278) {{(pid=83922) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:39:26.574795 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-b3668c8a-59bd-4706-a2f6-b9f22cef8bf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:39:26.605723 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83ca3f8-55a2-416a-864c-4bd9da845a65 req-0d76b183-c023-44dd-beb5-98cb8961d082 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:39:26.606504 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [req-e83ca3f8-55a2-416a-864c-4bd9da845a65 req-0d76b183-c023-44dd-beb5-98cb8961d082 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] Synchronizing usage tracker for tenant:688dfe990479484ba91f5f3241f71c34 on resource:port {{(pid=83921) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 03:39:26.621628 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [req-e83ca3f8-55a2-416a-864c-4bd9da845a65 req-0d76b183-c023-44dd-beb5-98cb8961d082 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] Unset dirty status for tenant:688dfe990479484ba91f5f3241f71c34 on resource:port {{(pid=83921) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 03:39:26.622912 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-e83ca3f8-55a2-416a-864c-4bd9da845a65 req-0d76b183-c023-44dd-beb5-98cb8961d082 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] 10.222.0.57 "GET /v2.0/ports?device_id=307fa9d3-f0a5-4c33-aa27-7271e36ec239 HTTP/1.1" status: 200  len: 946 time: 0.1085265
Feb 17 03:39:26.638939 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-70a0dc19-e4ce-4849-bdd6-bbe0172e87c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:26.668649 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-70a0dc19-e4ce-4849-bdd6-bbe0172e87c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:26.674188 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-e83ca3f8-55a2-416a-864c-4bd9da845a65 req-00720b53-3464-49eb-b0eb-6a1d246a3234 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] 10.222.0.57 "GET /v2.0/security-groups?id=b3a2e226-ee4b-4da0-ab48-63889dcb7abe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438519
Feb 17 03:39:26.715764 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-70a0dc19-e4ce-4849-bdd6-bbe0172e87c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876219'] for security_group, after_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:26.720845 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-1719244a-5a6e-4be4-8c47-b246515a20a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:39:26.733426 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a0dc19-e4ce-4849-bdd6-bbe0172e87c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c238e00e-dc7c-48dd-8b93-44c543599058,revision_number=None']} {{(pid=83922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:39:26.736253 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-70a0dc19-e4ce-4849-bdd6-bbe0172e87c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:39:26.740159 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-70a0dc19-e4ce-4849-bdd6-bbe0172e87c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:26.741403 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-70a0dc19-e4ce-4849-bdd6-bbe0172e87c5 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/c238e00e-dc7c-48dd-8b93-44c543599058 HTTP/1.1" status: 204  len: 168 time: 0.1690409
Feb 17 03:39:27.036564 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83922) accepted ('10.222.0.57', 46286) {{(pid=83922) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:39:27.056166 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-f130ba52-0c56-4750-94cc-3b1b664e4af1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:27.075876 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-f130ba52-0c56-4750-94cc-3b1b664e4af1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:39:27.079972 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-f130ba52-0c56-4750-94cc-3b1b664e4af1 admin admin] Usage tracker for resource:security_group_rule and tenant:6e71489199e44d1dbb6c8e5d74da2072 is out of sync, need to count used quota {{(pid=83922) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:39:27.082950 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-f130ba52-0c56-4750-94cc-3b1b664e4af1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83922) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:39:27.088651 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-f130ba52-0c56-4750-94cc-3b1b664e4af1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:39:27.170838 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-f130ba52-0c56-4750-94cc-3b1b664e4af1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:27.173606 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-f130ba52-0c56-4750-94cc-3b1b664e4af1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876219'] for security_group, after_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:27.182793 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-4b49ecec-65eb-4c01-92ed-3f75829613c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:39:27.228830 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-f130ba52-0c56-4750-94cc-3b1b664e4af1 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=6e71489199e44d1dbb6c8e5d74da2072&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1883614
Feb 17 03:39:27.228830 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f130ba52-0c56-4750-94cc-3b1b664e4af1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d9aeeea-4744-4683-a3d6-fdea0445054b,revision_number=1']} {{(pid=83922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:39:27.230048 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.57', 46290) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:39:27.230874 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:27.231342 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-f130ba52-0c56-4750-94cc-3b1b664e4af1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:39:27.295863 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-9773d9b0-ae12-4436-b134-30075b92691d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:27.327146 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-9773d9b0-ae12-4436-b134-30075b92691d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:27.370883 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-9773d9b0-ae12-4436-b134-30075b92691d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876219'] for security_group, after_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:27.374649 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-a75e6902-5fa4-457f-b9a8-fc379ed9ccd8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:39:27.387866 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9773d9b0-ae12-4436-b134-30075b92691d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d9aeeea-4744-4683-a3d6-fdea0445054b,revision_number=None']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:39:27.391058 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-9773d9b0-ae12-4436-b134-30075b92691d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:39:27.393120 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-9773d9b0-ae12-4436-b134-30075b92691d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:27.394622 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-9773d9b0-ae12-4436-b134-30075b92691d admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/1d9aeeea-4744-4683-a3d6-fdea0445054b HTTP/1.1" status: 204  len: 168 time: 0.1619964
Feb 17 03:39:27.599145 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-3bdb028f-655c-46e9-b0eb-5d4ca64bdb37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:27.781755 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.57', 46300) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:39:27.812088 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-0ce99f0a-d4fe-44c5-a883-438d637701ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:27.839614 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8839f46-c432-49d3-9483-540d78d6960b req-dbf0b444-7868-4056-bd26-f0847f7ebac2 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:39:27.841309 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-f8839f46-c432-49d3-9483-540d78d6960b req-dbf0b444-7868-4056-bd26-f0847f7ebac2 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] 10.222.0.54 "GET /v2.0/ports?device_id=307fa9d3-f0a5-4c33-aa27-7271e36ec239 HTTP/1.1" status: 200  len: 946 time: 0.1278336
Feb 17 03:39:27.842430 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-0ce99f0a-d4fe-44c5-a883-438d637701ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:39:27.847018 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-0ce99f0a-d4fe-44c5-a883-438d637701ad admin admin] Usage tracker for resource:security_group_rule and tenant:c8e0f59d1bbb49538b0ea87c7d02bf7c is out of sync, need to count used quota {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:39:27.852445 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-0ce99f0a-d4fe-44c5-a883-438d637701ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:39:27.860105 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-0ce99f0a-d4fe-44c5-a883-438d637701ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:39:27.879804 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d09055a-5ac3-4805-b63c-19350043a2a5 req-9893cfb0-a0d5-4b3f-921e-1db58fd00a9e tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:39:27.881523 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-7d09055a-5ac3-4805-b63c-19350043a2a5 req-9893cfb0-a0d5-4b3f-921e-1db58fd00a9e tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] 10.222.0.57 "GET /v2.0/ports?device_id=307fa9d3-f0a5-4c33-aa27-7271e36ec239 HTTP/1.1" status: 200  len: 946 time: 0.0906093
Feb 17 03:39:27.935864 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-7d09055a-5ac3-4805-b63c-19350043a2a5 req-bda297ad-4b4e-4c73-be2f-5a1a520c49d7 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] 10.222.0.57 "GET /v2.0/security-groups?id=b3a2e226-ee4b-4da0-ab48-63889dcb7abe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0472836
Feb 17 03:39:27.968844 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.plugin [req-f8839f46-c432-49d3-9483-540d78d6960b req-95c6b26a-12ce-47e3-8575-35a12823cd06 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] Deleting port 88c76ccb-10fd-4edc-b372-9a3bad57e105 {{(pid=83921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 03:39:27.969235 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-f8839f46-c432-49d3-9483-540d78d6960b req-95c6b26a-12ce-47e3-8575-35a12823cd06 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363303097822068'] for port, before_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:28.214177 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-0ce99f0a-d4fe-44c5-a883-438d637701ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:28.223901 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-0ce99f0a-d4fe-44c5-a883-438d637701ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876219'] for security_group, after_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:28.235108 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-12570439-c396-4181-a1b0-0976a1663ca3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:39:28.300837 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-0ce99f0a-d4fe-44c5-a883-438d637701ad admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c8e0f59d1bbb49538b0ea87c7d02bf7c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5178597
Feb 17 03:39:28.303949 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83922) accepted ('10.222.0.57', 46304) {{(pid=83922) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:39:28.305794 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce99f0a-d4fe-44c5-a883-438d637701ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3307b19-8c37-444e-8b86-ca29c0228de6,revision_number=1']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:39:28.311186 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-0ce99f0a-d4fe-44c5-a883-438d637701ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:39:28.342066 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.db [req-f8839f46-c432-49d3-9483-540d78d6960b req-95c6b26a-12ce-47e3-8575-35a12823cd06 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] For port 88c76ccb-10fd-4edc-b372-9a3bad57e105, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=88c76ccb-10fd-4edc-b372-9a3bad57e105,segment=NetworkSegment(6c015ecf-ca24-43ac-84f0-02668fe7daf5),segment_id=6c015ecf-ca24-43ac-84f0-02668fe7daf5)] {{(pid=83921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:39:28.342464 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-f8839f46-c432-49d3-9483-540d78d6960b req-95c6b26a-12ce-47e3-8575-35a12823cd06 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853786502'] for port, precommit_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:28.374305 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-54b740e1-884e-4d9f-8be0-6f5696c166a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:28.402446 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-54b740e1-884e-4d9f-8be0-6f5696c166a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:28.449161 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-54b740e1-884e-4d9f-8be0-6f5696c166a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876219'] for security_group, after_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:28.454689 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-8fccf7c0-ec62-47f4-b8e0-639eefed7493 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:39:28.467707 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b740e1-884e-4d9f-8be0-6f5696c166a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3307b19-8c37-444e-8b86-ca29c0228de6,revision_number=None']} {{(pid=83922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:39:28.471800 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-54b740e1-884e-4d9f-8be0-6f5696c166a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:39:28.478333 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-54b740e1-884e-4d9f-8be0-6f5696c166a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:28.479748 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-54b740e1-884e-4d9f-8be0-6f5696c166a8 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/c3307b19-8c37-444e-8b86-ca29c0228de6 HTTP/1.1" status: 204  len: 168 time: 0.1744523
Feb 17 03:39:28.480428 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.plugin [req-f8839f46-c432-49d3-9483-540d78d6960b req-95c6b26a-12ce-47e3-8575-35a12823cd06 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] Calling delete_port for 88c76ccb-10fd-4edc-b372-9a3bad57e105 owned by compute:nova {{(pid=83921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 03:39:28.636846 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-f8839f46-c432-49d3-9483-540d78d6960b req-95c6b26a-12ce-47e3-8575-35a12823cd06 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363303097879497', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363303098261142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852640907'] for port, after_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:28.652092 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:39:28.748673 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c6b26a-12ce-47e3-8575-35a12823cd06 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] Pushing event deleted for resources: {'Port': ['ID=88c76ccb-10fd-4edc-b372-9a3bad57e105,revision_number=None']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:39:28.755875 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-95c6b26a-12ce-47e3-8575-35a12823cd06 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:39:28.870231 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8839f46-c432-49d3-9483-540d78d6960b req-95c6b26a-12ce-47e3-8575-35a12823cd06 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] No DVR routers for this DVR port 88c76ccb-10fd-4edc-b372-9a3bad57e105 on host hv-cinder-75994 {{(pid=83921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 03:39:28.872612 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-f8839f46-c432-49d3-9483-540d78d6960b req-95c6b26a-12ce-47e3-8575-35a12823cd06 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774597'] for port, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:28.875998 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '307fa9d3-f0a5-4c33-aa27-7271e36ec239', 'name': 'network-vif-deleted', 'tag': '88c76ccb-10fd-4edc-b372-9a3bad57e105'}] {{(pid=83921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 03:39:28.900131 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-f8839f46-c432-49d3-9483-540d78d6960b req-95c6b26a-12ce-47e3-8575-35a12823cd06 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] 10.222.0.54 "DELETE /v2.0/ports/88c76ccb-10fd-4edc-b372-9a3bad57e105 HTTP/1.1" status: 204  len: 173 time: 1.0300319
Feb 17 03:39:28.934692 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Device 88c76ccb-10fd-4edc-b372-9a3bad57e105 no longer exists at agent ovs-agent-hv-cinder-75994 {{(pid=83923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 03:39:28.944983 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '307fa9d3-f0a5-4c33-aa27-7271e36ec239', 'name': 'network-vif-deleted', 'tag': '88c76ccb-10fd-4edc-b372-9a3bad57e105', 'status': 'completed', 'code': 200}
Feb 17 03:39:28.986833 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.plugin [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] No Port match for: 88c76ccb-10fd-4edc-b372-9a3bad57e105 {{(pid=83923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 03:39:28.987272 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Device 88c76ccb-10fd-4edc-b372-9a3bad57e105 not bound to the agent host hv-cinder-75994 {{(pid=83923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 03:39:29.114846 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-e5bb03a7-8157-430f-a916-5681376f0911 req-a5cdbc23-e67d-464b-8a16-f892a8b5be6d tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] 10.222.0.57 "GET /v2.0/ports?device_id=307fa9d3-f0a5-4c33-aa27-7271e36ec239 HTTP/1.1" status: 200  len: 210 time: 0.0530913
Feb 17 03:39:30.924352 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83922) accepted ('10.222.0.57', 46428) {{(pid=83922) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:39:31.153014 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.57', 46434) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:39:31.283652 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-d7c3a5bc-e0c7-4c46-9b57-3b04f81d9515 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:31.299907 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-d7c3a5bc-e0c7-4c46-9b57-3b04f81d9515 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:39:31.304710 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-d7c3a5bc-e0c7-4c46-9b57-3b04f81d9515 admin admin] Usage tracker for resource:security_group_rule and tenant:4c454660e96a457eb05f7f91a3b36ab2 is out of sync, need to count used quota {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:39:31.309881 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-d7c3a5bc-e0c7-4c46-9b57-3b04f81d9515 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:39:31.315853 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-d7c3a5bc-e0c7-4c46-9b57-3b04f81d9515 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:39:31.401347 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-d7c3a5bc-e0c7-4c46-9b57-3b04f81d9515 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:31.404480 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-d7c3a5bc-e0c7-4c46-9b57-3b04f81d9515 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876219'] for security_group, after_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:31.414129 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:39:31.455578 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-d7c3a5bc-e0c7-4c46-9b57-3b04f81d9515 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=4c454660e96a457eb05f7f91a3b36ab2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3013813
Feb 17 03:39:31.457807 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c3a5bc-e0c7-4c46-9b57-3b04f81d9515 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0595589-abea-48a7-910b-d68dea9e9567,revision_number=1']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:39:31.461279 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-d7c3a5bc-e0c7-4c46-9b57-3b04f81d9515 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:39:31.461803 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.57', 46440) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:39:31.534509 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-b4d544bb-f661-435f-8cce-3d486e77e700 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:31.564264 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-b4d544bb-f661-435f-8cce-3d486e77e700 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:31.615881 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-b4d544bb-f661-435f-8cce-3d486e77e700 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876219'] for security_group, after_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:31.621775 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-264f213a-c977-4800-8f71-3856711f5ec4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:39:31.637064 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d544bb-f661-435f-8cce-3d486e77e700 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0595589-abea-48a7-910b-d68dea9e9567,revision_number=None']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:39:31.640354 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-b4d544bb-f661-435f-8cce-3d486e77e700 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:39:31.641819 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-b4d544bb-f661-435f-8cce-3d486e77e700 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:31.645189 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-b4d544bb-f661-435f-8cce-3d486e77e700 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b0595589-abea-48a7-910b-d68dea9e9567 HTTP/1.1" status: 204  len: 168 time: 0.1804483
Feb 17 03:39:31.790703 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-78d31245-d960-461b-92e5-00c633fef4ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-947348'] for router_interface, before_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:32.006312 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.57', 46448) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:39:32.026266 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-02582081-6823-4150-8709-6235a67a5472 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:32.042727 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-02582081-6823-4150-8709-6235a67a5472 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:39:32.046923 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-02582081-6823-4150-8709-6235a67a5472 admin admin] Usage tracker for resource:security_group_rule and tenant:bdd7d7bc3b9542dab5064da39a7ca853 is out of sync, need to count used quota {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:39:32.050022 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-02582081-6823-4150-8709-6235a67a5472 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:39:32.055892 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-02582081-6823-4150-8709-6235a67a5472 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:39:32.150861 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-02582081-6823-4150-8709-6235a67a5472 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:32.153911 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-02582081-6823-4150-8709-6235a67a5472 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876219'] for security_group, after_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:32.164608 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-d7c3a5bc-e0c7-4c46-9b57-3b04f81d9515 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:39:32.213465 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-02582081-6823-4150-8709-6235a67a5472 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=bdd7d7bc3b9542dab5064da39a7ca853&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2059541
Feb 17 03:39:32.214497 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02582081-6823-4150-8709-6235a67a5472 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5777de6-4479-4f51-828f-f1d52447e38e,revision_number=1']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:39:32.217062 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.57', 46452) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:39:32.218045 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.plugin [None req-78d31245-d960-461b-92e5-00c633fef4ea admin admin] Deleting port e654a7b6-e94c-4156-8fb1-5521b060dc70 {{(pid=83922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 03:39:32.218950 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-78d31245-d960-461b-92e5-00c633fef4ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363303097822068'] for port, before_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:32.219822 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-02582081-6823-4150-8709-6235a67a5472 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:39:32.282002 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-559eeca7-c8e5-4e14-82ae-b3d2e3850381 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:32.310696 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-559eeca7-c8e5-4e14-82ae-b3d2e3850381 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:32.357917 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-559eeca7-c8e5-4e14-82ae-b3d2e3850381 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876219'] for security_group, after_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:32.363680 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-02582081-6823-4150-8709-6235a67a5472 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:39:32.376578 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559eeca7-c8e5-4e14-82ae-b3d2e3850381 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5777de6-4479-4f51-828f-f1d52447e38e,revision_number=None']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:39:32.380466 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-559eeca7-c8e5-4e14-82ae-b3d2e3850381 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:39:32.382611 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-559eeca7-c8e5-4e14-82ae-b3d2e3850381 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:32.383854 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-559eeca7-c8e5-4e14-82ae-b3d2e3850381 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e5777de6-4479-4f51-828f-f1d52447e38e HTTP/1.1" status: 204  len: 168 time: 0.1657658
Feb 17 03:39:32.409679 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.db [None req-78d31245-d960-461b-92e5-00c633fef4ea admin admin] For port e654a7b6-e94c-4156-8fb1-5521b060dc70, host dv-cinder-759943-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-5-iscsi',level=0,port_id=e654a7b6-e94c-4156-8fb1-5521b060dc70,segment=NetworkSegment(6c015ecf-ca24-43ac-84f0-02668fe7daf5),segment_id=6c015ecf-ca24-43ac-84f0-02668fe7daf5)] {{(pid=83922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:39:32.410124 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-78d31245-d960-461b-92e5-00c633fef4ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853786502'] for port, precommit_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:32.549720 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.plugin [None req-78d31245-d960-461b-92e5-00c633fef4ea admin admin] Calling delete_port for e654a7b6-e94c-4156-8fb1-5521b060dc70 owned by network:router_interface {{(pid=83922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 03:39:32.736150 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-78d31245-d960-461b-92e5-00c633fef4ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363303097879497', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363303098261142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851846526'] for port, after_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:32.752701 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-bef85cae-0a68-4562-b25b-95ce87a8a7fc tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:39:32.850665 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d31245-d960-461b-92e5-00c633fef4ea admin admin] Pushing event deleted for resources: {'Port': ['ID=e654a7b6-e94c-4156-8fb1-5521b060dc70,revision_number=None']} {{(pid=83922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:39:32.853837 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-78d31245-d960-461b-92e5-00c633fef4ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:39:33.153583 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.agents_db [None req-06fda002-6a6c-4595-892c-f579c445b334 None None] Agent healthcheck: found 6 active agents {{(pid=83924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 03:39:33.169237 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.57', 46474) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:39:33.182536 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-78d31245-d960-461b-92e5-00c633fef4ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854190951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-947450'] for router_interface, after_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:33.282945 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.v2.base [None req-5f723466-25b7-4138-8827-44dea53b26ca admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-954895367-network', 'tenant_id': 'aea9cb666780439b80fcb18514f32228'}} {{(pid=83921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:39:33.288230 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-5f723466-25b7-4138-8827-44dea53b26ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:39:33.292333 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-5f723466-25b7-4138-8827-44dea53b26ca admin admin] Usage tracker for resource:network and tenant:aea9cb666780439b80fcb18514f32228 is out of sync, need to count used quota {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:39:33.295434 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-5f723466-25b7-4138-8827-44dea53b26ca admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:39:33.301297 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-5f723466-25b7-4138-8827-44dea53b26ca admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:39:33.311161 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f723466-25b7-4138-8827-44dea53b26ca admin admin] Made reservation on behalf of aea9cb666780439b80fcb18514f32228 for: {'network': 1} {{(pid=83921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 03:39:33.315854 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-5f723466-25b7-4138-8827-44dea53b26ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for network, before_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:33.330813 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-5f723466-25b7-4138-8827-44dea53b26ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:33.346604 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-5f723466-25b7-4138-8827-44dea53b26ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:39:33.350620 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-5f723466-25b7-4138-8827-44dea53b26ca admin admin] Usage tracker for resource:security_group_rule and tenant:aea9cb666780439b80fcb18514f32228 is out of sync, need to count used quota {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:39:33.353569 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-5f723466-25b7-4138-8827-44dea53b26ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:39:33.359253 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-5f723466-25b7-4138-8827-44dea53b26ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:39:33.446497 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-5f723466-25b7-4138-8827-44dea53b26ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:33.449772 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-5f723466-25b7-4138-8827-44dea53b26ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876219'] for security_group, after_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:33.454176 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-5a91572c-cefa-4499-a870-f14a7a0fce82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:39:33.484416 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f723466-25b7-4138-8827-44dea53b26ca admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6}  {{(pid=83921) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 17 03:39:33.497554 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f723466-25b7-4138-8827-44dea53b26ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4abc169-bd45-42ae-84e7-ae88d56147c7,revision_number=1']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:39:33.502230 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-5f723466-25b7-4138-8827-44dea53b26ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:39:33.503198 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-5f723466-25b7-4138-8827-44dea53b26ca admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363303097800223', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16617428'] for segment, precommit_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:33.503646 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.db.segments_db [None req-5f723466-25b7-4138-8827-44dea53b26ca admin admin] Added segment 9b311f21-056c-4ab6-8b7a-780a9fd3a2a9 of type vxlan for network 373d2b80-c4ae-43a2-b4fd-925d2b965f1a
Feb 17 03:39:33.532952 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-5f723466-25b7-4138-8827-44dea53b26ca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363303098315039'] for network, precommit_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:33.562978 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-5f723466-25b7-4138-8827-44dea53b26ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850'] for network, after_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:33.564300 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f723466-25b7-4138-8827-44dea53b26ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:39:33.564983 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-5f723466-25b7-4138-8827-44dea53b26ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854193028'] for network, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:33.570548 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:39:33.679304 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-5f723466-25b7-4138-8827-44dea53b26ca admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 874 time: 0.5087831
Feb 17 03:39:33.680406 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f723466-25b7-4138-8827-44dea53b26ca admin admin] Pushing event updated for resources: {'Network': ['ID=373d2b80-c4ae-43a2-b4fd-925d2b965f1a,revision_number=1']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:39:33.682589 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.57', 46480) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:39:33.685509 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-5f723466-25b7-4138-8827-44dea53b26ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:39:33.689885 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.v2.base [None req-1a45c654-6a05-4660-ad5d-c9152c89c47e admin admin] Request body: {'subnet': {'network_id': '373d2b80-c4ae-43a2-b4fd-925d2b965f1a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-954895367-subnet', 'tenant_id': 'aea9cb666780439b80fcb18514f32228', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:39:33.691877 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Network 373d2b80-c4ae-43a2-b4fd-925d2b965f1a details requested by agent ovs-agent-dv-cinder-759943-5-iscsi with host dv-cinder-759943-5-iscsi {{(pid=83923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 03:39:33.695814 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-1a45c654-6a05-4660-ad5d-c9152c89c47e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:39:33.696076 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78d31245-d960-461b-92e5-00c633fef4ea admin admin] Router 2d7af459-90c6-4f75-9b1a-961871ff7984 has already been hosted by L3 agent 3e02af72-3002-4fb3-96dd-e59119f81584 {{(pid=83922) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 03:39:33.700395 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-1a45c654-6a05-4660-ad5d-c9152c89c47e admin admin] Usage tracker for resource:subnet and tenant:aea9cb666780439b80fcb18514f32228 is out of sync, need to count used quota {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:39:33.703544 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-1a45c654-6a05-4660-ad5d-c9152c89c47e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:39:33.710082 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-1a45c654-6a05-4660-ad5d-c9152c89c47e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:39:33.710601 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Network 373d2b80-c4ae-43a2-b4fd-925d2b965f1a details requested by agent ovs-agent-hv-cinder-75994 with host hv-cinder-75994 {{(pid=83923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 03:39:33.719422 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a45c654-6a05-4660-ad5d-c9152c89c47e admin admin] Made reservation on behalf of aea9cb666780439b80fcb18514f32228 for: {'subnet': 1} {{(pid=83921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 03:39:33.724264 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-1a45c654-6a05-4660-ad5d-c9152c89c47e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851337389'] for subnet, before_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:33.928131 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78d31245-d960-461b-92e5-00c633fef4ea admin admin] Notify agent at l3_agent.dv-cinder-759943-5-iscsi the message routers_updated {{(pid=83922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 03:39:33.941053 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79981656-1baa-4e14-9c48-cffe50d8523d None None] Sync routers for ids ['2d7af459-90c6-4f75-9b1a-961871ff7984'] in dv-cinder-759943-5-iscsi {{(pid=83924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 03:39:33.949852 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-78d31245-d960-461b-92e5-00c633fef4ea admin admin] 10.222.0.57 "PUT /v2.0/routers/2d7af459-90c6-4f75-9b1a-961871ff7984/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0212467
Feb 17 03:39:33.950197 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83922) accepted ('10.222.0.57', 46484) {{(pid=83922) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:39:33.954381 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79981656-1baa-4e14-9c48-cffe50d8523d None None] Routers {'2d7af459-90c6-4f75-9b1a-961871ff7984'} bound to L3 agent in host dv-cinder-759943-5-iscsi {{(pid=83924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 03:39:33.955234 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_hamode_db [None req-79981656-1baa-4e14-9c48-cffe50d8523d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f17c6e6d208>, 'dv-cinder-759943-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T03:18:25Z,description=<?>,heartbeat_timestamp=2021-02-17T03:39:25Z,host='dv-cinder-759943-5-iscsi',id=3e02af72-3002-4fb3-96dd-e59119f81584,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T03:18:25Z,topic='l3_agent')) {'router_ids': ['2d7af459-90c6-4f75-9b1a-961871ff7984'], 'active': True} {{(pid=83924) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:39:34.156773 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-af755022-12c6-4e8c-8936-4130e40c5dc6 admin admin] Notify callbacks [] for router, before_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:34.166244 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvr_db [None req-79981656-1baa-4e14-9c48-cffe50d8523d None None] Set router 2d7af459-90c6-4f75-9b1a-961871ff7984 gateway port host: dv-cinder-759943-5-iscsi {{(pid=83924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 03:39:34.353505 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-af755022-12c6-4e8c-8936-4130e40c5dc6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:34.359332 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.plugin [None req-af755022-12c6-4e8c-8936-4130e40c5dc6 admin admin] Deleting port 4c2acbdf-7cba-45c1-b002-727889582174 {{(pid=83922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 03:39:34.359838 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-af755022-12c6-4e8c-8936-4130e40c5dc6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363303097822068'] for port, before_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:34.449611 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-1a45c654-6a05-4660-ad5d-c9152c89c47e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853913663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2134756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851337406'] for subnet, after_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:34.472316 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:39:34.496134 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_hamode_db [None req-79981656-1baa-4e14-9c48-cffe50d8523d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f17c6e6d208>, [{'id': '2d7af459-90c6-4f75-9b1a-961871ff7984', 'name': 'tempest-TestMinimumBasicScenario-1775846261-router', 'tenant_id': '688dfe990479484ba91f5f3241f71c34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'external_fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': '4c2acbdf-7cba-45c1-b002-727889582174', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:35:12Z', 'updated_at': '2021-02-17T03:39:32Z', 'revision_number': 5, 'project_id': '688dfe990479484ba91f5f3241f71c34', 'gw_port': {'id': '4c2acbdf-7cba-45c1-b002-727889582174', 'name': '', 'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:93:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d7af459-90c6-4f75-9b1a-961871ff7984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:35:13Z', 'updated_at': '2021-02-17T03:35:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-5-iscsi'}], 'dv-cinder-759943-5-iscsi', False) {} {{(pid=83924) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:39:34.502544 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79981656-1baa-4e14-9c48-cffe50d8523d None None] Checking router: 2d7af459-90c6-4f75-9b1a-961871ff7984 for host: dv-cinder-759943-5-iscsi {{(pid=83924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 03:39:34.518662 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79981656-1baa-4e14-9c48-cffe50d8523d None None] Routers {'2d7af459-90c6-4f75-9b1a-961871ff7984'} bound to L3 agent in host dv-cinder-759943-5-iscsi {{(pid=83924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 03:39:34.519491 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_hamode_db [None req-79981656-1baa-4e14-9c48-cffe50d8523d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f17c6e6d208>, 'dv-cinder-759943-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T03:18:25Z,description=<?>,heartbeat_timestamp=2021-02-17T03:39:25Z,host='dv-cinder-759943-5-iscsi',id=3e02af72-3002-4fb3-96dd-e59119f81584,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T03:18:25Z,topic='l3_agent')) {'router_ids': ['2d7af459-90c6-4f75-9b1a-961871ff7984'], 'active': True} {{(pid=83924) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:39:34.620585 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a45c654-6a05-4660-ad5d-c9152c89c47e admin admin] Pushing event updated for resources: {'Subnet': ['ID=78890f6c-e2c5-4bc2-991f-2121f61af2c2,revision_number=0']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:39:34.625671 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-1a45c654-6a05-4660-ad5d-c9152c89c47e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:39:34.703313 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a45c654-6a05-4660-ad5d-c9152c89c47e admin admin] Checking segment: {'id': '9b311f21-056c-4ab6-8b7a-780a9fd3a2a9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '373d2b80-c4ae-43a2-b4fd-925d2b965f1a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 03:39:34.703688 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a45c654-6a05-4660-ad5d-c9152c89c47e admin admin] Network hostable DHCP agents. Network: 373d2b80-c4ae-43a2-b4fd-925d2b965f1a, hostable agents: ['7cb7ebf0-d0cf-4b99-bfd7-3c4bb0fe13b2'], hosted agents: [] {{(pid=83921) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 17 03:39:34.728266 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a45c654-6a05-4660-ad5d-c9152c89c47e admin admin] Network 373d2b80-c4ae-43a2-b4fd-925d2b965f1a is scheduled to be hosted by DHCP agent 7cb7ebf0-d0cf-4b99-bfd7-3c4bb0fe13b2 with binding_index 1 {{(pid=83921) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 17 03:39:34.738953 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.scheduler.base_scheduler [None req-1a45c654-6a05-4660-ad5d-c9152c89c47e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759943-5-iscsi, 373d2b80-c4ae-43a2-b4fd-925d2b965f1a) {{(pid=83921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 03:39:34.742233 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvr_db [None req-79981656-1baa-4e14-9c48-cffe50d8523d None None] Set router 2d7af459-90c6-4f75-9b1a-961871ff7984 gateway port host: dv-cinder-759943-5-iscsi {{(pid=83924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 03:39:34.750814 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6865182-cb89-4541-be26-762ceddddfbe None None] Network 373d2b80-c4ae-43a2-b4fd-925d2b965f1a requested from dv-cinder-759943-5-iscsi {{(pid=83923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 03:39:34.752456 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a45c654-6a05-4660-ad5d-c9152c89c47e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:39:34.753271 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-1a45c654-6a05-4660-ad5d-c9152c89c47e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854193028'] for subnet, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:34.775746 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-1a45c654-6a05-4660-ad5d-c9152c89c47e admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.0919797
Feb 17 03:39:34.818559 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.db [None req-af755022-12c6-4e8c-8936-4130e40c5dc6 admin admin] For port 4c2acbdf-7cba-45c1-b002-727889582174, host dv-cinder-759943-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-5-iscsi',level=0,port_id=4c2acbdf-7cba-45c1-b002-727889582174,segment=NetworkSegment(98c4310b-6fdc-4105-b056-95cb7f890c80),segment_id=98c4310b-6fdc-4105-b056-95cb7f890c80)] {{(pid=83922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:39:34.819050 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-af755022-12c6-4e8c-8936-4130e40c5dc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853786502'] for port, precommit_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:34.985374 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.plugin [None req-af755022-12c6-4e8c-8936-4130e40c5dc6 admin admin] Calling delete_port for 4c2acbdf-7cba-45c1-b002-727889582174 owned by network:router_gateway {{(pid=83922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 03:39:35.030048 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0da7d385-383c-4648-a276-a1603c6cdd0e None None] Network 373d2b80-c4ae-43a2-b4fd-925d2b965f1a requested from dv-cinder-759943-5-iscsi {{(pid=83923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 03:39:35.099868 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_hamode_db [None req-79981656-1baa-4e14-9c48-cffe50d8523d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f17c6e6d208>, [{'id': '2d7af459-90c6-4f75-9b1a-961871ff7984', 'name': 'tempest-TestMinimumBasicScenario-1775846261-router', 'tenant_id': '688dfe990479484ba91f5f3241f71c34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'external_fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': '4c2acbdf-7cba-45c1-b002-727889582174', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:35:12Z', 'updated_at': '2021-02-17T03:39:32Z', 'revision_number': 5, 'project_id': '688dfe990479484ba91f5f3241f71c34', 'gw_port': {'id': '4c2acbdf-7cba-45c1-b002-727889582174', 'name': '', 'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:93:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d7af459-90c6-4f75-9b1a-961871ff7984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:35:13Z', 'updated_at': '2021-02-17T03:35:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-5-iscsi'}], 'dv-cinder-759943-5-iscsi', False) {} {{(pid=83924) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:39:35.104779 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79981656-1baa-4e14-9c48-cffe50d8523d None None] The sync data for ids ['2d7af459-90c6-4f75-9b1a-961871ff7984'] in dv-cinder-759943-5-iscsi is: [{'id': '2d7af459-90c6-4f75-9b1a-961871ff7984', 'name': 'tempest-TestMinimumBasicScenario-1775846261-router', 'tenant_id': '688dfe990479484ba91f5f3241f71c34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'external_fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': '4c2acbdf-7cba-45c1-b002-727889582174', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:35:12Z', 'updated_at': '2021-02-17T03:39:32Z', 'revision_number': 5, 'project_id': '688dfe990479484ba91f5f3241f71c34', 'gw_port': {'id': '4c2acbdf-7cba-45c1-b002-727889582174', 'name': '', 'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:93:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d7af459-90c6-4f75-9b1a-961871ff7984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:35:13Z', 'updated_at': '2021-02-17T03:35:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-5-iscsi'}] {{(pid=83924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 03:39:35.166632 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-af755022-12c6-4e8c-8936-4130e40c5dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363303097879497', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363303098261142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851846526'] for port, after_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:35.394038 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-af755022-12c6-4e8c-8936-4130e40c5dc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-990902'] for router_gateway, after_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:35.548638 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-af755022-12c6-4e8c-8936-4130e40c5dc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-944190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854760956'] for router, precommit_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:35.552054 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-af755022-12c6-4e8c-8936-4130e40c5dc6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:35.583703 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-af755022-12c6-4e8c-8936-4130e40c5dc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-945948'] for router, after_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:35.584292 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af755022-12c6-4e8c-8936-4130e40c5dc6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2d7af459-90c6-4f75-9b1a-961871ff7984 {{(pid=83922) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Feb 17 03:39:35.600435 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-af755022-12c6-4e8c-8936-4130e40c5dc6 admin admin] Notify callbacks [] for router, before_response {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:35.601305 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-af755022-12c6-4e8c-8936-4130e40c5dc6 admin admin] 10.222.0.57 "DELETE /v2.0/routers/2d7af459-90c6-4f75-9b1a-961871ff7984 HTTP/1.1" status: 204  len: 168 time: 1.6499920
Feb 17 03:39:35.604090 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83922) accepted ('10.222.0.57', 46498) {{(pid=83922) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:39:35.694025 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d240d7c-ec63-4ce5-8c32-e940e2411afa admin admin] Deleting subnet 93184869-a955-40ff-a3bb-5e5bae8b972f {{(pid=83922) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 17 03:39:35.697180 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-8d240d7c-ec63-4ce5-8c32-e940e2411afa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:35.754434 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-8d240d7c-ec63-4ce5-8c32-e940e2411afa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851654051'] for subnet, precommit_delete_associations {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:35.888266 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-8d240d7c-ec63-4ce5-8c32-e940e2411afa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036838102275'] for subnet, precommit_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:36.157094 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-8d240d7c-ec63-4ce5-8c32-e940e2411afa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853913663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851846314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2567689'] for subnet, after_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:36.173634 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-2b8af1d9-0083-4902-9d5f-6cf98711e360 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:39:36.269191 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d240d7c-ec63-4ce5-8c32-e940e2411afa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=93184869-a955-40ff-a3bb-5e5bae8b972f,revision_number=None']} {{(pid=83922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:39:36.273882 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-8d240d7c-ec63-4ce5-8c32-e940e2411afa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:39:36.308033 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-8d240d7c-ec63-4ce5-8c32-e940e2411afa admin admin] Notify callbacks [] for subnet, before_response {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:36.313940 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9cf5a57-5404-4f97-92ce-20fdfebe4109 None None] Network b3188410-3b2d-4523-8ccc-1882d94255cc requested from dv-cinder-759943-5-iscsi {{(pid=83923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 03:39:36.314092 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-8d240d7c-ec63-4ce5-8c32-e940e2411afa admin admin] 10.222.0.57 "DELETE /v2.0/subnets/93184869-a955-40ff-a3bb-5e5bae8b972f HTTP/1.1" status: 204  len: 168 time: 0.7087467
Feb 17 03:39:36.316652 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83922) accepted ('10.222.0.57', 46504) {{(pid=83922) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:39:36.432350 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-c58fe395-0bca-4fb7-b865-14be37e137f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036838459169'] for network, before_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:36.494589 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Device 4c2acbdf-7cba-45c1-b002-727889582174 no longer exists at agent ovs-agent-dv-cinder-759943-5-iscsi {{(pid=83923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 03:39:36.508182 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.plugin [None req-c58fe395-0bca-4fb7-b865-14be37e137f2 admin admin] Deleting port ea1ee066-39eb-4b6e-8f96-f3141c14a7bf {{(pid=83922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 03:39:36.508558 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-c58fe395-0bca-4fb7-b865-14be37e137f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363303097822068'] for port, before_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:36.537676 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.plugin [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] No Port match for: 4c2acbdf-7cba-45c1-b002-727889582174 {{(pid=83923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 03:39:36.538073 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Device 4c2acbdf-7cba-45c1-b002-727889582174 not bound to the agent host dv-cinder-759943-5-iscsi {{(pid=83923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 03:39:36.538535 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Device e654a7b6-e94c-4156-8fb1-5521b060dc70 no longer exists at agent ovs-agent-dv-cinder-759943-5-iscsi {{(pid=83923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 03:39:36.577130 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.plugin [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] No Port match for: e654a7b6-e94c-4156-8fb1-5521b060dc70 {{(pid=83923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 03:39:36.577524 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Device e654a7b6-e94c-4156-8fb1-5521b060dc70 not bound to the agent host dv-cinder-759943-5-iscsi {{(pid=83923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 03:39:36.665361 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-560411c5-145c-4a62-8024-b14d4963d3f8 None None] DHCP port deletion for b3188410-3b2d-4523-8ccc-1882d94255cc request from dv-cinder-759943-5-iscsi {{(pid=83923) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Feb 17 03:39:36.669805 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.plugin [None req-560411c5-145c-4a62-8024-b14d4963d3f8 None None] Deleting port ea1ee066-39eb-4b6e-8f96-f3141c14a7bf {{(pid=83923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 03:39:36.670224 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-560411c5-145c-4a62-8024-b14d4963d3f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363303097822068'] for port, before_delete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:36.733614 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.db [None req-c58fe395-0bca-4fb7-b865-14be37e137f2 admin admin] For port ea1ee066-39eb-4b6e-8f96-f3141c14a7bf, host dv-cinder-759943-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-5-iscsi',level=0,port_id=ea1ee066-39eb-4b6e-8f96-f3141c14a7bf,segment=NetworkSegment(6c015ecf-ca24-43ac-84f0-02668fe7daf5),segment_id=6c015ecf-ca24-43ac-84f0-02668fe7daf5)] {{(pid=83922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:39:36.733994 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-c58fe395-0bca-4fb7-b865-14be37e137f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853786502'] for port, precommit_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:36.876191 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.plugin [None req-c58fe395-0bca-4fb7-b865-14be37e137f2 admin admin] Calling delete_port for ea1ee066-39eb-4b6e-8f96-f3141c14a7bf owned by network:dhcp {{(pid=83922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 03:39:36.921414 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.db [None req-560411c5-145c-4a62-8024-b14d4963d3f8 None None] For port ea1ee066-39eb-4b6e-8f96-f3141c14a7bf, host dv-cinder-759943-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-5-iscsi',level=0,port_id=ea1ee066-39eb-4b6e-8f96-f3141c14a7bf,segment=NetworkSegment(6c015ecf-ca24-43ac-84f0-02668fe7daf5),segment_id=6c015ecf-ca24-43ac-84f0-02668fe7daf5)] {{(pid=83923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:39:36.921852 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-560411c5-145c-4a62-8024-b14d4963d3f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853786502'] for port, precommit_delete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:36.969306 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-c58fe395-0bca-4fb7-b865-14be37e137f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363303097879497', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363303098261142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851846526'] for port, after_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:36.985415 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-eb171c27-7dc3-49a4-85e5-6326223f3da4 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:39:37.060884 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.plugin [None req-560411c5-145c-4a62-8024-b14d4963d3f8 None None] Calling delete_port for ea1ee066-39eb-4b6e-8f96-f3141c14a7bf owned by network:dhcp {{(pid=83923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 03:39:37.089012 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e63a3b3-b40b-47f7-ad16-64e44cf3ccb3 req-1f87dfaf-dc43-4f1e-ac33-ed15ece2f347 tempest-VolumesActionsTest-2073840464 tempest-VolumesActionsTest-2073840464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:39:37.089782 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [req-8e63a3b3-b40b-47f7-ad16-64e44cf3ccb3 req-1f87dfaf-dc43-4f1e-ac33-ed15ece2f347 tempest-VolumesActionsTest-2073840464 tempest-VolumesActionsTest-2073840464-project] Synchronizing usage tracker for tenant:aea9cb666780439b80fcb18514f32228 on resource:network {{(pid=83921) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 03:39:37.094960 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58fe395-0bca-4fb7-b865-14be37e137f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea1ee066-39eb-4b6e-8f96-f3141c14a7bf,revision_number=None']} {{(pid=83922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:39:37.099816 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-c58fe395-0bca-4fb7-b865-14be37e137f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:39:37.108317 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [req-8e63a3b3-b40b-47f7-ad16-64e44cf3ccb3 req-1f87dfaf-dc43-4f1e-ac33-ed15ece2f347 tempest-VolumesActionsTest-2073840464 tempest-VolumesActionsTest-2073840464-project] Unset dirty status for tenant:aea9cb666780439b80fcb18514f32228 on resource:network {{(pid=83921) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 03:39:37.109672 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-8e63a3b3-b40b-47f7-ad16-64e44cf3ccb3 req-1f87dfaf-dc43-4f1e-ac33-ed15ece2f347 tempest-VolumesActionsTest-2073840464 tempest-VolumesActionsTest-2073840464-project] 10.222.0.57 "GET /v2.0/networks?id=373d2b80-c4ae-43a2-b4fd-925d2b965f1a HTTP/1.1" status: 200  len: 808 time: 0.1881282
Feb 17 03:39:37.128445 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-8e63a3b3-b40b-47f7-ad16-64e44cf3ccb3 req-580abf16-99a8-4e85-a19e-bdf71750ef34 tempest-VolumesActionsTest-2073840464 tempest-VolumesActionsTest-2073840464-project] 10.222.0.57 "GET /v2.0/quotas/aea9cb666780439b80fcb18514f32228 HTTP/1.1" status: 200  len: 375 time: 0.0111988
Feb 17 03:39:37.141129 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c58fe395-0bca-4fb7-b865-14be37e137f2 admin admin] No DVR routers for this DVR port ea1ee066-39eb-4b6e-8f96-f3141c14a7bf on host dv-cinder-759943-5-iscsi {{(pid=83922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 03:39:37.153776 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.db.api [None req-560411c5-145c-4a62-8024-b14d4963d3f8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83923) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 17 03:39:37.154095 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_db.api [None req-560411c5-145c-4a62-8024-b14d4963d3f8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83923) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 17 03:39:37.186972 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-8e63a3b3-b40b-47f7-ad16-64e44cf3ccb3 req-e17109cd-2bcb-44de-92ee-f6c3a90dc353 tempest-VolumesActionsTest-2073840464 tempest-VolumesActionsTest-2073840464-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=aea9cb666780439b80fcb18514f32228&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0514739
Feb 17 03:39:37.320413 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-c58fe395-0bca-4fb7-b865-14be37e137f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838103452', 'neutron.services.segments.db._delete_segments_for_network-8733756975594'] for network, precommit_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:37.431908 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-8e63a3b3-b40b-47f7-ad16-64e44cf3ccb3 req-22aafd8d-b65d-452c-b750-b889ad1ef137 service neutron] 10.222.0.57 "GET /v2.0/networks/373d2b80-c4ae-43a2-b4fd-925d2b965f1a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2367430
Feb 17 03:39:37.486349 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.services.segments.db [None req-c58fe395-0bca-4fb7-b865-14be37e137f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f17c5fe22e8>,) {'filters': {'network_id': ['b3188410-3b2d-4523-8ccc-1882d94255cc']}} {{(pid=83922) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:39:37.499362 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.services.segments.db [None req-c58fe395-0bca-4fb7-b865-14be37e137f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f17c5fe22e8>, '6c015ecf-ca24-43ac-84f0-02668fe7daf5') {'for_net_delete': True} {{(pid=83922) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:39:37.499700 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.services.segments.db [None req-c58fe395-0bca-4fb7-b865-14be37e137f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f17c5fe22e8>, '6c015ecf-ca24-43ac-84f0-02668fe7daf5') {} {{(pid=83922) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:39:37.512283 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-c58fe395-0bca-4fb7-b865-14be37e137f2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363303097793020', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3121733'] for segment, before_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:37.528277 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-c58fe395-0bca-4fb7-b865-14be37e137f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16617428'] for segment, precommit_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:37.530403 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c58fe395-0bca-4fb7-b865-14be37e137f2 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=83922) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 17 03:39:37.579976 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-8e63a3b3-b40b-47f7-ad16-64e44cf3ccb3 req-66728f4a-12b1-416c-a215-1cd7907093ac service neutron] 10.222.0.57 "GET /v2.0/networks/373d2b80-c4ae-43a2-b4fd-925d2b965f1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1415308
Feb 17 03:39:37.655176 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.plugin [None req-560411c5-145c-4a62-8024-b14d4963d3f8 None None] Deleting port ea1ee066-39eb-4b6e-8f96-f3141c14a7bf {{(pid=83923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 03:39:37.655697 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-560411c5-145c-4a62-8024-b14d4963d3f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363303097822068'] for port, before_delete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:37.719386 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.managers [None req-c58fe395-0bca-4fb7-b865-14be37e137f2 admin admin] Network b3188410-3b2d-4523-8ccc-1882d94255cc has no segments {{(pid=83922) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 03:39:37.731254 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-c58fe395-0bca-4fb7-b865-14be37e137f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036838158356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2929321'] for segment, after_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:37.738035 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.plugin [None req-560411c5-145c-4a62-8024-b14d4963d3f8 None None] The port 'ea1ee066-39eb-4b6e-8f96-f3141c14a7bf' was deleted {{(pid=83923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}}
Feb 17 03:39:37.863767 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-b4165b72-fb8e-4368-b076-3e787f819ddf req-a8b11620-b57c-4dfa-8773-10ca7c33ca93 tempest-VolumesActionsTest-2073840464 tempest-VolumesActionsTest-2073840464-project] 10.222.0.57 "GET /v2.0/ports?device_id=976ea954-86c8-4e2e-9a34-3e6c7b24ba1d HTTP/1.1" status: 200  len: 210 time: 0.1166377
Feb 17 03:39:37.967263 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.managers [None req-c58fe395-0bca-4fb7-b865-14be37e137f2 admin admin] Network b3188410-3b2d-4523-8ccc-1882d94255cc has no segments {{(pid=83922) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 03:39:37.995292 dv-cinder-759943-5-iscsi neutron-server[83810]: Traceback (most recent call last):
Feb 17 03:39:37.995292 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 17 03:39:37.995292 dv-cinder-759943-5-iscsi neutron-server[83810]:     timer()
Feb 17 03:39:37.995292 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 17 03:39:37.995292 dv-cinder-759943-5-iscsi neutron-server[83810]:     cb(*args, **kw)
Feb 17 03:39:37.995292 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 17 03:39:37.995292 dv-cinder-759943-5-iscsi neutron-server[83810]:     return func(*args, **kwargs)
Feb 17 03:39:37.995292 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 17 03:39:37.995292 dv-cinder-759943-5-iscsi neutron-server[83810]:     self._notify()
Feb 17 03:39:37.995292 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 17 03:39:37.995292 dv-cinder-759943-5-iscsi neutron-server[83810]:     self.callback(batched_events)
Feb 17 03:39:37.995292 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 17 03:39:37.995292 dv-cinder-759943-5-iscsi neutron-server[83810]:     event.method(event)
Feb 17 03:39:37.995292 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 17 03:39:37.995292 dv-cinder-759943-5-iscsi neutron-server[83810]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 17 03:39:37.995292 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 17 03:39:37.995292 dv-cinder-759943-5-iscsi neutron-server[83810]:     segment_id)['aggregates'][0]
Feb 17 03:39:37.995292 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 17 03:39:37.995292 dv-cinder-759943-5-iscsi neutron-server[83810]:     return f(self, *a, **k)
Feb 17 03:39:37.995292 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 17 03:39:37.995292 dv-cinder-759943-5-iscsi neutron-server[83810]:     return self._get(url).json()
Feb 17 03:39:37.995292 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 17 03:39:37.995292 dv-cinder-759943-5-iscsi neutron-server[83810]:     **kwargs)
Feb 17 03:39:37.995292 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 17 03:39:37.995292 dv-cinder-759943-5-iscsi neutron-server[83810]:     return self.request(url, 'GET', **kwargs)
Feb 17 03:39:37.995292 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 17 03:39:37.995292 dv-cinder-759943-5-iscsi neutron-server[83810]:     **endpoint_filter)
Feb 17 03:39:37.995292 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 17 03:39:37.995292 dv-cinder-759943-5-iscsi neutron-server[83810]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 17 03:39:37.995292 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 17 03:39:37.995292 dv-cinder-759943-5-iscsi neutron-server[83810]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 17 03:39:37.995292 dv-cinder-759943-5-iscsi neutron-server[83810]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 17 03:39:38.075069 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-c58fe395-0bca-4fb7-b865-14be37e137f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16672364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853781874'] for network, after_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:38.078639 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-41361b29-37c7-4058-8b3b-3ee87828d1eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:39:38.096121 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-c58fe395-0bca-4fb7-b865-14be37e137f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854193028'] for network, before_response {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:38.105888 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58fe395-0bca-4fb7-b865-14be37e137f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=b3188410-3b2d-4523-8ccc-1882d94255cc,revision_number=None']} {{(pid=83922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:39:38.109441 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-c58fe395-0bca-4fb7-b865-14be37e137f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:39:38.124338 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-c58fe395-0bca-4fb7-b865-14be37e137f2 admin admin] 10.222.0.57 "DELETE /v2.0/networks/b3188410-3b2d-4523-8ccc-1882d94255cc HTTP/1.1" status: 204  len: 168 time: 1.8040645
Feb 17 03:39:38.244497 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83922) accepted ('10.222.0.57', 46534) {{(pid=83922) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:39:38.298661 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-e4f447a8-9ead-4594-9950-e51fad30a7ee admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=688dfe990479484ba91f5f3241f71c34&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0522985
Feb 17 03:39:38.300941 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83922) accepted ('10.222.0.57', 46538) {{(pid=83922) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:39:38.363956 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-1862506b-12e5-427a-b0b4-8e02a2618da1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:38.391879 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-1862506b-12e5-427a-b0b4-8e02a2618da1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:38.442815 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-1862506b-12e5-427a-b0b4-8e02a2618da1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876219'] for security_group, after_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:38.449546 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-70a0dc19-e4ce-4849-bdd6-bbe0172e87c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:39:38.469101 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1862506b-12e5-427a-b0b4-8e02a2618da1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3a2e226-ee4b-4da0-ab48-63889dcb7abe,revision_number=None']} {{(pid=83922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:39:38.472330 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-1862506b-12e5-427a-b0b4-8e02a2618da1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:39:38.482638 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-1862506b-12e5-427a-b0b4-8e02a2618da1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:38.486549 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-1862506b-12e5-427a-b0b4-8e02a2618da1 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b3a2e226-ee4b-4da0-ab48-63889dcb7abe HTTP/1.1" status: 204  len: 168 time: 0.1820590
Feb 17 03:39:38.503415 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Device ea1ee066-39eb-4b6e-8f96-f3141c14a7bf no longer exists at agent ovs-agent-dv-cinder-759943-5-iscsi {{(pid=83923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 03:39:38.543654 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.plugin [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] No Port match for: ea1ee066-39eb-4b6e-8f96-f3141c14a7bf {{(pid=83923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 03:39:38.544042 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Device ea1ee066-39eb-4b6e-8f96-f3141c14a7bf not bound to the agent host dv-cinder-759943-5-iscsi {{(pid=83923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 03:39:39.057700 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-0567a33b-4784-4338-a210-cfacb34e8494 req-6b952633-7f06-4f1f-b131-07c21a136f61 tempest-VolumesActionsTest-2073840464 tempest-VolumesActionsTest-2073840464-project] 10.222.0.57 "GET /v2.0/ports?device_id=976ea954-86c8-4e2e-9a34-3e6c7b24ba1d HTTP/1.1" status: 200  len: 210 time: 0.0604577
Feb 17 03:39:39.087250 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e63a3b3-b40b-47f7-ad16-64e44cf3ccb3 req-cc43e189-3360-4d65-852a-2276608901d1 tempest-VolumesActionsTest-2073840464 tempest-VolumesActionsTest-2073840464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:39:39.088844 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-8e63a3b3-b40b-47f7-ad16-64e44cf3ccb3 req-cc43e189-3360-4d65-852a-2276608901d1 tempest-VolumesActionsTest-2073840464 tempest-VolumesActionsTest-2073840464-project] 10.222.0.54 "GET /v2.0/networks?id=373d2b80-c4ae-43a2-b4fd-925d2b965f1a HTTP/1.1" status: 200  len: 808 time: 0.2217126
Feb 17 03:39:39.120747 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.v2.base [req-8e63a3b3-b40b-47f7-ad16-64e44cf3ccb3 req-68c38651-f9f1-4eb6-b6d5-3cefdde85bde tempest-VolumesActionsTest-2073840464 tempest-VolumesActionsTest-2073840464-project] Request body: {'port': {'device_id': '976ea954-86c8-4e2e-9a34-3e6c7b24ba1d', 'network_id': '373d2b80-c4ae-43a2-b4fd-925d2b965f1a', 'admin_state_up': True, 'tenant_id': 'aea9cb666780439b80fcb18514f32228'}} {{(pid=83921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:39:39.269913 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [req-8e63a3b3-b40b-47f7-ad16-64e44cf3ccb3 req-68c38651-f9f1-4eb6-b6d5-3cefdde85bde tempest-VolumesActionsTest-2073840464 tempest-VolumesActionsTest-2073840464-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:39:39.274058 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [req-8e63a3b3-b40b-47f7-ad16-64e44cf3ccb3 req-68c38651-f9f1-4eb6-b6d5-3cefdde85bde tempest-VolumesActionsTest-2073840464 tempest-VolumesActionsTest-2073840464-project] Usage tracker for resource:port and tenant:aea9cb666780439b80fcb18514f32228 is out of sync, need to count used quota {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:39:39.277102 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [req-8e63a3b3-b40b-47f7-ad16-64e44cf3ccb3 req-68c38651-f9f1-4eb6-b6d5-3cefdde85bde tempest-VolumesActionsTest-2073840464 tempest-VolumesActionsTest-2073840464-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:39:39.283094 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [req-8e63a3b3-b40b-47f7-ad16-64e44cf3ccb3 req-68c38651-f9f1-4eb6-b6d5-3cefdde85bde tempest-VolumesActionsTest-2073840464 tempest-VolumesActionsTest-2073840464-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:39:39.292385 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e63a3b3-b40b-47f7-ad16-64e44cf3ccb3 req-68c38651-f9f1-4eb6-b6d5-3cefdde85bde tempest-VolumesActionsTest-2073840464 tempest-VolumesActionsTest-2073840464-project] Made reservation on behalf of aea9cb666780439b80fcb18514f32228 for: {'port': 1} {{(pid=83921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 03:39:39.298155 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-8e63a3b3-b40b-47f7-ad16-64e44cf3ccb3 req-68c38651-f9f1-4eb6-b6d5-3cefdde85bde tempest-VolumesActionsTest-2073840464 tempest-VolumesActionsTest-2073840464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for port, before_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:39.616862 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.db_base_plugin_common [req-8e63a3b3-b40b-47f7-ad16-64e44cf3ccb3 req-68c38651-f9f1-4eb6-b6d5-3cefdde85bde tempest-VolumesActionsTest-2073840464 tempest-VolumesActionsTest-2073840464-project] Allocated IP 172.20.0.7 (373d2b80-c4ae-43a2-b4fd-925d2b965f1a/78890f6c-e2c5-4bc2-991f-2121f61af2c2/6a2bb93d-16e5-49b2-88ec-7c7d2f130a09) {{(pid=83921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 03:39:39.834820 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-8e63a3b3-b40b-47f7-ad16-64e44cf3ccb3 req-68c38651-f9f1-4eb6-b6d5-3cefdde85bde tempest-VolumesActionsTest-2073840464 tempest-VolumesActionsTest-2073840464-project] Notify callbacks [] for port, precommit_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:39.866775 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-8e63a3b3-b40b-47f7-ad16-64e44cf3ccb3 req-68c38651-f9f1-4eb6-b6d5-3cefdde85bde tempest-VolumesActionsTest-2073840464 tempest-VolumesActionsTest-2073840464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363303098263190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852640907'] for port, after_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:39.882154 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-a6e76645-fa04-4fe3-9147-5427ea00a479 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:39:40.021541 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c38651-f9f1-4eb6-b6d5-3cefdde85bde tempest-VolumesActionsTest-2073840464 tempest-VolumesActionsTest-2073840464-project] Pushing event updated for resources: {'Port': ['ID=6a2bb93d-16e5-49b2-88ec-7c7d2f130a09,revision_number=1']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:39:40.026150 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-68c38651-f9f1-4eb6-b6d5-3cefdde85bde tempest-VolumesActionsTest-2073840464 tempest-VolumesActionsTest-2073840464-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:39:40.084071 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e63a3b3-b40b-47f7-ad16-64e44cf3ccb3 req-68c38651-f9f1-4eb6-b6d5-3cefdde85bde tempest-VolumesActionsTest-2073840464 tempest-VolumesActionsTest-2073840464-project] Network 373d2b80-c4ae-43a2-b4fd-925d2b965f1a is already hosted by enough agents. {{(pid=83921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 03:39:40.085326 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.scheduler.base_scheduler [req-8e63a3b3-b40b-47f7-ad16-64e44cf3ccb3 req-68c38651-f9f1-4eb6-b6d5-3cefdde85bde tempest-VolumesActionsTest-2073840464 tempest-VolumesActionsTest-2073840464-project] Resources bound (agent type, host, resource id):  {{(pid=83921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 03:39:40.087691 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e63a3b3-b40b-47f7-ad16-64e44cf3ccb3 req-68c38651-f9f1-4eb6-b6d5-3cefdde85bde tempest-VolumesActionsTest-2073840464 tempest-VolumesActionsTest-2073840464-project] Received port after_create {{(pid=83921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 03:39:40.154496 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e63a3b3-b40b-47f7-ad16-64e44cf3ccb3 req-68c38651-f9f1-4eb6-b6d5-3cefdde85bde tempest-VolumesActionsTest-2073840464 tempest-VolumesActionsTest-2073840464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:39:40.155243 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-8e63a3b3-b40b-47f7-ad16-64e44cf3ccb3 req-68c38651-f9f1-4eb6-b6d5-3cefdde85bde tempest-VolumesActionsTest-2073840464 tempest-VolumesActionsTest-2073840464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774597'] for port, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:40.179093 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-8e63a3b3-b40b-47f7-ad16-64e44cf3ccb3 req-68c38651-f9f1-4eb6-b6d5-3cefdde85bde tempest-VolumesActionsTest-2073840464 tempest-VolumesActionsTest-2073840464-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0624628
Feb 17 03:39:40.199183 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.v2.base [req-8e63a3b3-b40b-47f7-ad16-64e44cf3ccb3 req-7583a80a-a1d7-4794-80a1-f42f45493277 service neutron] Request body: {'port': {'device_id': '976ea954-86c8-4e2e-9a34-3e6c7b24ba1d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75994'}} {{(pid=83921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:39:40.330095 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-8e63a3b3-b40b-47f7-ad16-64e44cf3ccb3 req-7583a80a-a1d7-4794-80a1-f42f45493277 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for port, before_update {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:40.512526 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f79822d-4d4b-4e2e-a186-c1d2f03a2e99 req-66f23ece-363c-4277-b1ad-da7259b1b187 tempest-VolumesActionsTest-2073840464 tempest-VolumesActionsTest-2073840464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:39:40.514245 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-8f79822d-4d4b-4e2e-a186-c1d2f03a2e99 req-66f23ece-363c-4277-b1ad-da7259b1b187 tempest-VolumesActionsTest-2073840464 tempest-VolumesActionsTest-2073840464-project] 10.222.0.57 "GET /v2.0/ports?device_id=976ea954-86c8-4e2e-9a34-3e6c7b24ba1d HTTP/1.1" status: 200  len: 931 time: 0.3411143
Feb 17 03:39:40.562832 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-8f79822d-4d4b-4e2e-a186-c1d2f03a2e99 req-0720fe95-b093-4588-8020-87f31e95745e tempest-VolumesActionsTest-2073840464 tempest-VolumesActionsTest-2073840464-project] 10.222.0.57 "GET /v2.0/security-groups?id=e4abc169-bd45-42ae-84e7-ae88d56147c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421283
Feb 17 03:39:40.767943 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.notifiers.nova [req-8e63a3b3-b40b-47f7-ad16-64e44cf3ccb3 req-7583a80a-a1d7-4794-80a1-f42f45493277 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a2bb93d-16e5-49b2-88ec-7c7d2f130a09 {{(pid=83921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 17 03:39:40.776075 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-8e63a3b3-b40b-47f7-ad16-64e44cf3ccb3 req-7583a80a-a1d7-4794-80a1-f42f45493277 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:40.788977 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [req-8e63a3b3-b40b-47f7-ad16-64e44cf3ccb3 req-7583a80a-a1d7-4794-80a1-f42f45493277 service neutron] Transition to ACTIVE for port object 6a2bb93d-16e5-49b2-88ec-7c7d2f130a09 will not be triggered until provisioned by entity L2. {{(pid=83921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 03:39:40.792191 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-8e63a3b3-b40b-47f7-ad16-64e44cf3ccb3 req-7583a80a-a1d7-4794-80a1-f42f45493277 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303097879514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733756514675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303098261108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2134908'] for port, after_update {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:40.808963 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-68c38651-f9f1-4eb6-b6d5-3cefdde85bde tempest-VolumesActionsTest-2073840464 tempest-VolumesActionsTest-2073840464-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:39:40.948116 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7583a80a-a1d7-4794-80a1-f42f45493277 service neutron] Pushing event updated for resources: {'Port': ['ID=6a2bb93d-16e5-49b2-88ec-7c7d2f130a09,revision_number=2']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:39:40.961438 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-7583a80a-a1d7-4794-80a1-f42f45493277 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:39:41.139732 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.managers [req-8e63a3b3-b40b-47f7-ad16-64e44cf3ccb3 req-7583a80a-a1d7-4794-80a1-f42f45493277 service neutron] Attempting to bind port 6a2bb93d-16e5-49b2-88ec-7c7d2f130a09 on host hv-cinder-75994 for vnic_type normal with profile  {{(pid=83921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 03:39:41.140097 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.managers [req-8e63a3b3-b40b-47f7-ad16-64e44cf3ccb3 req-7583a80a-a1d7-4794-80a1-f42f45493277 service neutron] Attempting to bind port 6a2bb93d-16e5-49b2-88ec-7c7d2f130a09 by drivers openvswitch on host hv-cinder-75994 at level 0 using segments [{'id': '9b311f21-056c-4ab6-8b7a-780a9fd3a2a9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '373d2b80-c4ae-43a2-b4fd-925d2b965f1a'}] {{(pid=83921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 03:39:41.140470 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e63a3b3-b40b-47f7-ad16-64e44cf3ccb3 req-7583a80a-a1d7-4794-80a1-f42f45493277 service neutron] Attempting to bind port 6a2bb93d-16e5-49b2-88ec-7c7d2f130a09 on network 373d2b80-c4ae-43a2-b4fd-925d2b965f1a {{(pid=83921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 03:39:41.146921 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e63a3b3-b40b-47f7-ad16-64e44cf3ccb3 req-7583a80a-a1d7-4794-80a1-f42f45493277 service neutron] Checking agent: {'id': '1c3dee76-e565-424d-b4cd-b2af1407410d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75994', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 3, 25, 23), 'started_at': datetime.datetime(2021, 2, 17, 3, 25, 53), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 3, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.11', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 03:39:41.147295 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e63a3b3-b40b-47f7-ad16-64e44cf3ccb3 req-7583a80a-a1d7-4794-80a1-f42f45493277 service neutron] Checking segment: {'id': '9b311f21-056c-4ab6-8b7a-780a9fd3a2a9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '373d2b80-c4ae-43a2-b4fd-925d2b965f1a'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 03:39:41.147695 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-8e63a3b3-b40b-47f7-ad16-64e44cf3ccb3 req-7583a80a-a1d7-4794-80a1-f42f45493277 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:41.148087 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e63a3b3-b40b-47f7-ad16-64e44cf3ccb3 req-7583a80a-a1d7-4794-80a1-f42f45493277 service neutron] Bound using segment: {'id': '9b311f21-056c-4ab6-8b7a-780a9fd3a2a9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '373d2b80-c4ae-43a2-b4fd-925d2b965f1a'} {{(pid=83921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 03:39:41.148558 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.managers [req-8e63a3b3-b40b-47f7-ad16-64e44cf3ccb3 req-7583a80a-a1d7-4794-80a1-f42f45493277 service neutron] Bound port: 6a2bb93d-16e5-49b2-88ec-7c7d2f130a09, host: hv-cinder-75994, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b311f21-056c-4ab6-8b7a-780a9fd3a2a9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '373d2b80-c4ae-43a2-b4fd-925d2b965f1a'}}] {{(pid=83921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 03:39:41.148951 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-8e63a3b3-b40b-47f7-ad16-64e44cf3ccb3 req-7583a80a-a1d7-4794-80a1-f42f45493277 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for port, before_update {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:41.246824 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.db [req-8e63a3b3-b40b-47f7-ad16-64e44cf3ccb3 req-7583a80a-a1d7-4794-80a1-f42f45493277 service neutron] For port 6a2bb93d-16e5-49b2-88ec-7c7d2f130a09, host hv-cinder-75994, cleared binding levels {{(pid=83921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 03:39:41.250041 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.db [req-8e63a3b3-b40b-47f7-ad16-64e44cf3ccb3 req-7583a80a-a1d7-4794-80a1-f42f45493277 service neutron] For port 6a2bb93d-16e5-49b2-88ec-7c7d2f130a09, host hv-cinder-75994, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=6a2bb93d-16e5-49b2-88ec-7c7d2f130a09,segment=NetworkSegment(9b311f21-056c-4ab6-8b7a-780a9fd3a2a9),segment_id=9b311f21-056c-4ab6-8b7a-780a9fd3a2a9)] {{(pid=83921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 03:39:41.253526 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-8e63a3b3-b40b-47f7-ad16-64e44cf3ccb3 req-7583a80a-a1d7-4794-80a1-f42f45493277 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303097879514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733756514675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303098261108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2134908'] for port, after_update {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:41.273151 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-f968384b-1e43-42a3-b43a-b5dac2e0ff7f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:39:41.660054 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7583a80a-a1d7-4794-80a1-f42f45493277 service neutron] Pushing event updated for resources: {'Port': ['ID=6a2bb93d-16e5-49b2-88ec-7c7d2f130a09,revision_number=3']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:39:41.660054 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-7583a80a-a1d7-4794-80a1-f42f45493277 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:39:41.736455 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e63a3b3-b40b-47f7-ad16-64e44cf3ccb3 req-7583a80a-a1d7-4794-80a1-f42f45493277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:39:41.737161 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-8e63a3b3-b40b-47f7-ad16-64e44cf3ccb3 req-7583a80a-a1d7-4794-80a1-f42f45493277 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774597'] for port, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:41.739298 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-8e63a3b3-b40b-47f7-ad16-64e44cf3ccb3 req-7583a80a-a1d7-4794-80a1-f42f45493277 service neutron] 10.222.0.54 "PUT /v2.0/ports/6a2bb93d-16e5-49b2-88ec-7c7d2f130a09 HTTP/1.1" status: 200  len: 1157 time: 1.5459535
Feb 17 03:39:41.739840 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '976ea954-86c8-4e2e-9a34-3e6c7b24ba1d', 'tag': '6a2bb93d-16e5-49b2-88ec-7c7d2f130a09'}] {{(pid=83921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 03:39:41.792594 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3835f8d-a0d7-4911-9218-f39b933e9c6e req-e03b013e-ff07-48b6-b99b-4806dade1822 tempest-VolumesActionsTest-2073840464 tempest-VolumesActionsTest-2073840464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:39:41.793549 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [req-e3835f8d-a0d7-4911-9218-f39b933e9c6e req-e03b013e-ff07-48b6-b99b-4806dade1822 tempest-VolumesActionsTest-2073840464 tempest-VolumesActionsTest-2073840464-project] Synchronizing usage tracker for tenant:aea9cb666780439b80fcb18514f32228 on resource:port {{(pid=83921) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 03:39:41.838809 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '976ea954-86c8-4e2e-9a34-3e6c7b24ba1d', 'tag': '6a2bb93d-16e5-49b2-88ec-7c7d2f130a09', 'status': 'completed', 'code': 200}
Feb 17 03:39:41.867152 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [req-e3835f8d-a0d7-4911-9218-f39b933e9c6e req-e03b013e-ff07-48b6-b99b-4806dade1822 tempest-VolumesActionsTest-2073840464 tempest-VolumesActionsTest-2073840464-project] Unset dirty status for tenant:aea9cb666780439b80fcb18514f32228 on resource:port {{(pid=83921) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 03:39:41.868401 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-e3835f8d-a0d7-4911-9218-f39b933e9c6e req-e03b013e-ff07-48b6-b99b-4806dade1822 tempest-VolumesActionsTest-2073840464 tempest-VolumesActionsTest-2073840464-project] 10.222.0.57 "GET /v2.0/ports?device_id=976ea954-86c8-4e2e-9a34-3e6c7b24ba1d HTTP/1.1" status: 200  len: 943 time: 0.1774645
Feb 17 03:39:41.930092 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e63a3b3-b40b-47f7-ad16-64e44cf3ccb3 req-1c9cb931-d577-4895-b679-b588ecd79c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:39:41.931715 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-8e63a3b3-b40b-47f7-ad16-64e44cf3ccb3 req-1c9cb931-d577-4895-b679-b588ecd79c37 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=aea9cb666780439b80fcb18514f32228&device_id=976ea954-86c8-4e2e-9a34-3e6c7b24ba1d HTTP/1.1" status: 200  len: 1160 time: 0.1339285
Feb 17 03:39:41.935884 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [req-e3835f8d-a0d7-4911-9218-f39b933e9c6e req-2427335f-651c-43ec-b499-bd494a72597f tempest-VolumesActionsTest-2073840464 tempest-VolumesActionsTest-2073840464-project] Synchronizing usage tracker for tenant:aea9cb666780439b80fcb18514f32228 on resource:security_group {{(pid=83921) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 03:39:42.020752 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-8e63a3b3-b40b-47f7-ad16-64e44cf3ccb3 req-6fb72ddc-e39a-40b0-a4c6-15259f2e3ad5 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6a2bb93d-16e5-49b2-88ec-7c7d2f130a09 HTTP/1.1" status: 200  len: 217 time: 0.0722122
Feb 17 03:39:42.021537 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [req-e3835f8d-a0d7-4911-9218-f39b933e9c6e req-2427335f-651c-43ec-b499-bd494a72597f tempest-VolumesActionsTest-2073840464 tempest-VolumesActionsTest-2073840464-project] Unset dirty status for tenant:aea9cb666780439b80fcb18514f32228 on resource:security_group {{(pid=83921) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 03:39:42.022642 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-e3835f8d-a0d7-4911-9218-f39b933e9c6e req-2427335f-651c-43ec-b499-bd494a72597f tempest-VolumesActionsTest-2073840464 tempest-VolumesActionsTest-2073840464-project] 10.222.0.57 "GET /v2.0/security-groups?id=e4abc169-bd45-42ae-84e7-ae88d56147c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1477740
Feb 17 03:39:42.091618 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e63a3b3-b40b-47f7-ad16-64e44cf3ccb3 req-05b5a8a5-a158-407c-b055-a79976e468cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:39:42.093238 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-8e63a3b3-b40b-47f7-ad16-64e44cf3ccb3 req-05b5a8a5-a158-407c-b055-a79976e468cb service neutron] 10.222.0.54 "GET /v2.0/subnets?id=78890f6c-e2c5-4bc2-991f-2121f61af2c2 HTTP/1.1" status: 200  len: 848 time: 0.0658023
Feb 17 03:39:42.146686 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-8e63a3b3-b40b-47f7-ad16-64e44cf3ccb3 req-5b9b2d4d-c9aa-4f8b-8794-1d39bf2e18f4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=373d2b80-c4ae-43a2-b4fd-925d2b965f1a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0473645
Feb 17 03:39:42.294591 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-8e63a3b3-b40b-47f7-ad16-64e44cf3ccb3 req-6d4cd905-b604-4258-a800-c14c806029f6 service neutron] 10.222.0.54 "GET /v2.0/networks/373d2b80-c4ae-43a2-b4fd-925d2b965f1a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1415081
Feb 17 03:39:42.442047 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-8e63a3b3-b40b-47f7-ad16-64e44cf3ccb3 req-2c39f7a6-c9c3-4050-87d7-1d83304c0854 service neutron] 10.222.0.54 "GET /v2.0/networks/373d2b80-c4ae-43a2-b4fd-925d2b965f1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1398659
Feb 17 03:39:42.608201 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bccaf91-1627-48f6-8095-540fc95f629e req-431979d0-15da-4b85-9466-77df4d13b888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:39:42.609895 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-6bccaf91-1627-48f6-8095-540fc95f629e req-431979d0-15da-4b85-9466-77df4d13b888 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=aea9cb666780439b80fcb18514f32228&device_id=976ea954-86c8-4e2e-9a34-3e6c7b24ba1d HTTP/1.1" status: 200  len: 1160 time: 0.0844100
Feb 17 03:39:42.759184 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bccaf91-1627-48f6-8095-540fc95f629e req-1c32fa02-5ee1-41b4-aff0-a78f7b00155d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:39:42.760817 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-6bccaf91-1627-48f6-8095-540fc95f629e req-1c32fa02-5ee1-41b4-aff0-a78f7b00155d service neutron] 10.222.0.54 "GET /v2.0/networks?id=373d2b80-c4ae-43a2-b4fd-925d2b965f1a HTTP/1.1" status: 200  len: 902 time: 0.1439846
Feb 17 03:39:42.835482 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-6bccaf91-1627-48f6-8095-540fc95f629e req-f56d1d0a-5d44-44fc-bbf0-d23057fa63cc service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6a2bb93d-16e5-49b2-88ec-7c7d2f130a09 HTTP/1.1" status: 200  len: 217 time: 0.0674174
Feb 17 03:39:42.912787 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bccaf91-1627-48f6-8095-540fc95f629e req-9c5ce5b2-e337-4da1-9b0f-8ab6218b19dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:39:42.914417 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-6bccaf91-1627-48f6-8095-540fc95f629e req-9c5ce5b2-e337-4da1-9b0f-8ab6218b19dc service neutron] 10.222.0.54 "GET /v2.0/subnets?id=78890f6c-e2c5-4bc2-991f-2121f61af2c2 HTTP/1.1" status: 200  len: 848 time: 0.0711992
Feb 17 03:39:42.970450 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-6bccaf91-1627-48f6-8095-540fc95f629e req-8f055a23-b229-4774-81a0-de405ac65d74 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=373d2b80-c4ae-43a2-b4fd-925d2b965f1a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0479662
Feb 17 03:39:43.122530 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-6bccaf91-1627-48f6-8095-540fc95f629e req-f96ae54c-60f3-479b-a66f-81969f3e4bd8 service neutron] 10.222.0.54 "GET /v2.0/networks/373d2b80-c4ae-43a2-b4fd-925d2b965f1a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1447752
Feb 17 03:39:43.233778 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c91c18-04b6-42b6-b98c-53d2bc19fb78 req-b18eafde-f3f5-450f-8179-cf27e0d78ca6 tempest-VolumesActionsTest-2073840464 tempest-VolumesActionsTest-2073840464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:39:43.235437 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-f7c91c18-04b6-42b6-b98c-53d2bc19fb78 req-b18eafde-f3f5-450f-8179-cf27e0d78ca6 tempest-VolumesActionsTest-2073840464 tempest-VolumesActionsTest-2073840464-project] 10.222.0.57 "GET /v2.0/ports?device_id=976ea954-86c8-4e2e-9a34-3e6c7b24ba1d HTTP/1.1" status: 200  len: 943 time: 0.0942404
Feb 17 03:39:43.274768 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-6bccaf91-1627-48f6-8095-540fc95f629e req-42aa9ad6-f296-4ccc-8c9e-8cbfe148b9df service neutron] 10.222.0.54 "GET /v2.0/networks/373d2b80-c4ae-43a2-b4fd-925d2b965f1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1452804
Feb 17 03:39:43.287692 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-f7c91c18-04b6-42b6-b98c-53d2bc19fb78 req-0db5044b-0549-4ef6-99dd-074cf03a2713 tempest-VolumesActionsTest-2073840464 tempest-VolumesActionsTest-2073840464-project] 10.222.0.57 "GET /v2.0/security-groups?id=e4abc169-bd45-42ae-84e7-ae88d56147c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438769
Feb 17 03:39:44.496373 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb362ff-a1de-4522-bbee-04fc6604658a req-2151a9e2-3520-43e8-aa0d-bd8b37213e60 tempest-VolumesActionsTest-2073840464 tempest-VolumesActionsTest-2073840464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:39:44.498046 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-cbb362ff-a1de-4522-bbee-04fc6604658a req-2151a9e2-3520-43e8-aa0d-bd8b37213e60 tempest-VolumesActionsTest-2073840464 tempest-VolumesActionsTest-2073840464-project] 10.222.0.57 "GET /v2.0/ports?device_id=976ea954-86c8-4e2e-9a34-3e6c7b24ba1d HTTP/1.1" status: 200  len: 943 time: 0.0949199
Feb 17 03:39:44.545730 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-cbb362ff-a1de-4522-bbee-04fc6604658a req-f684159e-137e-4418-b164-2f43cd2fc212 tempest-VolumesActionsTest-2073840464 tempest-VolumesActionsTest-2073840464-project] 10.222.0.57 "GET /v2.0/security-groups?id=e4abc169-bd45-42ae-84e7-ae88d56147c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413074
Feb 17 03:39:45.898287 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a731a0f-1643-4b8b-ad76-4e874326e6fd req-1e31b819-3370-4088-a606-1f5a72b1cc31 tempest-VolumesActionsTest-2073840464 tempest-VolumesActionsTest-2073840464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:39:45.899937 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-5a731a0f-1643-4b8b-ad76-4e874326e6fd req-1e31b819-3370-4088-a606-1f5a72b1cc31 tempest-VolumesActionsTest-2073840464 tempest-VolumesActionsTest-2073840464-project] 10.222.0.57 "GET /v2.0/ports?device_id=976ea954-86c8-4e2e-9a34-3e6c7b24ba1d HTTP/1.1" status: 200  len: 943 time: 0.0957565
Feb 17 03:39:45.949670 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-5a731a0f-1643-4b8b-ad76-4e874326e6fd req-af492bd5-dcc8-4fad-a6fe-9157d2aa6bd0 tempest-VolumesActionsTest-2073840464 tempest-VolumesActionsTest-2073840464-project] 10.222.0.57 "GET /v2.0/security-groups?id=e4abc169-bd45-42ae-84e7-ae88d56147c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431166
Feb 17 03:39:47.153132 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b60f3b-88ed-43f2-a479-483365d651fa req-95bbb6ac-8a33-4e8c-9004-d4eb87b6f0db tempest-VolumesActionsTest-2073840464 tempest-VolumesActionsTest-2073840464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:39:47.154704 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-50b60f3b-88ed-43f2-a479-483365d651fa req-95bbb6ac-8a33-4e8c-9004-d4eb87b6f0db tempest-VolumesActionsTest-2073840464 tempest-VolumesActionsTest-2073840464-project] 10.222.0.57 "GET /v2.0/ports?device_id=976ea954-86c8-4e2e-9a34-3e6c7b24ba1d HTTP/1.1" status: 200  len: 943 time: 0.0921261
Feb 17 03:39:47.204777 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-50b60f3b-88ed-43f2-a479-483365d651fa req-3a9d015a-2738-4273-8df0-ac3c7b30dbed tempest-VolumesActionsTest-2073840464 tempest-VolumesActionsTest-2073840464-project] 10.222.0.57 "GET /v2.0/security-groups?id=e4abc169-bd45-42ae-84e7-ae88d56147c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437856
Feb 17 03:39:47.348179 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.objects.ports [None req-250de676-6a57-42c6-8741-460af665e882 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=83923) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}}
Feb 17 03:39:48.132850 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Device 6a2bb93d-16e5-49b2-88ec-7c7d2f130a09 up at agent ovs-agent-hv-cinder-75994 {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:39:48.205116 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Provisioning for port 6a2bb93d-16e5-49b2-88ec-7c7d2f130a09 completed by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 03:39:48.212093 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Provisioning complete for port 6a2bb93d-16e5-49b2-88ec-7c7d2f130a09 triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:39:48.212508 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838161172'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:48.340531 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for port, before_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:48.369194 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '976ea954-86c8-4e2e-9a34-3e6c7b24ba1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a2bb93d-16e5-49b2-88ec-7c7d2f130a09'}] {{(pid=83923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 03:39:48.380640 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.db [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] For port 6a2bb93d-16e5-49b2-88ec-7c7d2f130a09, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=6a2bb93d-16e5-49b2-88ec-7c7d2f130a09,segment=NetworkSegment(9b311f21-056c-4ab6-8b7a-780a9fd3a2a9),segment_id=9b311f21-056c-4ab6-8b7a-780a9fd3a2a9)] {{(pid=83923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:39:48.384801 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303097879514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733756514675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303098261108'] for port, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:48.386939 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:39:48.410870 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94569789-b875-4536-9341-933e4c35184d req-ebc3be84-530e-4146-8629-5b48ae7a2668 tempest-VolumesActionsTest-2073840464 tempest-VolumesActionsTest-2073840464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:39:48.412519 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-94569789-b875-4536-9341-933e4c35184d req-ebc3be84-530e-4146-8629-5b48ae7a2668 tempest-VolumesActionsTest-2073840464 tempest-VolumesActionsTest-2073840464-project] 10.222.0.57 "GET /v2.0/ports?device_id=976ea954-86c8-4e2e-9a34-3e6c7b24ba1d HTTP/1.1" status: 200  len: 943 time: 0.0922604
Feb 17 03:39:48.424160 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '976ea954-86c8-4e2e-9a34-3e6c7b24ba1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a2bb93d-16e5-49b2-88ec-7c7d2f130a09', 'code': 200}
Feb 17 03:39:48.468571 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-94569789-b875-4536-9341-933e4c35184d req-4f1bf4cb-e158-485b-9ff7-4446fe7df559 tempest-VolumesActionsTest-2073840464 tempest-VolumesActionsTest-2073840464-project] 10.222.0.57 "GET /v2.0/security-groups?id=e4abc169-bd45-42ae-84e7-ae88d56147c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0465729
Feb 17 03:39:48.631544 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Pushing event updated for resources: {'Port': ['ID=6a2bb93d-16e5-49b2-88ec-7c7d2f130a09,revision_number=4']} {{(pid=83923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:39:48.639691 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:39:48.640091 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:39:48.640468 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:39:48.640841 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:39:48.641244 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:39:48.641616 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:39:48.641981 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:39:48.642513 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:39:48.642717 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:39:48.643072 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:39:48.643431 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:39:48.643790 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:39:48.644240 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:39:48.644639 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:39:48.645002 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:39:48.645407 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:39:48.645764 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:39:48.646125 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:39:48.646483 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:39:48.646843 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:39:48.647202 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:39:48.647560 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:39:48.647917 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:39:48.648271 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:39:48.652634 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:39:48.732449 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae69a5a-b1aa-4012-b30e-9aa84f635a63 req-b7941130-5765-4cc5-b982-7562a40e12a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:39:48.734053 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-bae69a5a-b1aa-4012-b30e-9aa84f635a63 req-b7941130-5765-4cc5-b982-7562a40e12a0 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=976ea954-86c8-4e2e-9a34-3e6c7b24ba1d HTTP/1.1" status: 200  len: 1162 time: 0.0826964
Feb 17 03:39:48.777983 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-bae69a5a-b1aa-4012-b30e-9aa84f635a63 req-8a9e7fd3-c7c7-4c8b-a0a5-e437e5884ba7 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=e4abc169-bd45-42ae-84e7-ae88d56147c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0372751
Feb 17 03:39:49.282265 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Device 6a2bb93d-16e5-49b2-88ec-7c7d2f130a09 up at agent ovs-agent-hv-cinder-75994 {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:39:49.354498 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Provisioning complete for port 6a2bb93d-16e5-49b2-88ec-7c7d2f130a09 triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:39:49.354908 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838161172'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:49.675362 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c9bac6-8aa2-4870-b965-03b6cd5538ee req-e9881e05-4fd7-4ce0-9bf1-bc7f23f7514e tempest-VolumesActionsTest-2073840464 tempest-VolumesActionsTest-2073840464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:39:49.677053 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-67c9bac6-8aa2-4870-b965-03b6cd5538ee req-e9881e05-4fd7-4ce0-9bf1-bc7f23f7514e tempest-VolumesActionsTest-2073840464 tempest-VolumesActionsTest-2073840464-project] 10.222.0.57 "GET /v2.0/ports?device_id=976ea954-86c8-4e2e-9a34-3e6c7b24ba1d HTTP/1.1" status: 200  len: 945 time: 0.0885589
Feb 17 03:39:49.734518 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-67c9bac6-8aa2-4870-b965-03b6cd5538ee req-c397674c-c324-4a3f-a1e5-c18540fb105e tempest-VolumesActionsTest-2073840464 tempest-VolumesActionsTest-2073840464-project] 10.222.0.57 "GET /v2.0/security-groups?id=e4abc169-bd45-42ae-84e7-ae88d56147c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0500152
Feb 17 03:39:50.941482 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45d9834-490c-4ae1-9779-94d62f976950 req-f9809312-9796-41cc-aba6-c9da4ae43e30 tempest-VolumesActionsTest-2073840464 tempest-VolumesActionsTest-2073840464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:39:50.943786 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-e45d9834-490c-4ae1-9779-94d62f976950 req-f9809312-9796-41cc-aba6-c9da4ae43e30 tempest-VolumesActionsTest-2073840464 tempest-VolumesActionsTest-2073840464-project] 10.222.0.57 "GET /v2.0/ports?device_id=976ea954-86c8-4e2e-9a34-3e6c7b24ba1d HTTP/1.1" status: 200  len: 945 time: 0.0937734
Feb 17 03:39:50.993567 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-e45d9834-490c-4ae1-9779-94d62f976950 req-bb2a365f-478f-4eb9-8cf5-82210667f272 tempest-VolumesActionsTest-2073840464 tempest-VolumesActionsTest-2073840464-project] 10.222.0.57 "GET /v2.0/security-groups?id=e4abc169-bd45-42ae-84e7-ae88d56147c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429263
Feb 17 03:39:52.159845 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06471a1d-b5f2-4918-b8e5-135626206929 req-af8dabc2-2ddf-4d0e-8bde-28551c34d471 tempest-VolumesActionsTest-2073840464 tempest-VolumesActionsTest-2073840464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:39:52.161686 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-06471a1d-b5f2-4918-b8e5-135626206929 req-af8dabc2-2ddf-4d0e-8bde-28551c34d471 tempest-VolumesActionsTest-2073840464 tempest-VolumesActionsTest-2073840464-project] 10.222.0.57 "GET /v2.0/ports?device_id=976ea954-86c8-4e2e-9a34-3e6c7b24ba1d HTTP/1.1" status: 200  len: 945 time: 0.0943503
Feb 17 03:39:52.212196 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-06471a1d-b5f2-4918-b8e5-135626206929 req-79b64aeb-c7b1-4720-a9a9-46a2be573f15 tempest-VolumesActionsTest-2073840464 tempest-VolumesActionsTest-2073840464-project] 10.222.0.57 "GET /v2.0/security-groups?id=e4abc169-bd45-42ae-84e7-ae88d56147c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442126
Feb 17 03:39:53.405828 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-4c3cce77-5d3d-4fd8-a40f-d1fdaaa1e235 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:53.430357 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e61bcca-bf2b-42a2-b10e-e47aae8cc6f2 req-4740588c-b6e1-4f67-8364-dcdc7cc72603 tempest-VolumesActionsTest-2073840464 tempest-VolumesActionsTest-2073840464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:39:53.432028 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-7e61bcca-bf2b-42a2-b10e-e47aae8cc6f2 req-4740588c-b6e1-4f67-8364-dcdc7cc72603 tempest-VolumesActionsTest-2073840464 tempest-VolumesActionsTest-2073840464-project] 10.222.0.57 "GET /v2.0/ports?device_id=976ea954-86c8-4e2e-9a34-3e6c7b24ba1d HTTP/1.1" status: 200  len: 945 time: 0.0940199
Feb 17 03:39:53.487963 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-7e61bcca-bf2b-42a2-b10e-e47aae8cc6f2 req-d4bff77b-b7f5-469e-8f14-6affc0a85357 tempest-VolumesActionsTest-2073840464 tempest-VolumesActionsTest-2073840464-project] 10.222.0.57 "GET /v2.0/security-groups?id=e4abc169-bd45-42ae-84e7-ae88d56147c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0487347
Feb 17 03:39:53.828387 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdaab28-83b7-4373-9504-293221b274dd req-8e5823c6-9b5c-4093-803d-be9f1f6fedc4 tempest-VolumesActionsTest-2073840464 tempest-VolumesActionsTest-2073840464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:39:53.830153 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-dbdaab28-83b7-4373-9504-293221b274dd req-8e5823c6-9b5c-4093-803d-be9f1f6fedc4 tempest-VolumesActionsTest-2073840464 tempest-VolumesActionsTest-2073840464-project] 10.222.0.54 "GET /v2.0/ports?device_id=976ea954-86c8-4e2e-9a34-3e6c7b24ba1d HTTP/1.1" status: 200  len: 945 time: 0.0938454
Feb 17 03:39:53.914059 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.plugin [req-dbdaab28-83b7-4373-9504-293221b274dd req-e64ff199-30a3-4b5b-8a99-f31fbeaa95c4 tempest-VolumesActionsTest-2073840464 tempest-VolumesActionsTest-2073840464-project] Deleting port 6a2bb93d-16e5-49b2-88ec-7c7d2f130a09 {{(pid=83921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 03:39:53.914439 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-dbdaab28-83b7-4373-9504-293221b274dd req-e64ff199-30a3-4b5b-8a99-f31fbeaa95c4 tempest-VolumesActionsTest-2073840464 tempest-VolumesActionsTest-2073840464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363303097822068'] for port, before_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:54.193571 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.db [req-dbdaab28-83b7-4373-9504-293221b274dd req-e64ff199-30a3-4b5b-8a99-f31fbeaa95c4 tempest-VolumesActionsTest-2073840464 tempest-VolumesActionsTest-2073840464-project] For port 6a2bb93d-16e5-49b2-88ec-7c7d2f130a09, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=6a2bb93d-16e5-49b2-88ec-7c7d2f130a09,segment=NetworkSegment(9b311f21-056c-4ab6-8b7a-780a9fd3a2a9),segment_id=9b311f21-056c-4ab6-8b7a-780a9fd3a2a9)] {{(pid=83921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:39:54.193959 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-dbdaab28-83b7-4373-9504-293221b274dd req-e64ff199-30a3-4b5b-8a99-f31fbeaa95c4 tempest-VolumesActionsTest-2073840464 tempest-VolumesActionsTest-2073840464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853786502'] for port, precommit_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:54.332801 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.plugin [req-dbdaab28-83b7-4373-9504-293221b274dd req-e64ff199-30a3-4b5b-8a99-f31fbeaa95c4 tempest-VolumesActionsTest-2073840464 tempest-VolumesActionsTest-2073840464-project] Calling delete_port for 6a2bb93d-16e5-49b2-88ec-7c7d2f130a09 owned by compute:nova {{(pid=83921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 03:39:54.486261 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-dbdaab28-83b7-4373-9504-293221b274dd req-e64ff199-30a3-4b5b-8a99-f31fbeaa95c4 tempest-VolumesActionsTest-2073840464 tempest-VolumesActionsTest-2073840464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363303097879497', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363303098261142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852640907'] for port, after_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:54.504722 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-6e437328-37d9-470f-abac-810e28b8fa51 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:39:54.612196 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64ff199-30a3-4b5b-8a99-f31fbeaa95c4 tempest-VolumesActionsTest-2073840464 tempest-VolumesActionsTest-2073840464-project] Pushing event deleted for resources: {'Port': ['ID=6a2bb93d-16e5-49b2-88ec-7c7d2f130a09,revision_number=None']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:39:54.625777 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64ff199-30a3-4b5b-8a99-f31fbeaa95c4 tempest-VolumesActionsTest-2073840464 tempest-VolumesActionsTest-2073840464-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:39:54.626189 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64ff199-30a3-4b5b-8a99-f31fbeaa95c4 tempest-VolumesActionsTest-2073840464 tempest-VolumesActionsTest-2073840464-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:39:54.626619 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64ff199-30a3-4b5b-8a99-f31fbeaa95c4 tempest-VolumesActionsTest-2073840464 tempest-VolumesActionsTest-2073840464-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:39:54.627023 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64ff199-30a3-4b5b-8a99-f31fbeaa95c4 tempest-VolumesActionsTest-2073840464 tempest-VolumesActionsTest-2073840464-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:39:54.627424 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64ff199-30a3-4b5b-8a99-f31fbeaa95c4 tempest-VolumesActionsTest-2073840464 tempest-VolumesActionsTest-2073840464-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:39:54.627824 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64ff199-30a3-4b5b-8a99-f31fbeaa95c4 tempest-VolumesActionsTest-2073840464 tempest-VolumesActionsTest-2073840464-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:39:54.628216 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64ff199-30a3-4b5b-8a99-f31fbeaa95c4 tempest-VolumesActionsTest-2073840464 tempest-VolumesActionsTest-2073840464-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:39:54.628614 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64ff199-30a3-4b5b-8a99-f31fbeaa95c4 tempest-VolumesActionsTest-2073840464 tempest-VolumesActionsTest-2073840464-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:39:54.629005 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64ff199-30a3-4b5b-8a99-f31fbeaa95c4 tempest-VolumesActionsTest-2073840464 tempest-VolumesActionsTest-2073840464-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:39:54.629441 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64ff199-30a3-4b5b-8a99-f31fbeaa95c4 tempest-VolumesActionsTest-2073840464 tempest-VolumesActionsTest-2073840464-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:39:54.629831 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64ff199-30a3-4b5b-8a99-f31fbeaa95c4 tempest-VolumesActionsTest-2073840464 tempest-VolumesActionsTest-2073840464-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:39:54.630224 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64ff199-30a3-4b5b-8a99-f31fbeaa95c4 tempest-VolumesActionsTest-2073840464 tempest-VolumesActionsTest-2073840464-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:39:54.630703 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64ff199-30a3-4b5b-8a99-f31fbeaa95c4 tempest-VolumesActionsTest-2073840464 tempest-VolumesActionsTest-2073840464-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:39:54.631093 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64ff199-30a3-4b5b-8a99-f31fbeaa95c4 tempest-VolumesActionsTest-2073840464 tempest-VolumesActionsTest-2073840464-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:39:54.631481 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64ff199-30a3-4b5b-8a99-f31fbeaa95c4 tempest-VolumesActionsTest-2073840464 tempest-VolumesActionsTest-2073840464-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:39:54.631870 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64ff199-30a3-4b5b-8a99-f31fbeaa95c4 tempest-VolumesActionsTest-2073840464 tempest-VolumesActionsTest-2073840464-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:39:54.632254 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64ff199-30a3-4b5b-8a99-f31fbeaa95c4 tempest-VolumesActionsTest-2073840464 tempest-VolumesActionsTest-2073840464-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:39:54.632642 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64ff199-30a3-4b5b-8a99-f31fbeaa95c4 tempest-VolumesActionsTest-2073840464 tempest-VolumesActionsTest-2073840464-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:39:54.633046 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64ff199-30a3-4b5b-8a99-f31fbeaa95c4 tempest-VolumesActionsTest-2073840464 tempest-VolumesActionsTest-2073840464-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:39:54.633433 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64ff199-30a3-4b5b-8a99-f31fbeaa95c4 tempest-VolumesActionsTest-2073840464 tempest-VolumesActionsTest-2073840464-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:39:54.633820 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64ff199-30a3-4b5b-8a99-f31fbeaa95c4 tempest-VolumesActionsTest-2073840464 tempest-VolumesActionsTest-2073840464-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:39:54.634211 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64ff199-30a3-4b5b-8a99-f31fbeaa95c4 tempest-VolumesActionsTest-2073840464 tempest-VolumesActionsTest-2073840464-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:39:54.634597 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64ff199-30a3-4b5b-8a99-f31fbeaa95c4 tempest-VolumesActionsTest-2073840464 tempest-VolumesActionsTest-2073840464-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:39:54.634981 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64ff199-30a3-4b5b-8a99-f31fbeaa95c4 tempest-VolumesActionsTest-2073840464 tempest-VolumesActionsTest-2073840464-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:39:54.640410 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-e64ff199-30a3-4b5b-8a99-f31fbeaa95c4 tempest-VolumesActionsTest-2073840464 tempest-VolumesActionsTest-2073840464-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:39:54.659742 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-fac65299-e03e-498a-8276-77b0e20ad425 req-b28f599b-b873-47e2-aad8-d0be55c12033 tempest-VolumesActionsTest-2073840464 tempest-VolumesActionsTest-2073840464-project] 10.222.0.57 "GET /v2.0/ports?device_id=976ea954-86c8-4e2e-9a34-3e6c7b24ba1d HTTP/1.1" status: 200  len: 210 time: 0.0509200
Feb 17 03:39:54.738447 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbdaab28-83b7-4373-9504-293221b274dd req-e64ff199-30a3-4b5b-8a99-f31fbeaa95c4 tempest-VolumesActionsTest-2073840464 tempest-VolumesActionsTest-2073840464-project] No DVR routers for this DVR port 6a2bb93d-16e5-49b2-88ec-7c7d2f130a09 on host hv-cinder-75994 {{(pid=83921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 03:39:54.740763 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-dbdaab28-83b7-4373-9504-293221b274dd req-e64ff199-30a3-4b5b-8a99-f31fbeaa95c4 tempest-VolumesActionsTest-2073840464 tempest-VolumesActionsTest-2073840464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774597'] for port, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:54.743593 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '976ea954-86c8-4e2e-9a34-3e6c7b24ba1d', 'name': 'network-vif-deleted', 'tag': '6a2bb93d-16e5-49b2-88ec-7c7d2f130a09'}] {{(pid=83921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 03:39:54.759167 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-dbdaab28-83b7-4373-9504-293221b274dd req-e64ff199-30a3-4b5b-8a99-f31fbeaa95c4 tempest-VolumesActionsTest-2073840464 tempest-VolumesActionsTest-2073840464-project] 10.222.0.54 "DELETE /v2.0/ports/6a2bb93d-16e5-49b2-88ec-7c7d2f130a09 HTTP/1.1" status: 204  len: 173 time: 0.9229839
Feb 17 03:39:54.796008 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '976ea954-86c8-4e2e-9a34-3e6c7b24ba1d', 'name': 'network-vif-deleted', 'tag': '6a2bb93d-16e5-49b2-88ec-7c7d2f130a09', 'status': 'completed', 'code': 200}
Feb 17 03:39:55.159680 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Device 6a2bb93d-16e5-49b2-88ec-7c7d2f130a09 no longer exists at agent ovs-agent-hv-cinder-75994 {{(pid=83923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 03:39:55.196570 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.plugin [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] No Port match for: 6a2bb93d-16e5-49b2-88ec-7c7d2f130a09 {{(pid=83923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 03:39:55.196961 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Device 6a2bb93d-16e5-49b2-88ec-7c7d2f130a09 not bound to the agent host hv-cinder-75994 {{(pid=83923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 03:39:55.481136 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-54d5b308-d458-4a37-a735-ac107667904c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:55.539308 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:55.576928 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17f4ed7-5389-4f0b-a96c-1a32dcdd0704 req-637e73b3-d1f4-4b85-8897-0f96165358dc tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:39:55.578612 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-e17f4ed7-5389-4f0b-a96c-1a32dcdd0704 req-637e73b3-d1f4-4b85-8897-0f96165358dc tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb13b0aa-8bce-4878-943d-e3483a430b36 HTTP/1.1" status: 200  len: 946 time: 0.0894148
Feb 17 03:39:55.627200 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-e17f4ed7-5389-4f0b-a96c-1a32dcdd0704 req-4248b498-44f0-4ca3-b9cf-d42d37a03ed1 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/security-groups?id=572f8aba-2662-47bd-acd4-4d35c0227c76&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420909
Feb 17 03:39:56.119576 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492fa6dc-4de7-4c9f-b6a6-ce71ed3c8613 req-0ff72ca1-662b-4748-8362-9f6c4c6a072d tempest-VolumesActionsTest-2073840464 tempest-VolumesActionsTest-2073840464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:39:56.121283 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-492fa6dc-4de7-4c9f-b6a6-ce71ed3c8613 req-0ff72ca1-662b-4748-8362-9f6c4c6a072d tempest-VolumesActionsTest-2073840464 tempest-VolumesActionsTest-2073840464-project] 10.222.0.57 "GET /v2.0/networks?id=373d2b80-c4ae-43a2-b4fd-925d2b965f1a HTTP/1.1" status: 200  len: 808 time: 0.1611171
Feb 17 03:39:56.137984 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-492fa6dc-4de7-4c9f-b6a6-ce71ed3c8613 req-0dc8e4bc-7a5d-4d55-9722-d1f8df67392a tempest-VolumesActionsTest-2073840464 tempest-VolumesActionsTest-2073840464-project] 10.222.0.57 "GET /v2.0/quotas/aea9cb666780439b80fcb18514f32228 HTTP/1.1" status: 200  len: 375 time: 0.0102913
Feb 17 03:39:56.195430 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [req-492fa6dc-4de7-4c9f-b6a6-ce71ed3c8613 req-c51439ae-6009-477b-b1c1-61651bcc0e58 tempest-VolumesActionsTest-2073840464 tempest-VolumesActionsTest-2073840464-project] Synchronizing usage tracker for tenant:aea9cb666780439b80fcb18514f32228 on resource:port {{(pid=83921) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 03:39:56.213316 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [req-492fa6dc-4de7-4c9f-b6a6-ce71ed3c8613 req-c51439ae-6009-477b-b1c1-61651bcc0e58 tempest-VolumesActionsTest-2073840464 tempest-VolumesActionsTest-2073840464-project] Unset dirty status for tenant:aea9cb666780439b80fcb18514f32228 on resource:port {{(pid=83921) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 03:39:56.214805 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-492fa6dc-4de7-4c9f-b6a6-ce71ed3c8613 req-c51439ae-6009-477b-b1c1-61651bcc0e58 tempest-VolumesActionsTest-2073840464 tempest-VolumesActionsTest-2073840464-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=aea9cb666780439b80fcb18514f32228&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0710778
Feb 17 03:39:56.364042 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-492fa6dc-4de7-4c9f-b6a6-ce71ed3c8613 req-5a7e0af1-6fbb-4a9d-8b83-23391fce6801 service neutron] 10.222.0.57 "GET /v2.0/networks/373d2b80-c4ae-43a2-b4fd-925d2b965f1a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1415315
Feb 17 03:39:56.435406 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-8cda4ffb-98e6-4bcf-adaf-c47fc353fc1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:56.518836 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-492fa6dc-4de7-4c9f-b6a6-ce71ed3c8613 req-bbacf74c-e11c-4bff-ba54-b8611944fe91 service neutron] 10.222.0.57 "GET /v2.0/networks/373d2b80-c4ae-43a2-b4fd-925d2b965f1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1482539
Feb 17 03:39:56.714291 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-f3dbb971-598e-482e-bb14-35527f674dbf req-e405c223-8fc6-4768-834f-069bb77f98c9 tempest-VolumesActionsTest-2073840464 tempest-VolumesActionsTest-2073840464-project] 10.222.0.57 "GET /v2.0/ports?device_id=41b43b2a-76c7-475b-a6b4-244e05f28fbb HTTP/1.1" status: 200  len: 210 time: 0.0499377
Feb 17 03:39:56.883523 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629e096e-0d43-4f47-80e9-10391ddcf95c req-e7906da6-3cdb-4ac2-83ce-acbb7225b4ad tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:39:56.885233 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-629e096e-0d43-4f47-80e9-10391ddcf95c req-e7906da6-3cdb-4ac2-83ce-acbb7225b4ad tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb13b0aa-8bce-4878-943d-e3483a430b36 HTTP/1.1" status: 200  len: 946 time: 0.1085329
Feb 17 03:39:56.934979 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-629e096e-0d43-4f47-80e9-10391ddcf95c req-dd9ff5b5-554b-4fc3-bb25-21314a9ce205 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/security-groups?id=572f8aba-2662-47bd-acd4-4d35c0227c76&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430629
Feb 17 03:39:57.231766 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:57.482468 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce773df-c8eb-49e1-b025-2923a2ce98e8 req-8b7889ef-9a74-487a-ba2d-1831d7ca8a41 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:39:57.484005 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-2ce773df-c8eb-49e1-b025-2923a2ce98e8 req-8b7889ef-9a74-487a-ba2d-1831d7ca8a41 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.54 "GET /v2.0/ports?device_id=eb13b0aa-8bce-4878-943d-e3483a430b36 HTTP/1.1" status: 200  len: 946 time: 0.0984135
Feb 17 03:39:57.564461 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.plugin [req-2ce773df-c8eb-49e1-b025-2923a2ce98e8 req-cd268a08-d460-4064-addd-c1ec6e45567f tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Deleting port 3536cbed-2c8d-4d95-bbc0-f2840e848748 {{(pid=83921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 03:39:57.564844 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-2ce773df-c8eb-49e1-b025-2923a2ce98e8 req-cd268a08-d460-4064-addd-c1ec6e45567f tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363303097822068'] for port, before_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:57.600286 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-3bdb028f-655c-46e9-b0eb-5d4ca64bdb37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:57.909181 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-6c2a3b01-1a30-4c02-b9a3-6c74ff00e9fe req-7196a041-5dec-491a-a4f2-5c0d0a7831b1 tempest-VolumesActionsTest-2073840464 tempest-VolumesActionsTest-2073840464-project] 10.222.0.57 "GET /v2.0/ports?device_id=41b43b2a-76c7-475b-a6b4-244e05f28fbb HTTP/1.1" status: 200  len: 210 time: 0.0587337
Feb 17 03:39:58.259322 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.db [req-2ce773df-c8eb-49e1-b025-2923a2ce98e8 req-cd268a08-d460-4064-addd-c1ec6e45567f tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] For port 3536cbed-2c8d-4d95-bbc0-f2840e848748, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=3536cbed-2c8d-4d95-bbc0-f2840e848748,segment=NetworkSegment(edc0940c-57ea-45ad-8589-5951cb8baffd),segment_id=edc0940c-57ea-45ad-8589-5951cb8baffd)] {{(pid=83921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:39:58.259938 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-2ce773df-c8eb-49e1-b025-2923a2ce98e8 req-cd268a08-d460-4064-addd-c1ec6e45567f tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853786502'] for port, precommit_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:58.381351 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e26b7d-4658-40e1-8331-7ace725f8fb2 req-b42fab6b-fa0e-4998-9ba1-631c4d1ddfe7 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:39:58.382995 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-b6e26b7d-4658-40e1-8331-7ace725f8fb2 req-b42fab6b-fa0e-4998-9ba1-631c4d1ddfe7 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb13b0aa-8bce-4878-943d-e3483a430b36 HTTP/1.1" status: 200  len: 946 time: 0.2911048
Feb 17 03:39:58.391691 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492fa6dc-4de7-4c9f-b6a6-ce71ed3c8613 req-febccf60-0ccd-4135-8716-a6c23ccefe68 tempest-VolumesActionsTest-2073840464 tempest-VolumesActionsTest-2073840464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:39:58.393256 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-492fa6dc-4de7-4c9f-b6a6-ce71ed3c8613 req-febccf60-0ccd-4135-8716-a6c23ccefe68 tempest-VolumesActionsTest-2073840464 tempest-VolumesActionsTest-2073840464-project] 10.222.0.54 "GET /v2.0/networks?id=373d2b80-c4ae-43a2-b4fd-925d2b965f1a HTTP/1.1" status: 200  len: 808 time: 0.3811121
Feb 17 03:39:58.436181 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.v2.base [req-492fa6dc-4de7-4c9f-b6a6-ce71ed3c8613 req-47b97da3-c272-48f0-98c9-104353a3f5d9 tempest-VolumesActionsTest-2073840464 tempest-VolumesActionsTest-2073840464-project] Request body: {'port': {'device_id': '41b43b2a-76c7-475b-a6b4-244e05f28fbb', 'network_id': '373d2b80-c4ae-43a2-b4fd-925d2b965f1a', 'admin_state_up': True, 'tenant_id': 'aea9cb666780439b80fcb18514f32228'}} {{(pid=83921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:39:58.636361 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-b6e26b7d-4658-40e1-8331-7ace725f8fb2 req-2a6e2a9d-f004-494d-b365-244c08d268ec tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/security-groups?id=572f8aba-2662-47bd-acd4-4d35c0227c76&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2419453
Feb 17 03:39:58.797256 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [req-492fa6dc-4de7-4c9f-b6a6-ce71ed3c8613 req-47b97da3-c272-48f0-98c9-104353a3f5d9 tempest-VolumesActionsTest-2073840464 tempest-VolumesActionsTest-2073840464-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:39:58.802626 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-2ce773df-c8eb-49e1-b025-2923a2ce98e8 req-cd268a08-d460-4064-addd-c1ec6e45567f tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:58.803039 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-2ce773df-c8eb-49e1-b025-2923a2ce98e8 req-cd268a08-d460-4064-addd-c1ec6e45567f tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-922806'] for floatingip, after_update {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:58.803396 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.db.l3_db [req-2ce773df-c8eb-49e1-b025-2923a2ce98e8 req-cd268a08-d460-4064-addd-c1ec6e45567f tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Floating IP 49a4553f-a8d1-4a4d-9fd5-a503ec5ece2f disassociated. External IP: 172.27.0.195, port: 3536cbed-2c8d-4d95-bbc0-f2840e848748.
Feb 17 03:39:58.803782 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.plugin [req-2ce773df-c8eb-49e1-b025-2923a2ce98e8 req-cd268a08-d460-4064-addd-c1ec6e45567f tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Calling delete_port for 3536cbed-2c8d-4d95-bbc0-f2840e848748 owned by compute:nova {{(pid=83921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 03:39:58.850395 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [req-492fa6dc-4de7-4c9f-b6a6-ce71ed3c8613 req-47b97da3-c272-48f0-98c9-104353a3f5d9 tempest-VolumesActionsTest-2073840464 tempest-VolumesActionsTest-2073840464-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:39:58.878881 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-492fa6dc-4de7-4c9f-b6a6-ce71ed3c8613 req-47b97da3-c272-48f0-98c9-104353a3f5d9 tempest-VolumesActionsTest-2073840464 tempest-VolumesActionsTest-2073840464-project] Made reservation on behalf of aea9cb666780439b80fcb18514f32228 for: {'port': 1} {{(pid=83921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 03:39:58.885453 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-492fa6dc-4de7-4c9f-b6a6-ce71ed3c8613 req-47b97da3-c272-48f0-98c9-104353a3f5d9 tempest-VolumesActionsTest-2073840464 tempest-VolumesActionsTest-2073840464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for port, before_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:59.076441 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-5187a4e3-4a41-4ec1-9522-ee0513505140 req-d71590ba-d996-41a3-87fe-5e6ec78467d7 tempest-VolumesActionsTest-2073840464 tempest-VolumesActionsTest-2073840464-project] 10.222.0.57 "GET /v2.0/ports?device_id=41b43b2a-76c7-475b-a6b4-244e05f28fbb HTTP/1.1" status: 200  len: 210 time: 0.0503292
Feb 17 03:39:59.122832 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-2ce773df-c8eb-49e1-b025-2923a2ce98e8 req-cd268a08-d460-4064-addd-c1ec6e45567f tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363303097879497', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363303098261142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852640907'] for port, after_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:59.139824 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Device 3536cbed-2c8d-4d95-bbc0-f2840e848748 no longer exists at agent ovs-agent-hv-cinder-75994 {{(pid=83923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 03:39:59.140743 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-2351eb27-7178-445d-b260-777459bfc638 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:39:59.180131 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.plugin [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] No Port match for: 3536cbed-2c8d-4d95-bbc0-f2840e848748 {{(pid=83923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 03:39:59.180432 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Device 3536cbed-2c8d-4d95-bbc0-f2840e848748 not bound to the agent host hv-cinder-75994 {{(pid=83923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 03:39:59.280691 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd268a08-d460-4064-addd-c1ec6e45567f tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Pushing event deleted for resources: {'Port': ['ID=3536cbed-2c8d-4d95-bbc0-f2840e848748,revision_number=None']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:39:59.295238 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-cd268a08-d460-4064-addd-c1ec6e45567f tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:39:59.458371 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.db_base_plugin_common [req-492fa6dc-4de7-4c9f-b6a6-ce71ed3c8613 req-47b97da3-c272-48f0-98c9-104353a3f5d9 tempest-VolumesActionsTest-2073840464 tempest-VolumesActionsTest-2073840464-project] Allocated IP 172.20.0.11 (373d2b80-c4ae-43a2-b4fd-925d2b965f1a/78890f6c-e2c5-4bc2-991f-2121f61af2c2/0eca2669-27fc-4ad4-9d65-39f38d830a3d) {{(pid=83921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 03:39:59.844412 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-dd52f717-2e6f-4d5d-9313-1422270d302f req-bc501f6d-b888-49f6-b142-7e4198f2656a tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb13b0aa-8bce-4878-943d-e3483a430b36 HTTP/1.1" status: 200  len: 210 time: 0.0763507
Feb 17 03:39:59.846579 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2ce773df-c8eb-49e1-b025-2923a2ce98e8 req-cd268a08-d460-4064-addd-c1ec6e45567f tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Router ce1dcbd0-733c-48eb-a4e4-1dca83063e7c has already been hosted by L3 agent 3e02af72-3002-4fb3-96dd-e59119f81584 {{(pid=83921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 03:40:00.260017 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-2a3e1db5-09cd-4664-9552-2f78dbb6f67a req-ca2f6083-2f27-4671-97c2-0dffcf43fed7 tempest-VolumesActionsTest-2073840464 tempest-VolumesActionsTest-2073840464-project] 10.222.0.57 "GET /v2.0/ports?device_id=41b43b2a-76c7-475b-a6b4-244e05f28fbb HTTP/1.1" status: 200  len: 210 time: 0.0555246
Feb 17 03:40:00.322670 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-492fa6dc-4de7-4c9f-b6a6-ce71ed3c8613 req-47b97da3-c272-48f0-98c9-104353a3f5d9 tempest-VolumesActionsTest-2073840464 tempest-VolumesActionsTest-2073840464-project] Notify callbacks [] for port, precommit_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:40:00.364478 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2ce773df-c8eb-49e1-b025-2923a2ce98e8 req-cd268a08-d460-4064-addd-c1ec6e45567f tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Notify agent at l3_agent.dv-cinder-759943-5-iscsi the message routers_updated {{(pid=83921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 03:40:00.374957 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7151b566-a4a4-4567-b60d-3825cf2d97b8 None None] Sync routers for ids ['ce1dcbd0-733c-48eb-a4e4-1dca83063e7c'] in dv-cinder-759943-5-iscsi {{(pid=83923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 03:40:00.386022 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7151b566-a4a4-4567-b60d-3825cf2d97b8 None None] Routers {'ce1dcbd0-733c-48eb-a4e4-1dca83063e7c'} bound to L3 agent in host dv-cinder-759943-5-iscsi {{(pid=83923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 03:40:00.386714 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_hamode_db [None req-7151b566-a4a4-4567-b60d-3825cf2d97b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f17c5851828>, 'dv-cinder-759943-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T03:18:25Z,description=<?>,heartbeat_timestamp=2021-02-17T03:39:55Z,host='dv-cinder-759943-5-iscsi',id=3e02af72-3002-4fb3-96dd-e59119f81584,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T03:18:25Z,topic='l3_agent')) {'router_ids': ['ce1dcbd0-733c-48eb-a4e4-1dca83063e7c'], 'active': True} {{(pid=83923) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:40:00.407142 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ce773df-c8eb-49e1-b025-2923a2ce98e8 req-cd268a08-d460-4064-addd-c1ec6e45567f tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] No DVR routers for this DVR port 3536cbed-2c8d-4d95-bbc0-f2840e848748 on host hv-cinder-75994 {{(pid=83921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 03:40:00.410932 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-2ce773df-c8eb-49e1-b025-2923a2ce98e8 req-cd268a08-d460-4064-addd-c1ec6e45567f tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774597'] for port, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:40:00.413785 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb13b0aa-8bce-4878-943d-e3483a430b36', 'name': 'network-vif-deleted', 'tag': '3536cbed-2c8d-4d95-bbc0-f2840e848748'}] {{(pid=83921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 03:40:00.436663 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-2ce773df-c8eb-49e1-b025-2923a2ce98e8 req-cd268a08-d460-4064-addd-c1ec6e45567f tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.54 "DELETE /v2.0/ports/3536cbed-2c8d-4d95-bbc0-f2840e848748 HTTP/1.1" status: 204  len: 173 time: 2.9460788
Feb 17 03:40:00.446918 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-492fa6dc-4de7-4c9f-b6a6-ce71ed3c8613 req-47b97da3-c272-48f0-98c9-104353a3f5d9 tempest-VolumesActionsTest-2073840464 tempest-VolumesActionsTest-2073840464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363303098263190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852640907'] for port, after_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:40:00.530858 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-95c6b26a-12ce-47e3-8575-35a12823cd06 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:40:00.568146 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb13b0aa-8bce-4878-943d-e3483a430b36', 'name': 'network-vif-deleted', 'tag': '3536cbed-2c8d-4d95-bbc0-f2840e848748', 'status': 'completed', 'code': 200}
Feb 17 03:40:00.608739 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvr_db [None req-7151b566-a4a4-4567-b60d-3825cf2d97b8 None None] Set router ce1dcbd0-733c-48eb-a4e4-1dca83063e7c gateway port host: dv-cinder-759943-5-iscsi {{(pid=83923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 03:40:00.643138 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b97da3-c272-48f0-98c9-104353a3f5d9 tempest-VolumesActionsTest-2073840464 tempest-VolumesActionsTest-2073840464-project] Pushing event updated for resources: {'Port': ['ID=0eca2669-27fc-4ad4-9d65-39f38d830a3d,revision_number=1']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:40:00.647882 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-47b97da3-c272-48f0-98c9-104353a3f5d9 tempest-VolumesActionsTest-2073840464 tempest-VolumesActionsTest-2073840464-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:40:00.703559 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-492fa6dc-4de7-4c9f-b6a6-ce71ed3c8613 req-47b97da3-c272-48f0-98c9-104353a3f5d9 tempest-VolumesActionsTest-2073840464 tempest-VolumesActionsTest-2073840464-project] Network 373d2b80-c4ae-43a2-b4fd-925d2b965f1a is already hosted by enough agents. {{(pid=83921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 03:40:00.705070 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.scheduler.base_scheduler [req-492fa6dc-4de7-4c9f-b6a6-ce71ed3c8613 req-47b97da3-c272-48f0-98c9-104353a3f5d9 tempest-VolumesActionsTest-2073840464 tempest-VolumesActionsTest-2073840464-project] Resources bound (agent type, host, resource id):  {{(pid=83921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 03:40:00.707377 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvrscheduler_db [req-492fa6dc-4de7-4c9f-b6a6-ce71ed3c8613 req-47b97da3-c272-48f0-98c9-104353a3f5d9 tempest-VolumesActionsTest-2073840464 tempest-VolumesActionsTest-2073840464-project] Received port after_create {{(pid=83921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 03:40:00.778537 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492fa6dc-4de7-4c9f-b6a6-ce71ed3c8613 req-47b97da3-c272-48f0-98c9-104353a3f5d9 tempest-VolumesActionsTest-2073840464 tempest-VolumesActionsTest-2073840464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:40:00.779232 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-492fa6dc-4de7-4c9f-b6a6-ce71ed3c8613 req-47b97da3-c272-48f0-98c9-104353a3f5d9 tempest-VolumesActionsTest-2073840464 tempest-VolumesActionsTest-2073840464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774597'] for port, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:40:00.798710 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-492fa6dc-4de7-4c9f-b6a6-ce71ed3c8613 req-47b97da3-c272-48f0-98c9-104353a3f5d9 tempest-VolumesActionsTest-2073840464 tempest-VolumesActionsTest-2073840464-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.3762627
Feb 17 03:40:00.818994 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.v2.base [req-492fa6dc-4de7-4c9f-b6a6-ce71ed3c8613 req-e38246d9-f5ae-492a-af94-06bb3a702d40 service neutron] Request body: {'port': {'device_id': '41b43b2a-76c7-475b-a6b4-244e05f28fbb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75994'}} {{(pid=83921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:40:00.956235 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-492fa6dc-4de7-4c9f-b6a6-ce71ed3c8613 req-e38246d9-f5ae-492a-af94-06bb3a702d40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for port, before_update {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:40:00.991441 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_hamode_db [None req-7151b566-a4a4-4567-b60d-3825cf2d97b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f17c5851828>, [{'id': 'ce1dcbd0-733c-48eb-a4e4-1dca83063e7c', 'name': 'tempest-AttachVolumeShelveTestJSON-28655953-router', 'tenant_id': '64044155addf41e9ba2bde5782afed2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'external_fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '5a30632c-1748-4a16-aea5-cce7b2eb244d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:27:19Z', 'updated_at': '2021-02-17T03:27:41Z', 'revision_number': 4, 'project_id': '64044155addf41e9ba2bde5782afed2a', 'gw_port': {'id': '5a30632c-1748-4a16-aea5-cce7b2eb244d', 'name': '', 'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:5b:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce1dcbd0-733c-48eb-a4e4-1dca83063e7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:27:21Z', 'updated_at': '2021-02-17T03:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-5-iscsi', '_interfaces': [{'id': '7077bdbc-bf9d-4218-bf98-36f4e7415692', 'name': '', 'network_id': '735791d7-b752-470f-b049-6623a91713f5', 'tenant_id': '64044155addf41e9ba2bde5782afed2a', 'mac_address': 'fa:16:3e:a0:31:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce1dcbd0-733c-48eb-a4e4-1dca83063e7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '1603be8a-dd86-41be-b651-1a8436af8dbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:27:38Z', 'updated_at': '2021-02-17T03:27:54Z', 'revision_number': 5, 'project_id': '64044155addf41e9ba2bde5782afed2a', 'subnets': [{'id': '1603be8a-dd86-41be-b651-1a8436af8dbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759943-5-iscsi', False) {} {{(pid=83923) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:40:00.996229 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7151b566-a4a4-4567-b60d-3825cf2d97b8 None None] Checking router: ce1dcbd0-733c-48eb-a4e4-1dca83063e7c for host: dv-cinder-759943-5-iscsi {{(pid=83923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 03:40:01.006328 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7151b566-a4a4-4567-b60d-3825cf2d97b8 None None] Routers {'ce1dcbd0-733c-48eb-a4e4-1dca83063e7c'} bound to L3 agent in host dv-cinder-759943-5-iscsi {{(pid=83923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 03:40:01.008077 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_hamode_db [None req-7151b566-a4a4-4567-b60d-3825cf2d97b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f17c5851828>, 'dv-cinder-759943-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T03:18:25Z,description=<?>,heartbeat_timestamp=2021-02-17T03:39:55Z,host='dv-cinder-759943-5-iscsi',id=3e02af72-3002-4fb3-96dd-e59119f81584,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T03:18:25Z,topic='l3_agent')) {'router_ids': ['ce1dcbd0-733c-48eb-a4e4-1dca83063e7c'], 'active': True} {{(pid=83923) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:40:01.086092 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-7fe30079-2926-49e4-8944-e8315b911b1e req-b8537b1e-fbe8-4f5d-9e8d-27fc9b7783fc tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb13b0aa-8bce-4878-943d-e3483a430b36 HTTP/1.1" status: 200  len: 210 time: 0.0629566
Feb 17 03:40:01.222327 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvr_db [None req-7151b566-a4a4-4567-b60d-3825cf2d97b8 None None] Set router ce1dcbd0-733c-48eb-a4e4-1dca83063e7c gateway port host: dv-cinder-759943-5-iscsi {{(pid=83923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 03:40:01.485247 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.notifiers.nova [req-492fa6dc-4de7-4c9f-b6a6-ce71ed3c8613 req-e38246d9-f5ae-492a-af94-06bb3a702d40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0eca2669-27fc-4ad4-9d65-39f38d830a3d {{(pid=83921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 17 03:40:01.495729 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-492fa6dc-4de7-4c9f-b6a6-ce71ed3c8613 req-e38246d9-f5ae-492a-af94-06bb3a702d40 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:40:01.514100 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [req-492fa6dc-4de7-4c9f-b6a6-ce71ed3c8613 req-e38246d9-f5ae-492a-af94-06bb3a702d40 service neutron] Transition to ACTIVE for port object 0eca2669-27fc-4ad4-9d65-39f38d830a3d will not be triggered until provisioned by entity L2. {{(pid=83921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 03:40:01.523836 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-492fa6dc-4de7-4c9f-b6a6-ce71ed3c8613 req-e38246d9-f5ae-492a-af94-06bb3a702d40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303097879514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733756514675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303098261108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2134908'] for port, after_update {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:40:01.541539 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-cc53c9c7-5061-4091-bf8d-398c9fdb801f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:40:01.576758 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_hamode_db [None req-7151b566-a4a4-4567-b60d-3825cf2d97b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f17c5851828>, [{'id': 'ce1dcbd0-733c-48eb-a4e4-1dca83063e7c', 'name': 'tempest-AttachVolumeShelveTestJSON-28655953-router', 'tenant_id': '64044155addf41e9ba2bde5782afed2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'external_fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '5a30632c-1748-4a16-aea5-cce7b2eb244d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:27:19Z', 'updated_at': '2021-02-17T03:27:41Z', 'revision_number': 4, 'project_id': '64044155addf41e9ba2bde5782afed2a', 'gw_port': {'id': '5a30632c-1748-4a16-aea5-cce7b2eb244d', 'name': '', 'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:5b:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce1dcbd0-733c-48eb-a4e4-1dca83063e7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:27:21Z', 'updated_at': '2021-02-17T03:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-5-iscsi', '_interfaces': [{'id': '7077bdbc-bf9d-4218-bf98-36f4e7415692', 'name': '', 'network_id': '735791d7-b752-470f-b049-6623a91713f5', 'tenant_id': '64044155addf41e9ba2bde5782afed2a', 'mac_address': 'fa:16:3e:a0:31:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce1dcbd0-733c-48eb-a4e4-1dca83063e7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '1603be8a-dd86-41be-b651-1a8436af8dbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:27:38Z', 'updated_at': '2021-02-17T03:27:54Z', 'revision_number': 5, 'project_id': '64044155addf41e9ba2bde5782afed2a', 'subnets': [{'id': '1603be8a-dd86-41be-b651-1a8436af8dbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759943-5-iscsi', False) {} {{(pid=83923) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:40:01.581204 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7151b566-a4a4-4567-b60d-3825cf2d97b8 None None] The sync data for ids ['ce1dcbd0-733c-48eb-a4e4-1dca83063e7c'] in dv-cinder-759943-5-iscsi is: [{'id': 'ce1dcbd0-733c-48eb-a4e4-1dca83063e7c', 'name': 'tempest-AttachVolumeShelveTestJSON-28655953-router', 'tenant_id': '64044155addf41e9ba2bde5782afed2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'external_fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '5a30632c-1748-4a16-aea5-cce7b2eb244d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:27:19Z', 'updated_at': '2021-02-17T03:27:41Z', 'revision_number': 4, 'project_id': '64044155addf41e9ba2bde5782afed2a', 'gw_port': {'id': '5a30632c-1748-4a16-aea5-cce7b2eb244d', 'name': '', 'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:5b:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce1dcbd0-733c-48eb-a4e4-1dca83063e7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:27:21Z', 'updated_at': '2021-02-17T03:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-5-iscsi', '_interfaces': [{'id': '7077bdbc-bf9d-4218-bf98-36f4e7415692', 'name': '', 'network_id': '735791d7-b752-470f-b049-6623a91713f5', 'tenant_id': '64044155addf41e9ba2bde5782afed2a', 'mac_address': 'fa:16:3e:a0:31:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce1dcbd0-733c-48eb-a4e4-1dca83063e7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '1603be8a-dd86-41be-b651-1a8436af8dbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:27:38Z', 'updated_at': '2021-02-17T03:27:54Z', 'revision_number': 5, 'project_id': '64044155addf41e9ba2bde5782afed2a', 'subnets': [{'id': '1603be8a-dd86-41be-b651-1a8436af8dbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 03:40:01.685088 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ede0029-c695-418d-8555-cacfdfd5c00b req-aeb225e9-2c8e-4a86-abdc-99f20c234a39 tempest-VolumesActionsTest-2073840464 tempest-VolumesActionsTest-2073840464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:40:01.685878 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [req-2ede0029-c695-418d-8555-cacfdfd5c00b req-aeb225e9-2c8e-4a86-abdc-99f20c234a39 tempest-VolumesActionsTest-2073840464 tempest-VolumesActionsTest-2073840464-project] Synchronizing usage tracker for tenant:aea9cb666780439b80fcb18514f32228 on resource:port {{(pid=83921) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 03:40:01.708565 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38246d9-f5ae-492a-af94-06bb3a702d40 service neutron] Pushing event updated for resources: {'Port': ['ID=0eca2669-27fc-4ad4-9d65-39f38d830a3d,revision_number=2']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:40:01.711946 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-e38246d9-f5ae-492a-af94-06bb3a702d40 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:40:01.734294 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [req-2ede0029-c695-418d-8555-cacfdfd5c00b req-aeb225e9-2c8e-4a86-abdc-99f20c234a39 tempest-VolumesActionsTest-2073840464 tempest-VolumesActionsTest-2073840464-project] Unset dirty status for tenant:aea9cb666780439b80fcb18514f32228 on resource:port {{(pid=83921) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 03:40:01.735646 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-2ede0029-c695-418d-8555-cacfdfd5c00b req-aeb225e9-2c8e-4a86-abdc-99f20c234a39 tempest-VolumesActionsTest-2073840464 tempest-VolumesActionsTest-2073840464-project] 10.222.0.57 "GET /v2.0/ports?device_id=41b43b2a-76c7-475b-a6b4-244e05f28fbb HTTP/1.1" status: 200  len: 932 time: 0.3318138
Feb 17 03:40:01.879325 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-2ede0029-c695-418d-8555-cacfdfd5c00b req-1f1eab30-948b-4e6b-8e8e-2112ca487a99 tempest-VolumesActionsTest-2073840464 tempest-VolumesActionsTest-2073840464-project] 10.222.0.57 "GET /v2.0/security-groups?id=e4abc169-bd45-42ae-84e7-ae88d56147c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1365919
Feb 17 03:40:01.959913 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.managers [req-492fa6dc-4de7-4c9f-b6a6-ce71ed3c8613 req-e38246d9-f5ae-492a-af94-06bb3a702d40 service neutron] Attempting to bind port 0eca2669-27fc-4ad4-9d65-39f38d830a3d on host hv-cinder-75994 for vnic_type normal with profile  {{(pid=83921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 03:40:01.960285 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.managers [req-492fa6dc-4de7-4c9f-b6a6-ce71ed3c8613 req-e38246d9-f5ae-492a-af94-06bb3a702d40 service neutron] Attempting to bind port 0eca2669-27fc-4ad4-9d65-39f38d830a3d by drivers openvswitch on host hv-cinder-75994 at level 0 using segments [{'id': '9b311f21-056c-4ab6-8b7a-780a9fd3a2a9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '373d2b80-c4ae-43a2-b4fd-925d2b965f1a'}] {{(pid=83921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 03:40:01.960682 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-492fa6dc-4de7-4c9f-b6a6-ce71ed3c8613 req-e38246d9-f5ae-492a-af94-06bb3a702d40 service neutron] Attempting to bind port 0eca2669-27fc-4ad4-9d65-39f38d830a3d on network 373d2b80-c4ae-43a2-b4fd-925d2b965f1a {{(pid=83921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 03:40:01.966486 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-492fa6dc-4de7-4c9f-b6a6-ce71ed3c8613 req-e38246d9-f5ae-492a-af94-06bb3a702d40 service neutron] Checking agent: {'id': '1c3dee76-e565-424d-b4cd-b2af1407410d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75994', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 3, 25, 23), 'started_at': datetime.datetime(2021, 2, 17, 3, 25, 53), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 3, 39, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.11', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 03:40:01.966860 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-492fa6dc-4de7-4c9f-b6a6-ce71ed3c8613 req-e38246d9-f5ae-492a-af94-06bb3a702d40 service neutron] Checking segment: {'id': '9b311f21-056c-4ab6-8b7a-780a9fd3a2a9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '373d2b80-c4ae-43a2-b4fd-925d2b965f1a'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 03:40:01.967260 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-492fa6dc-4de7-4c9f-b6a6-ce71ed3c8613 req-e38246d9-f5ae-492a-af94-06bb3a702d40 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:40:01.967657 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-492fa6dc-4de7-4c9f-b6a6-ce71ed3c8613 req-e38246d9-f5ae-492a-af94-06bb3a702d40 service neutron] Bound using segment: {'id': '9b311f21-056c-4ab6-8b7a-780a9fd3a2a9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '373d2b80-c4ae-43a2-b4fd-925d2b965f1a'} {{(pid=83921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 03:40:01.968136 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.managers [req-492fa6dc-4de7-4c9f-b6a6-ce71ed3c8613 req-e38246d9-f5ae-492a-af94-06bb3a702d40 service neutron] Bound port: 0eca2669-27fc-4ad4-9d65-39f38d830a3d, host: hv-cinder-75994, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b311f21-056c-4ab6-8b7a-780a9fd3a2a9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '373d2b80-c4ae-43a2-b4fd-925d2b965f1a'}}] {{(pid=83921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 03:40:01.968513 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-492fa6dc-4de7-4c9f-b6a6-ce71ed3c8613 req-e38246d9-f5ae-492a-af94-06bb3a702d40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for port, before_update {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:40:02.001412 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b25cc6ac-a078-4fdb-970d-ee51cb5c7e2c None None] New status for floating IP 49a4553f-a8d1-4a4d-9fd5-a503ec5ece2f: DOWN {{(pid=83924) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 17 03:40:02.072404 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.db [req-492fa6dc-4de7-4c9f-b6a6-ce71ed3c8613 req-e38246d9-f5ae-492a-af94-06bb3a702d40 service neutron] For port 0eca2669-27fc-4ad4-9d65-39f38d830a3d, host hv-cinder-75994, cleared binding levels {{(pid=83921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 03:40:02.076012 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.db [req-492fa6dc-4de7-4c9f-b6a6-ce71ed3c8613 req-e38246d9-f5ae-492a-af94-06bb3a702d40 service neutron] For port 0eca2669-27fc-4ad4-9d65-39f38d830a3d, host hv-cinder-75994, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=0eca2669-27fc-4ad4-9d65-39f38d830a3d,segment=NetworkSegment(9b311f21-056c-4ab6-8b7a-780a9fd3a2a9),segment_id=9b311f21-056c-4ab6-8b7a-780a9fd3a2a9)] {{(pid=83921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 03:40:02.079510 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-492fa6dc-4de7-4c9f-b6a6-ce71ed3c8613 req-e38246d9-f5ae-492a-af94-06bb3a702d40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303097879514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733756514675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303098261108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2134908'] for port, after_update {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:40:02.095858 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-4a4a6deb-1f57-4961-b4f2-a2a909713c67 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:40:02.225131 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83922) accepted ('10.222.0.57', 46658) {{(pid=83922) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:40:02.264312 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38246d9-f5ae-492a-af94-06bb3a702d40 service neutron] Pushing event updated for resources: {'Port': ['ID=0eca2669-27fc-4ad4-9d65-39f38d830a3d,revision_number=3']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:40:02.268288 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-e38246d9-f5ae-492a-af94-06bb3a702d40 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:40:02.299820 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-105e8ff0-682d-4c7b-882b-315a389b7b5e tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Notify callbacks [] for security_group, before_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:40:02.310283 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492fa6dc-4de7-4c9f-b6a6-ce71ed3c8613 req-e38246d9-f5ae-492a-af94-06bb3a702d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:40:02.311043 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-492fa6dc-4de7-4c9f-b6a6-ce71ed3c8613 req-e38246d9-f5ae-492a-af94-06bb3a702d40 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774597'] for port, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:40:02.312577 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-492fa6dc-4de7-4c9f-b6a6-ce71ed3c8613 req-e38246d9-f5ae-492a-af94-06bb3a702d40 service neutron] 10.222.0.54 "PUT /v2.0/ports/0eca2669-27fc-4ad4-9d65-39f38d830a3d HTTP/1.1" status: 200  len: 1158 time: 1.4993136
Feb 17 03:40:02.334133 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-105e8ff0-682d-4c7b-882b-315a389b7b5e tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:40:02.388961 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-105e8ff0-682d-4c7b-882b-315a389b7b5e tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876219'] for security_group, after_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:40:02.394535 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-53b71b84-18c3-4b47-bd4d-53972624898c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:40:02.411293 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105e8ff0-682d-4c7b-882b-315a389b7b5e tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=572f8aba-2662-47bd-acd4-4d35c0227c76,revision_number=None']} {{(pid=83922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:40:02.420399 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105e8ff0-682d-4c7b-882b-315a389b7b5e tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:40:02.420823 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105e8ff0-682d-4c7b-882b-315a389b7b5e tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:40:02.421297 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105e8ff0-682d-4c7b-882b-315a389b7b5e tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:40:02.421706 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105e8ff0-682d-4c7b-882b-315a389b7b5e tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:40:02.422116 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105e8ff0-682d-4c7b-882b-315a389b7b5e tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:40:02.422518 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105e8ff0-682d-4c7b-882b-315a389b7b5e tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:40:02.422917 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105e8ff0-682d-4c7b-882b-315a389b7b5e tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:40:02.423318 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105e8ff0-682d-4c7b-882b-315a389b7b5e tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:40:02.423721 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105e8ff0-682d-4c7b-882b-315a389b7b5e tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:40:02.424111 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105e8ff0-682d-4c7b-882b-315a389b7b5e tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:40:02.424501 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105e8ff0-682d-4c7b-882b-315a389b7b5e tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:40:02.424893 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105e8ff0-682d-4c7b-882b-315a389b7b5e tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:40:02.425431 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105e8ff0-682d-4c7b-882b-315a389b7b5e tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:40:02.425824 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105e8ff0-682d-4c7b-882b-315a389b7b5e tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:40:02.426215 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105e8ff0-682d-4c7b-882b-315a389b7b5e tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:40:02.426652 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105e8ff0-682d-4c7b-882b-315a389b7b5e tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:40:02.427043 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105e8ff0-682d-4c7b-882b-315a389b7b5e tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:40:02.427437 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105e8ff0-682d-4c7b-882b-315a389b7b5e tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:40:02.427828 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105e8ff0-682d-4c7b-882b-315a389b7b5e tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:40:02.428218 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105e8ff0-682d-4c7b-882b-315a389b7b5e tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:40:02.428606 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105e8ff0-682d-4c7b-882b-315a389b7b5e tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:40:02.428998 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105e8ff0-682d-4c7b-882b-315a389b7b5e tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:40:02.429419 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105e8ff0-682d-4c7b-882b-315a389b7b5e tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:40:02.429807 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105e8ff0-682d-4c7b-882b-315a389b7b5e tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:40:02.438683 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-105e8ff0-682d-4c7b-882b-315a389b7b5e tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:40:02.439531 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-105e8ff0-682d-4c7b-882b-315a389b7b5e tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Notify callbacks [] for security_group, before_response {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:40:02.441500 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-105e8ff0-682d-4c7b-882b-315a389b7b5e tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "DELETE /v2.0/security-groups/572f8aba-2662-47bd-acd4-4d35c0227c76 HTTP/1.1" status: 204  len: 168 time: 0.2152615
Feb 17 03:40:02.444257 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.57', 46662) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:40:02.469536 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.api.v2.resource [None req-82979ab1-a7ac-47fa-908f-9c751d31a895 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] show failed (client error): The resource could not be found.
Feb 17 03:40:02.470656 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-82979ab1-a7ac-47fa-908f-9c751d31a895 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "GET /v2.0/security-groups/572f8aba-2662-47bd-acd4-4d35c0227c76 HTTP/1.1" status: 404  len: 347 time: 0.0253839
Feb 17 03:40:02.474024 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83922) accepted ('10.222.0.57', 46666) {{(pid=83922) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:40:02.476015 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492fa6dc-4de7-4c9f-b6a6-ce71ed3c8613 req-b62ac9c4-997a-4933-ad3f-c0fcf9db9c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:40:02.477645 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-492fa6dc-4de7-4c9f-b6a6-ce71ed3c8613 req-b62ac9c4-997a-4933-ad3f-c0fcf9db9c62 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=aea9cb666780439b80fcb18514f32228&device_id=41b43b2a-76c7-475b-a6b4-244e05f28fbb HTTP/1.1" status: 200  len: 1161 time: 0.1115470
Feb 17 03:40:02.561213 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-492fa6dc-4de7-4c9f-b6a6-ce71ed3c8613 req-9f12f3cc-dfbf-4ffd-aa34-836e0a6ae717 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0eca2669-27fc-4ad4-9d65-39f38d830a3d HTTP/1.1" status: 200  len: 217 time: 0.0707374
Feb 17 03:40:02.569368 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41b43b2a-76c7-475b-a6b4-244e05f28fbb', 'tag': '0eca2669-27fc-4ad4-9d65-39f38d830a3d'}] {{(pid=83921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 03:40:02.627323 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41b43b2a-76c7-475b-a6b4-244e05f28fbb', 'tag': '0eca2669-27fc-4ad4-9d65-39f38d830a3d', 'status': 'completed', 'code': 200}
Feb 17 03:40:02.642929 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492fa6dc-4de7-4c9f-b6a6-ce71ed3c8613 req-7ba339a2-294b-4236-ac47-d07681894232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:40:02.644514 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-492fa6dc-4de7-4c9f-b6a6-ce71ed3c8613 req-7ba339a2-294b-4236-ac47-d07681894232 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=78890f6c-e2c5-4bc2-991f-2121f61af2c2 HTTP/1.1" status: 200  len: 848 time: 0.0761554
Feb 17 03:40:02.654243 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.plugin [None req-c01db7e1-1c95-4e6a-a4e8-834917e69b70 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Deleting port 1e211a99-f2f5-4042-ab53-452ba90cd808 {{(pid=83922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 03:40:02.654632 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-c01db7e1-1c95-4e6a-a4e8-834917e69b70 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363303097822068'] for port, before_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:40:02.699335 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-492fa6dc-4de7-4c9f-b6a6-ce71ed3c8613 req-76c52012-3171-4b04-9df1-be8afd70f18d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=373d2b80-c4ae-43a2-b4fd-925d2b965f1a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0476882
Feb 17 03:40:02.840182 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-c01db7e1-1c95-4e6a-a4e8-834917e69b70 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853786502'] for port, precommit_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:40:02.840463 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-c01db7e1-1c95-4e6a-a4e8-834917e69b70 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:40:02.846390 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-492fa6dc-4de7-4c9f-b6a6-ce71ed3c8613 req-af698ed5-84a6-4415-a831-c04a55fbe8bd service neutron] 10.222.0.54 "GET /v2.0/networks/373d2b80-c4ae-43a2-b4fd-925d2b965f1a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1405873
Feb 17 03:40:02.982713 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.plugin [None req-c01db7e1-1c95-4e6a-a4e8-834917e69b70 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Calling delete_port for 1e211a99-f2f5-4042-ab53-452ba90cd808 owned by network:floatingip {{(pid=83922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 03:40:03.004212 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-492fa6dc-4de7-4c9f-b6a6-ce71ed3c8613 req-c189ca27-5b4d-4719-a0bb-a8a6d96fa1c3 service neutron] 10.222.0.54 "GET /v2.0/networks/373d2b80-c4ae-43a2-b4fd-925d2b965f1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1510367
Feb 17 03:40:03.110981 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bda4a03-73db-4d15-94af-2ed47c87ae88 req-22c3ce94-e44c-4605-8b4b-f464ee69a95f tempest-VolumesActionsTest-2073840464 tempest-VolumesActionsTest-2073840464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:40:03.112535 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-8bda4a03-73db-4d15-94af-2ed47c87ae88 req-22c3ce94-e44c-4605-8b4b-f464ee69a95f tempest-VolumesActionsTest-2073840464 tempest-VolumesActionsTest-2073840464-project] 10.222.0.57 "GET /v2.0/ports?device_id=41b43b2a-76c7-475b-a6b4-244e05f28fbb HTTP/1.1" status: 200  len: 944 time: 0.1064427
Feb 17 03:40:03.138811 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-c01db7e1-1c95-4e6a-a4e8-834917e69b70 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363303097879497', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363303098261142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851846526'] for port, after_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:40:03.154915 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-f80f6bbc-624e-47d0-9bb2-cae70483e6c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:40:03.213490 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-8bda4a03-73db-4d15-94af-2ed47c87ae88 req-039af185-3069-4993-8719-ceecc3f264f7 tempest-VolumesActionsTest-2073840464 tempest-VolumesActionsTest-2073840464-project] 10.222.0.57 "GET /v2.0/security-groups?id=e4abc169-bd45-42ae-84e7-ae88d56147c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0935380
Feb 17 03:40:03.240744 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6284747f-9b17-4235-b9b4-653bd193532e req-47e3ea95-7d72-4704-9572-c872d1f1815e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:40:03.242425 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-6284747f-9b17-4235-b9b4-653bd193532e req-47e3ea95-7d72-4704-9572-c872d1f1815e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=aea9cb666780439b80fcb18514f32228&device_id=41b43b2a-76c7-475b-a6b4-244e05f28fbb HTTP/1.1" status: 200  len: 1161 time: 0.1053665
Feb 17 03:40:03.257114 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01db7e1-1c95-4e6a-a4e8-834917e69b70 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Pushing event deleted for resources: {'Port': ['ID=1e211a99-f2f5-4042-ab53-452ba90cd808,revision_number=None']} {{(pid=83922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:40:03.270793 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-c01db7e1-1c95-4e6a-a4e8-834917e69b70 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:40:03.392139 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-c01db7e1-1c95-4e6a-a4e8-834917e69b70 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Notify callbacks [] for floatingip, after_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:40:03.393466 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6284747f-9b17-4235-b9b4-653bd193532e req-e333e658-d302-458b-8276-d404d475b90a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:40:03.395097 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-6284747f-9b17-4235-b9b4-653bd193532e req-e333e658-d302-458b-8276-d404d475b90a service neutron] 10.222.0.54 "GET /v2.0/networks?id=373d2b80-c4ae-43a2-b4fd-925d2b965f1a HTTP/1.1" status: 200  len: 902 time: 0.1459422
Feb 17 03:40:03.407847 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-c01db7e1-1c95-4e6a-a4e8-834917e69b70 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774597'] for floatingip, before_response {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:40:03.412863 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-c01db7e1-1c95-4e6a-a4e8-834917e69b70 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] 10.222.0.57 "DELETE /v2.0/floatingips/49a4553f-a8d1-4a4d-9fd5-a503ec5ece2f HTTP/1.1" status: 204  len: 168 time: 0.9376016
Feb 17 03:40:03.478964 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-6284747f-9b17-4235-b9b4-653bd193532e req-8cbb25cc-0c18-46f2-b5b0-a9771c38b15f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0eca2669-27fc-4ad4-9d65-39f38d830a3d HTTP/1.1" status: 200  len: 217 time: 0.0768843
Feb 17 03:40:03.549613 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6284747f-9b17-4235-b9b4-653bd193532e req-0eb25668-209b-4e21-ac79-071907073bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:40:03.551211 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-6284747f-9b17-4235-b9b4-653bd193532e req-0eb25668-209b-4e21-ac79-071907073bb8 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=78890f6c-e2c5-4bc2-991f-2121f61af2c2 HTTP/1.1" status: 200  len: 848 time: 0.0665035
Feb 17 03:40:03.609456 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-6284747f-9b17-4235-b9b4-653bd193532e req-a357ef9c-aeee-4d9b-8517-f8e94fc19cfd service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=373d2b80-c4ae-43a2-b4fd-925d2b965f1a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0519872
Feb 17 03:40:03.757739 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-6284747f-9b17-4235-b9b4-653bd193532e req-7cd450c2-076a-43ab-b3ad-5387e24951b3 service neutron] 10.222.0.54 "GET /v2.0/networks/373d2b80-c4ae-43a2-b4fd-925d2b965f1a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1413536
Feb 17 03:40:03.909155 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-6284747f-9b17-4235-b9b4-653bd193532e req-a0ff3a7f-3101-4c32-a7ab-0db4e5d72631 service neutron] 10.222.0.54 "GET /v2.0/networks/373d2b80-c4ae-43a2-b4fd-925d2b965f1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1447918
Feb 17 03:40:04.424120 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92365fa-2122-4446-856b-779e18a1e246 req-b2f8fe26-4178-48a9-b42d-d2cb731f3895 tempest-VolumesActionsTest-2073840464 tempest-VolumesActionsTest-2073840464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:40:04.425791 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-d92365fa-2122-4446-856b-779e18a1e246 req-b2f8fe26-4178-48a9-b42d-d2cb731f3895 tempest-VolumesActionsTest-2073840464 tempest-VolumesActionsTest-2073840464-project] 10.222.0.57 "GET /v2.0/ports?device_id=41b43b2a-76c7-475b-a6b4-244e05f28fbb HTTP/1.1" status: 200  len: 944 time: 0.0913100
Feb 17 03:40:04.483081 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-d92365fa-2122-4446-856b-779e18a1e246 req-26691c82-f85c-4866-a728-8462c3a2876b tempest-VolumesActionsTest-2073840464 tempest-VolumesActionsTest-2073840464-project] 10.222.0.57 "GET /v2.0/security-groups?id=e4abc169-bd45-42ae-84e7-ae88d56147c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0486522
Feb 17 03:40:05.682453 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c99e2c7-7582-43d9-9ee0-745f98435a23 req-059f79f4-fcbd-42d0-a324-0aa4a6fb9e8a tempest-VolumesActionsTest-2073840464 tempest-VolumesActionsTest-2073840464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:40:05.684215 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-9c99e2c7-7582-43d9-9ee0-745f98435a23 req-059f79f4-fcbd-42d0-a324-0aa4a6fb9e8a tempest-VolumesActionsTest-2073840464 tempest-VolumesActionsTest-2073840464-project] 10.222.0.57 "GET /v2.0/ports?device_id=41b43b2a-76c7-475b-a6b4-244e05f28fbb HTTP/1.1" status: 200  len: 944 time: 0.0881939
Feb 17 03:40:05.733907 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-9c99e2c7-7582-43d9-9ee0-745f98435a23 req-6356f0bb-d0da-4084-9d69-a84dd1508436 tempest-VolumesActionsTest-2073840464 tempest-VolumesActionsTest-2073840464-project] 10.222.0.57 "GET /v2.0/security-groups?id=e4abc169-bd45-42ae-84e7-ae88d56147c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431728
Feb 17 03:40:06.278782 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83922) accepted ('10.222.0.57', 46698) {{(pid=83922) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:40:07.026813 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa482ba-f042-4e16-906b-67847474fd55 req-680d1792-ce17-4547-9bf9-a6644d7697a8 tempest-VolumesActionsTest-2073840464 tempest-VolumesActionsTest-2073840464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:40:07.028363 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-bfa482ba-f042-4e16-906b-67847474fd55 req-680d1792-ce17-4547-9bf9-a6644d7697a8 tempest-VolumesActionsTest-2073840464 tempest-VolumesActionsTest-2073840464-project] 10.222.0.57 "GET /v2.0/ports?device_id=41b43b2a-76c7-475b-a6b4-244e05f28fbb HTTP/1.1" status: 200  len: 944 time: 0.1564751
Feb 17 03:40:07.092831 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-bfa482ba-f042-4e16-906b-67847474fd55 req-7246773c-b754-4c9a-b9c6-abbb00cf31db tempest-VolumesActionsTest-2073840464 tempest-VolumesActionsTest-2073840464-project] 10.222.0.57 "GET /v2.0/security-groups?id=e4abc169-bd45-42ae-84e7-ae88d56147c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0531180
Feb 17 03:40:07.172374 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-d649efb8-bcb9-4ba5-8479-7f6012aa7ecd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-947348'] for router_interface, before_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:40:07.552392 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.plugin [None req-d649efb8-bcb9-4ba5-8479-7f6012aa7ecd admin admin] Deleting port 7077bdbc-bf9d-4218-bf98-36f4e7415692 {{(pid=83922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 03:40:07.552762 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-d649efb8-bcb9-4ba5-8479-7f6012aa7ecd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363303097822068'] for port, before_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:40:07.741488 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.db [None req-d649efb8-bcb9-4ba5-8479-7f6012aa7ecd admin admin] For port 7077bdbc-bf9d-4218-bf98-36f4e7415692, host dv-cinder-759943-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-5-iscsi',level=0,port_id=7077bdbc-bf9d-4218-bf98-36f4e7415692,segment=NetworkSegment(edc0940c-57ea-45ad-8589-5951cb8baffd),segment_id=edc0940c-57ea-45ad-8589-5951cb8baffd)] {{(pid=83922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:40:07.741880 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-d649efb8-bcb9-4ba5-8479-7f6012aa7ecd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853786502'] for port, precommit_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:40:07.876305 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.plugin [None req-d649efb8-bcb9-4ba5-8479-7f6012aa7ecd admin admin] Calling delete_port for 7077bdbc-bf9d-4218-bf98-36f4e7415692 owned by network:router_interface {{(pid=83922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 03:40:08.000961 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Device 0eca2669-27fc-4ad4-9d65-39f38d830a3d up at agent ovs-agent-hv-cinder-75994 {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:40:08.083027 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Provisioning for port 0eca2669-27fc-4ad4-9d65-39f38d830a3d completed by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 03:40:08.089620 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Provisioning complete for port 0eca2669-27fc-4ad4-9d65-39f38d830a3d triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:40:08.090043 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838161172'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:40:08.228945 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for port, before_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:40:08.259467 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41b43b2a-76c7-475b-a6b4-244e05f28fbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0eca2669-27fc-4ad4-9d65-39f38d830a3d'}] {{(pid=83923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 03:40:08.273125 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.db [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] For port 0eca2669-27fc-4ad4-9d65-39f38d830a3d, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=0eca2669-27fc-4ad4-9d65-39f38d830a3d,segment=NetworkSegment(9b311f21-056c-4ab6-8b7a-780a9fd3a2a9),segment_id=9b311f21-056c-4ab6-8b7a-780a9fd3a2a9)] {{(pid=83923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:40:08.278268 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303097879514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733756514675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303098261108'] for port, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:40:08.281372 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:40:08.314446 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-d649efb8-bcb9-4ba5-8479-7f6012aa7ecd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363303097879497', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363303098261142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851846526'] for port, after_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:40:08.318180 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc700f85-48d6-4cb2-b086-bdb506d9f34c req-0c3f6d75-9e7b-493d-9798-06e9edaac413 tempest-VolumesActionsTest-2073840464 tempest-VolumesActionsTest-2073840464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:40:08.319969 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-cc700f85-48d6-4cb2-b086-bdb506d9f34c req-0c3f6d75-9e7b-493d-9798-06e9edaac413 tempest-VolumesActionsTest-2073840464 tempest-VolumesActionsTest-2073840464-project] 10.222.0.57 "GET /v2.0/ports?device_id=41b43b2a-76c7-475b-a6b4-244e05f28fbb HTTP/1.1" status: 200  len: 944 time: 0.1070852
Feb 17 03:40:08.325700 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41b43b2a-76c7-475b-a6b4-244e05f28fbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0eca2669-27fc-4ad4-9d65-39f38d830a3d', 'code': 200}
Feb 17 03:40:08.331270 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-d28beeed-1c81-4cf7-95a6-76f7e14495b7 tempest-VolumesSnapshotTestJSON-1509273995 tempest-VolumesSnapshotTestJSON-1509273995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:40:08.360786 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Pushing event updated for resources: {'Port': ['ID=0eca2669-27fc-4ad4-9d65-39f38d830a3d,revision_number=4']} {{(pid=83923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:40:08.375521 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-cc700f85-48d6-4cb2-b086-bdb506d9f34c req-02a1a955-c7ad-487a-a1ca-a6736aa8b44a tempest-VolumesActionsTest-2073840464 tempest-VolumesActionsTest-2073840464-project] 10.222.0.57 "GET /v2.0/security-groups?id=e4abc169-bd45-42ae-84e7-ae88d56147c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0478578
Feb 17 03:40:08.378985 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:40:08.431406 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d649efb8-bcb9-4ba5-8479-7f6012aa7ecd admin admin] Pushing event deleted for resources: {'Port': ['ID=7077bdbc-bf9d-4218-bf98-36f4e7415692,revision_number=None']} {{(pid=83922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:40:08.434540 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-d649efb8-bcb9-4ba5-8479-7f6012aa7ecd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:40:08.627974 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb4007a-de76-450c-a31e-8023cd0ce7e0 req-bc2aca8a-5ece-422d-89dd-6a14400b05ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:40:08.629735 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-ccb4007a-de76-450c-a31e-8023cd0ce7e0 req-bc2aca8a-5ece-422d-89dd-6a14400b05ef service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=41b43b2a-76c7-475b-a6b4-244e05f28fbb HTTP/1.1" status: 200  len: 1163 time: 0.0836167
Feb 17 03:40:08.684669 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-ccb4007a-de76-450c-a31e-8023cd0ce7e0 req-86ecf580-5f8a-44ef-802d-51543f914542 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=e4abc169-bd45-42ae-84e7-ae88d56147c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0465124
Feb 17 03:40:08.765117 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-d649efb8-bcb9-4ba5-8479-7f6012aa7ecd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854190951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-947450'] for router_interface, after_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:40:09.290839 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d649efb8-bcb9-4ba5-8479-7f6012aa7ecd admin admin] Router ce1dcbd0-733c-48eb-a4e4-1dca83063e7c has already been hosted by L3 agent 3e02af72-3002-4fb3-96dd-e59119f81584 {{(pid=83922) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 03:40:09.451082 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Device 0eca2669-27fc-4ad4-9d65-39f38d830a3d up at agent ovs-agent-hv-cinder-75994 {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:40:09.489221 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d649efb8-bcb9-4ba5-8479-7f6012aa7ecd admin admin] Notify agent at l3_agent.dv-cinder-759943-5-iscsi the message routers_updated {{(pid=83922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 03:40:09.501517 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc2d839-d725-4f2e-95f9-e3de12c79b73 None None] Sync routers for ids ['ce1dcbd0-733c-48eb-a4e4-1dca83063e7c'] in dv-cinder-759943-5-iscsi {{(pid=83923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 03:40:09.529169 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc2d839-d725-4f2e-95f9-e3de12c79b73 None None] Routers {'ce1dcbd0-733c-48eb-a4e4-1dca83063e7c'} bound to L3 agent in host dv-cinder-759943-5-iscsi {{(pid=83923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 03:40:09.529936 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_hamode_db [None req-3fc2d839-d725-4f2e-95f9-e3de12c79b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f17c4c692b0>, 'dv-cinder-759943-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T03:18:25Z,description=<?>,heartbeat_timestamp=2021-02-17T03:39:55Z,host='dv-cinder-759943-5-iscsi',id=3e02af72-3002-4fb3-96dd-e59119f81584,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T03:18:25Z,topic='l3_agent')) {'router_ids': ['ce1dcbd0-733c-48eb-a4e4-1dca83063e7c'], 'active': True} {{(pid=83923) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:40:09.544970 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-d649efb8-bcb9-4ba5-8479-7f6012aa7ecd admin admin] 10.222.0.57 "PUT /v2.0/routers/ce1dcbd0-733c-48eb-a4e4-1dca83063e7c/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2648075
Feb 17 03:40:09.547757 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.57', 46714) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:40:09.599197 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317b11a2-6dff-48ca-97c6-06ed64fa95c1 req-411cab6f-bffd-420c-96ca-383960a7a847 tempest-VolumesActionsTest-2073840464 tempest-VolumesActionsTest-2073840464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:40:09.600883 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-317b11a2-6dff-48ca-97c6-06ed64fa95c1 req-411cab6f-bffd-420c-96ca-383960a7a847 tempest-VolumesActionsTest-2073840464 tempest-VolumesActionsTest-2073840464-project] 10.222.0.57 "GET /v2.0/ports?device_id=41b43b2a-76c7-475b-a6b4-244e05f28fbb HTTP/1.1" status: 200  len: 946 time: 0.0981610
Feb 17 03:40:09.652017 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-317b11a2-6dff-48ca-97c6-06ed64fa95c1 req-39798c6a-3d94-44f1-94d8-d2b64eb6c691 tempest-VolumesActionsTest-2073840464 tempest-VolumesActionsTest-2073840464-project] 10.222.0.57 "GET /v2.0/security-groups?id=e4abc169-bd45-42ae-84e7-ae88d56147c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434499
Feb 17 03:40:09.693892 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Provisioning complete for port 0eca2669-27fc-4ad4-9d65-39f38d830a3d triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:40:09.693892 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838161172'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:40:09.799117 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvr_db [None req-3fc2d839-d725-4f2e-95f9-e3de12c79b73 None None] Set router ce1dcbd0-733c-48eb-a4e4-1dca83063e7c gateway port host: dv-cinder-759943-5-iscsi {{(pid=83923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 03:40:09.996268 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-2440c46a-08c2-4bb2-9990-32f92c0dd58a admin admin] Notify callbacks [] for router, before_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:40:10.154131 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.agents_db [None req-06fda002-6a6c-4595-892c-f579c445b334 None None] Agent healthcheck: found 6 active agents {{(pid=83924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 03:40:10.194791 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-2440c46a-08c2-4bb2-9990-32f92c0dd58a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:40:10.200599 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.plugin [None req-2440c46a-08c2-4bb2-9990-32f92c0dd58a admin admin] Deleting port 5a30632c-1748-4a16-aea5-cce7b2eb244d {{(pid=83921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 03:40:10.200984 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-2440c46a-08c2-4bb2-9990-32f92c0dd58a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363303097822068'] for port, before_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:40:10.352776 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_hamode_db [None req-3fc2d839-d725-4f2e-95f9-e3de12c79b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f17c4c692b0>, [{'id': 'ce1dcbd0-733c-48eb-a4e4-1dca83063e7c', 'name': 'tempest-AttachVolumeShelveTestJSON-28655953-router', 'tenant_id': '64044155addf41e9ba2bde5782afed2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'external_fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '5a30632c-1748-4a16-aea5-cce7b2eb244d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:27:19Z', 'updated_at': '2021-02-17T03:40:08Z', 'revision_number': 5, 'project_id': '64044155addf41e9ba2bde5782afed2a', 'gw_port': {'id': '5a30632c-1748-4a16-aea5-cce7b2eb244d', 'name': '', 'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:5b:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce1dcbd0-733c-48eb-a4e4-1dca83063e7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:27:21Z', 'updated_at': '2021-02-17T03:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-5-iscsi'}], 'dv-cinder-759943-5-iscsi', False) {} {{(pid=83923) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:40:10.356878 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc2d839-d725-4f2e-95f9-e3de12c79b73 None None] Checking router: ce1dcbd0-733c-48eb-a4e4-1dca83063e7c for host: dv-cinder-759943-5-iscsi {{(pid=83923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 03:40:10.366553 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc2d839-d725-4f2e-95f9-e3de12c79b73 None None] Routers {'ce1dcbd0-733c-48eb-a4e4-1dca83063e7c'} bound to L3 agent in host dv-cinder-759943-5-iscsi {{(pid=83923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 03:40:10.367407 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_hamode_db [None req-3fc2d839-d725-4f2e-95f9-e3de12c79b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f17c4c692b0>, 'dv-cinder-759943-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T03:18:25Z,description=<?>,heartbeat_timestamp=2021-02-17T03:39:55Z,host='dv-cinder-759943-5-iscsi',id=3e02af72-3002-4fb3-96dd-e59119f81584,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T03:18:25Z,topic='l3_agent')) {'router_ids': ['ce1dcbd0-733c-48eb-a4e4-1dca83063e7c'], 'active': True} {{(pid=83923) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:40:10.400067 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.db [None req-2440c46a-08c2-4bb2-9990-32f92c0dd58a admin admin] For port 5a30632c-1748-4a16-aea5-cce7b2eb244d, host dv-cinder-759943-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-5-iscsi',level=0,port_id=5a30632c-1748-4a16-aea5-cce7b2eb244d,segment=NetworkSegment(98c4310b-6fdc-4105-b056-95cb7f890c80),segment_id=98c4310b-6fdc-4105-b056-95cb7f890c80)] {{(pid=83921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:40:10.400467 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-2440c46a-08c2-4bb2-9990-32f92c0dd58a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853786502'] for port, precommit_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:40:10.540080 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.plugin [None req-2440c46a-08c2-4bb2-9990-32f92c0dd58a admin admin] Calling delete_port for 5a30632c-1748-4a16-aea5-cce7b2eb244d owned by network:router_gateway {{(pid=83921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 03:40:10.566212 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvr_db [None req-3fc2d839-d725-4f2e-95f9-e3de12c79b73 None None] Set router ce1dcbd0-733c-48eb-a4e4-1dca83063e7c gateway port host: dv-cinder-759943-5-iscsi {{(pid=83923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 03:40:10.689516 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-2440c46a-08c2-4bb2-9990-32f92c0dd58a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363303097879497', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363303098261142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852640907'] for port, after_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:40:10.692274 dv-cinder-759943-5-iscsi neutron-server[83810]: WARNING neutron.plugins.ml2.ovo_rpc [None req-2440c46a-08c2-4bb2-9990-32f92c0dd58a admin admin] This handler is supposed to handle AFTER events, as in 'AFTER it's committed', not BEFORE. Offending resource event: port, after_delete. Location:
Feb 17 03:40:10.692274 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/greenthread.py", line 221, in main
Feb 17 03:40:10.692274 dv-cinder-759943-5-iscsi neutron-server[83810]:     result = function(*args, **kwargs)
Feb 17 03:40:10.692274 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 825, in process_request
Feb 17 03:40:10.692274 dv-cinder-759943-5-iscsi neutron-server[83810]:     proto.__init__(conn_state, self)
Feb 17 03:40:10.692274 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 357, in __init__
Feb 17 03:40:10.692274 dv-cinder-759943-5-iscsi neutron-server[83810]:     self.handle()
Feb 17 03:40:10.692274 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 390, in handle
Feb 17 03:40:10.692274 dv-cinder-759943-5-iscsi neutron-server[83810]:     self.handle_one_request()
Feb 17 03:40:10.692274 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 466, in handle_one_request
Feb 17 03:40:10.692274 dv-cinder-759943-5-iscsi neutron-server[83810]:     self.handle_one_response()
Feb 17 03:40:10.692274 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 573, in handle_one_response
Feb 17 03:40:10.692274 dv-cinder-759943-5-iscsi neutron-server[83810]:     result = self.application(self.environ, start_response)
Feb 17 03:40:10.692274 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/paste/urlmap.py", line 216, in __call__
Feb 17 03:40:10.692274 dv-cinder-759943-5-iscsi neutron-server[83810]:     return app(environ, start_response)
Feb 17 03:40:10.692274 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Feb 17 03:40:10.692274 dv-cinder-759943-5-iscsi neutron-server[83810]:     resp = self.call_func(req, *args, **kw)
Feb 17 03:40:10.692274 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Feb 17 03:40:10.692274 dv-cinder-759943-5-iscsi neutron-server[83810]:     return self.func(req, *args, **kwargs)
Feb 17 03:40:10.692274 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__
Feb 17 03:40:10.692274 dv-cinder-759943-5-iscsi neutron-server[83810]:     response = req.get_response(self.application)
Feb 17 03:40:10.692274 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Feb 17 03:40:10.692274 dv-cinder-759943-5-iscsi neutron-server[83810]:     application, catch_exc_info=False)
Feb 17 03:40:10.692274 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Feb 17 03:40:10.692274 dv-cinder-759943-5-iscsi neutron-server[83810]:     app_iter = application(self.environ, start_response)
Feb 17 03:40:10.692274 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Feb 17 03:40:10.692274 dv-cinder-759943-5-iscsi neutron-server[83810]:     resp = self.call_func(req, *args, **kw)
Feb 17 03:40:10.692274 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Feb 17 03:40:10.692274 dv-cinder-759943-5-iscsi neutron-server[83810]:     return self.func(req, *args, **kwargs)
Feb 17 03:40:10.692274 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__
Feb 17 03:40:10.692274 dv-cinder-759943-5-iscsi neutron-server[83810]:     response = req.get_response(self.application)
Feb 17 03:40:10.692274 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Feb 17 03:40:10.692274 dv-cinder-759943-5-iscsi neutron-server[83810]:     application, catch_exc_info=False)
Feb 17 03:40:10.692274 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Feb 17 03:40:10.692274 dv-cinder-759943-5-iscsi neutron-server[83810]:     app_iter = application(self.environ, start_response)
Feb 17 03:40:10.692274 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Feb 17 03:40:10.692274 dv-cinder-759943-5-iscsi neutron-server[83810]:     resp = self.call_func(req, *args, **kw)
Feb 17 03:40:10.692274 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Feb 17 03:40:10.692274 dv-cinder-759943-5-iscsi neutron-server[83810]:     return self.func(req, *args, **kwargs)
Feb 17 03:40:10.692274 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/request_id.py", line 58, in __call__
Feb 17 03:40:10.692274 dv-cinder-759943-5-iscsi neutron-server[83810]:     response = req.get_response(self.application)
Feb 17 03:40:10.692274 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Feb 17 03:40:10.692274 dv-cinder-759943-5-iscsi neutron-server[83810]:     application, catch_exc_info=False)
Feb 17 03:40:10.692274 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Feb 17 03:40:10.692274 dv-cinder-759943-5-iscsi neutron-server[83810]:     app_iter = application(self.environ, start_response)
Feb 17 03:40:10.692274 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Feb 17 03:40:10.692274 dv-cinder-759943-5-iscsi neutron-server[83810]:     resp = self.call_func(req, *args, **kw)
Feb 17 03:40:10.692274 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Feb 17 03:40:10.692274 dv-cinder-759943-5-iscsi neutron-server[83810]:     return self.func(req, *args, **kwargs)
Feb 17 03:40:10.692274 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__
Feb 17 03:40:10.692274 dv-cinder-759943-5-iscsi neutron-server[83810]:     response = req.get_response(self.application)
Feb 17 03:40:10.692274 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Feb 17 03:40:10.692274 dv-cinder-759943-5-iscsi neutron-server[83810]:     application, catch_exc_info=False)
Feb 17 03:40:10.692274 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Feb 17 03:40:10.692274 dv-cinder-759943-5-iscsi neutron-server[83810]:     app_iter = application(self.environ, start_response)
Feb 17 03:40:10.692274 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Feb 17 03:40:10.692274 dv-cinder-759943-5-iscsi neutron-server[83810]:     resp = self.call_func(req, *args, **kw)
Feb 17 03:40:10.692274 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Feb 17 03:40:10.692274 dv-cinder-759943-5-iscsi neutron-server[83810]:     return self.func(req, *args, **kwargs)
Feb 17 03:40:10.692274 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/osprofiler/web.py", line 112, in __call__
Feb 17 03:40:10.692274 dv-cinder-759943-5-iscsi neutron-server[83810]:     return request.get_response(self.application)
Feb 17 03:40:10.692274 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Feb 17 03:40:10.692274 dv-cinder-759943-5-iscsi neutron-server[83810]:     application, catch_exc_info=False)
Feb 17 03:40:10.692274 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Feb 17 03:40:10.692274 dv-cinder-759943-5-iscsi neutron-server[83810]:     app_iter = application(self.environ, start_response)
Feb 17 03:40:10.692274 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Feb 17 03:40:10.692274 dv-cinder-759943-5-iscsi neutron-server[83810]:     resp = self.call_func(req, *args, **kw)
Feb 17 03:40:10.692274 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Feb 17 03:40:10.692274 dv-cinder-759943-5-iscsi neutron-server[83810]:     return self.func(req, *args, **kwargs)
Feb 17 03:40:10.692274 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__
Feb 17 03:40:10.692274 dv-cinder-759943-5-iscsi neutron-server[83810]:     response = req.get_response(self._app)
Feb 17 03:40:10.692274 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Feb 17 03:40:10.692274 dv-cinder-759943-5-iscsi neutron-server[83810]:     application, catch_exc_info=False)
Feb 17 03:40:10.692274 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Feb 17 03:40:10.692274 dv-cinder-759943-5-iscsi neutron-server[83810]:     app_iter = application(self.environ, start_response)
Feb 17 03:40:10.692274 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Feb 17 03:40:10.692274 dv-cinder-759943-5-iscsi neutron-server[83810]:     return resp(environ, start_response)
Feb 17 03:40:10.692274 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Feb 17 03:40:10.692274 dv-cinder-759943-5-iscsi neutron-server[83810]:     return resp(environ, start_response)
Feb 17 03:40:10.692274 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/routes/middleware.py", line 153, in __call__
Feb 17 03:40:10.692274 dv-cinder-759943-5-iscsi neutron-server[83810]:     response = self.app(environ, start_response)
Feb 17 03:40:10.692274 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Feb 17 03:40:10.692274 dv-cinder-759943-5-iscsi neutron-server[83810]:     return resp(environ, start_response)
Feb 17 03:40:10.692274 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Feb 17 03:40:10.692274 dv-cinder-759943-5-iscsi neutron-server[83810]:     resp = self.call_func(req, *args, **kw)
Feb 17 03:40:10.692274 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Feb 17 03:40:10.692274 dv-cinder-759943-5-iscsi neutron-server[83810]:     return self.func(req, *args, **kwargs)
Feb 17 03:40:10.692274 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource
Feb 17 03:40:10.703510 dv-cinder-759943-5-iscsi neutron-server[83810]:     result = method(request=request, **args)
Feb 17 03:40:10.703510 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete
Feb 17 03:40:10.703510 dv-cinder-759943-5-iscsi neutron-server[83810]:     return self._delete(request, id, **kwargs)
Feb 17 03:40:10.703510 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Feb 17 03:40:10.703510 dv-cinder-759943-5-iscsi neutron-server[83810]:     return f(*args, **kwargs)
Feb 17 03:40:10.703510 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Feb 17 03:40:10.703510 dv-cinder-759943-5-iscsi neutron-server[83810]:     return f(*args, **kwargs)
Feb 17 03:40:10.703510 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Feb 17 03:40:10.703510 dv-cinder-759943-5-iscsi neutron-server[83810]:     return f(*dup_args, **dup_kwargs)
Feb 17 03:40:10.703510 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete
Feb 17 03:40:10.703510 dv-cinder-759943-5-iscsi neutron-server[83810]:     obj_deleter(request.context, id, **kwargs)
Feb 17 03:40:10.703510 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 2000, in delete_router
Feb 17 03:40:10.703510 dv-cinder-759943-5-iscsi neutron-server[83810]:     super(L3_NAT_db_mixin, self).delete_router(context, id)
Feb 17 03:40:10.703510 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped
Feb 17 03:40:10.703510 dv-cinder-759943-5-iscsi neutron-server[83810]:     return method(*args, **kwargs)
Feb 17 03:40:10.703510 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Feb 17 03:40:10.703510 dv-cinder-759943-5-iscsi neutron-server[83810]:     return f(*args, **kwargs)
Feb 17 03:40:10.703510 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Feb 17 03:40:10.703510 dv-cinder-759943-5-iscsi neutron-server[83810]:     return f(*args, **kwargs)
Feb 17 03:40:10.703510 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Feb 17 03:40:10.703510 dv-cinder-759943-5-iscsi neutron-server[83810]:     return f(*dup_args, **dup_kwargs)
Feb 17 03:40:10.703510 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 524, in delete_router
Feb 17 03:40:10.703510 dv-cinder-759943-5-iscsi neutron-server[83810]:     self._delete_current_gw_port(context, id, router, None)
Feb 17 03:40:10.703510 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 392, in _delete_current_gw_port
Feb 17 03:40:10.703510 dv-cinder-759943-5-iscsi neutron-server[83810]:     admin_ctx, gw_port_id, l3_port_check=False)
Feb 17 03:40:10.703510 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner
Feb 17 03:40:10.703510 dv-cinder-759943-5-iscsi neutron-server[83810]:     return f(self, context, *args, **kwargs)
Feb 17 03:40:10.703510 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped
Feb 17 03:40:10.703510 dv-cinder-759943-5-iscsi neutron-server[83810]:     return method(*args, **kwargs)
Feb 17 03:40:10.703510 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1953, in delete_port
Feb 17 03:40:10.703510 dv-cinder-759943-5-iscsi neutron-server[83810]:     context, port, router_ids, bound_mech_contexts)
Feb 17 03:40:10.703510 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1962, in _post_delete_port
Feb 17 03:40:10.703510 dv-cinder-759943-5-iscsi neutron-server[83810]:     registry.notify(resources.PORT, events.AFTER_DELETE, self, **kwargs)
Feb 17 03:40:10.703510 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/registry.py", line 56, in notify
Feb 17 03:40:10.703510 dv-cinder-759943-5-iscsi neutron-server[83810]:     _get_callback_manager().notify(resource, event, trigger, **kwargs)
Feb 17 03:40:10.703510 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/utils.py", line 104, in _wrapped
Feb 17 03:40:10.703510 dv-cinder-759943-5-iscsi neutron-server[83810]:     return function(*args, **kwargs)
Feb 17 03:40:10.703510 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 167, in notify
Feb 17 03:40:10.703510 dv-cinder-759943-5-iscsi neutron-server[83810]:     errors = self._notify_loop(resource, event, trigger, **kwargs)
Feb 17 03:40:10.703510 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Feb 17 03:40:10.703510 dv-cinder-759943-5-iscsi neutron-server[83810]:     callback(resource, event, trigger, **kwargs)
Feb 17 03:40:10.703510 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 89, in handle_event
Feb 17 03:40:10.703510 dv-cinder-759943-5-iscsi neutron-server[83810]:     if self._is_session_semantic_violated(context, resource, event):
Feb 17 03:40:10.703510 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 72, in _is_session_semantic_violated
Feb 17 03:40:10.703510 dv-cinder-759943-5-iscsi neutron-server[83810]:     stack = traceback.extract_stack()
Feb 17 03:40:10.703510 dv-cinder-759943-5-iscsi neutron-server[83810]: 
Feb 17 03:40:10.879355 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_hamode_db [None req-3fc2d839-d725-4f2e-95f9-e3de12c79b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f17c4c692b0>, [{'id': 'ce1dcbd0-733c-48eb-a4e4-1dca83063e7c', 'name': 'tempest-AttachVolumeShelveTestJSON-28655953-router', 'tenant_id': '64044155addf41e9ba2bde5782afed2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'external_fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '5a30632c-1748-4a16-aea5-cce7b2eb244d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:27:19Z', 'updated_at': '2021-02-17T03:40:08Z', 'revision_number': 5, 'project_id': '64044155addf41e9ba2bde5782afed2a', 'gw_port': {'id': '5a30632c-1748-4a16-aea5-cce7b2eb244d', 'name': '', 'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:5b:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce1dcbd0-733c-48eb-a4e4-1dca83063e7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:27:21Z', 'updated_at': '2021-02-17T03:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-5-iscsi'}], 'dv-cinder-759943-5-iscsi', False) {} {{(pid=83923) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:40:10.884069 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc2d839-d725-4f2e-95f9-e3de12c79b73 None None] The sync data for ids ['ce1dcbd0-733c-48eb-a4e4-1dca83063e7c'] in dv-cinder-759943-5-iscsi is: [{'id': 'ce1dcbd0-733c-48eb-a4e4-1dca83063e7c', 'name': 'tempest-AttachVolumeShelveTestJSON-28655953-router', 'tenant_id': '64044155addf41e9ba2bde5782afed2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'external_fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '5a30632c-1748-4a16-aea5-cce7b2eb244d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:27:19Z', 'updated_at': '2021-02-17T03:40:08Z', 'revision_number': 5, 'project_id': '64044155addf41e9ba2bde5782afed2a', 'gw_port': {'id': '5a30632c-1748-4a16-aea5-cce7b2eb244d', 'name': '', 'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:5b:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce1dcbd0-733c-48eb-a4e4-1dca83063e7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:27:21Z', 'updated_at': '2021-02-17T03:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-5-iscsi'}] {{(pid=83923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 03:40:10.965200 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-2440c46a-08c2-4bb2-9990-32f92c0dd58a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-990902'] for router_gateway, after_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:40:11.114052 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-2440c46a-08c2-4bb2-9990-32f92c0dd58a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-944190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854760956'] for router, precommit_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:40:11.116984 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-2440c46a-08c2-4bb2-9990-32f92c0dd58a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:40:11.124853 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb7ee03-32d9-479f-8e8f-e4ea70bfb42f req-c6875715-ec1d-443c-bb6e-faa679a58272 tempest-VolumesActionsTest-2073840464 tempest-VolumesActionsTest-2073840464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:40:11.126592 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-8eb7ee03-32d9-479f-8e8f-e4ea70bfb42f req-c6875715-ec1d-443c-bb6e-faa679a58272 tempest-VolumesActionsTest-2073840464 tempest-VolumesActionsTest-2073840464-project] 10.222.0.57 "GET /v2.0/ports?device_id=41b43b2a-76c7-475b-a6b4-244e05f28fbb HTTP/1.1" status: 200  len: 946 time: 0.3529489
Feb 17 03:40:11.237357 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-2440c46a-08c2-4bb2-9990-32f92c0dd58a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-945948'] for router, after_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:40:11.237826 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2440c46a-08c2-4bb2-9990-32f92c0dd58a admin admin] Fanout notify agent at l3_agent the message router_deleted on router ce1dcbd0-733c-48eb-a4e4-1dca83063e7c {{(pid=83921) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Feb 17 03:40:11.266385 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-8eb7ee03-32d9-479f-8e8f-e4ea70bfb42f req-186aa521-ea26-4f34-8587-1302637f5201 tempest-VolumesActionsTest-2073840464 tempest-VolumesActionsTest-2073840464-project] 10.222.0.57 "GET /v2.0/security-groups?id=e4abc169-bd45-42ae-84e7-ae88d56147c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0626209
Feb 17 03:40:11.271347 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-2440c46a-08c2-4bb2-9990-32f92c0dd58a admin admin] Notify callbacks [] for router, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:40:11.272503 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-2440c46a-08c2-4bb2-9990-32f92c0dd58a admin admin] 10.222.0.57 "DELETE /v2.0/routers/ce1dcbd0-733c-48eb-a4e4-1dca83063e7c HTTP/1.1" status: 204  len: 168 time: 1.7236016
Feb 17 03:40:11.275349 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.57', 46720) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:40:11.351320 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b31c85b-e04d-42f1-8237-9cf93fdb9c54 admin admin] Deleting subnet 1603be8a-dd86-41be-b651-1a8436af8dbf {{(pid=83921) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 17 03:40:11.355079 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-9b31c85b-e04d-42f1-8237-9cf93fdb9c54 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:40:11.410916 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-9b31c85b-e04d-42f1-8237-9cf93fdb9c54 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852641159'] for subnet, precommit_delete_associations {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:40:11.503474 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-9b31c85b-e04d-42f1-8237-9cf93fdb9c54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036838102275'] for subnet, precommit_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:40:11.777749 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-9b31c85b-e04d-42f1-8237-9cf93fdb9c54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853913663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852641119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3438525'] for subnet, after_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:40:11.794046 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-3c3e2b66-da9e-4a7b-81b3-8661fe9bc1b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:40:11.892980 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b31c85b-e04d-42f1-8237-9cf93fdb9c54 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1603be8a-dd86-41be-b651-1a8436af8dbf,revision_number=None']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:40:11.897994 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-9b31c85b-e04d-42f1-8237-9cf93fdb9c54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:40:11.936286 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-9b31c85b-e04d-42f1-8237-9cf93fdb9c54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854193028'] for subnet, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:40:11.943127 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-695919fb-ed98-45ea-b77e-facfc8b53320 None None] Network 735791d7-b752-470f-b049-6623a91713f5 requested from dv-cinder-759943-5-iscsi {{(pid=83923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 03:40:11.944991 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-9b31c85b-e04d-42f1-8237-9cf93fdb9c54 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/1603be8a-dd86-41be-b651-1a8436af8dbf HTTP/1.1" status: 204  len: 168 time: 0.6682489
Feb 17 03:40:11.947760 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.57', 46732) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:40:12.074294 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-ea6387ad-5a12-4229-a5fb-a2bcacf6c400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036838459169'] for network, before_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:40:12.156175 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.plugin [None req-ea6387ad-5a12-4229-a5fb-a2bcacf6c400 admin admin] Deleting port 7d31eea6-cfb3-4e7b-81e8-52eee1fdc1d4 {{(pid=83921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 03:40:12.156798 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-ea6387ad-5a12-4229-a5fb-a2bcacf6c400 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363303097822068'] for port, before_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:40:12.232870 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-909a6520-84cb-4315-b938-a111748394b3 None None] DHCP port deletion for 735791d7-b752-470f-b049-6623a91713f5 request from dv-cinder-759943-5-iscsi {{(pid=83923) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Feb 17 03:40:12.237460 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.plugin [None req-909a6520-84cb-4315-b938-a111748394b3 None None] Deleting port 7d31eea6-cfb3-4e7b-81e8-52eee1fdc1d4 {{(pid=83923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 03:40:12.237882 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-909a6520-84cb-4315-b938-a111748394b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363303097822068'] for port, before_delete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:40:12.393504 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.db [None req-ea6387ad-5a12-4229-a5fb-a2bcacf6c400 admin admin] For port 7d31eea6-cfb3-4e7b-81e8-52eee1fdc1d4, host dv-cinder-759943-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-5-iscsi',level=0,port_id=7d31eea6-cfb3-4e7b-81e8-52eee1fdc1d4,segment=NetworkSegment(edc0940c-57ea-45ad-8589-5951cb8baffd),segment_id=edc0940c-57ea-45ad-8589-5951cb8baffd)] {{(pid=83921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:40:12.394241 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-ea6387ad-5a12-4229-a5fb-a2bcacf6c400 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853786502'] for port, precommit_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:40:12.500527 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.db [None req-909a6520-84cb-4315-b938-a111748394b3 None None] For port 7d31eea6-cfb3-4e7b-81e8-52eee1fdc1d4, host dv-cinder-759943-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-5-iscsi',level=0,port_id=7d31eea6-cfb3-4e7b-81e8-52eee1fdc1d4,segment=NetworkSegment(edc0940c-57ea-45ad-8589-5951cb8baffd),segment_id=edc0940c-57ea-45ad-8589-5951cb8baffd)] {{(pid=83923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:40:12.500968 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-909a6520-84cb-4315-b938-a111748394b3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853786502'] for port, precommit_delete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:40:12.556774 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.plugin [None req-ea6387ad-5a12-4229-a5fb-a2bcacf6c400 admin admin] Calling delete_port for 7d31eea6-cfb3-4e7b-81e8-52eee1fdc1d4 owned by network:dhcp {{(pid=83921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 03:40:12.583620 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Device 7d31eea6-cfb3-4e7b-81e8-52eee1fdc1d4 no longer exists at agent ovs-agent-dv-cinder-759943-5-iscsi {{(pid=83923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 03:40:12.688850 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.plugin [None req-909a6520-84cb-4315-b938-a111748394b3 None None] Calling delete_port for 7d31eea6-cfb3-4e7b-81e8-52eee1fdc1d4 owned by network:dhcp {{(pid=83923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 03:40:12.712380 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-ea6387ad-5a12-4229-a5fb-a2bcacf6c400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363303097879497', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363303098261142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852640907'] for port, after_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:40:12.728851 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-7583a80a-a1d7-4794-80a1-f42f45493277 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:40:12.766864 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.db [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] No active binding found for port 7d31eea6-cfb3-4e7b-81e8-52eee1fdc1d4 {{(pid=83923) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}}
Feb 17 03:40:12.767380 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Device 7d31eea6-cfb3-4e7b-81e8-52eee1fdc1d4 not bound to the agent host dv-cinder-759943-5-iscsi {{(pid=83923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 03:40:12.767731 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Device 5a30632c-1748-4a16-aea5-cce7b2eb244d no longer exists at agent ovs-agent-dv-cinder-759943-5-iscsi {{(pid=83923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 03:40:12.818842 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.plugin [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] No Port match for: 5a30632c-1748-4a16-aea5-cce7b2eb244d {{(pid=83923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 03:40:12.819230 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Device 5a30632c-1748-4a16-aea5-cce7b2eb244d not bound to the agent host dv-cinder-759943-5-iscsi {{(pid=83923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 03:40:12.819684 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Device 7077bdbc-bf9d-4218-bf98-36f4e7415692 no longer exists at agent ovs-agent-dv-cinder-759943-5-iscsi {{(pid=83923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 03:40:12.821735 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66a76af-8d40-4c30-bdb4-b0ff75217d81 req-4f5dad5c-f849-4102-a845-d58cbb4bbd49 tempest-VolumesActionsTest-2073840464 tempest-VolumesActionsTest-2073840464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:40:12.823698 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-f66a76af-8d40-4c30-bdb4-b0ff75217d81 req-4f5dad5c-f849-4102-a845-d58cbb4bbd49 tempest-VolumesActionsTest-2073840464 tempest-VolumesActionsTest-2073840464-project] 10.222.0.57 "GET /v2.0/ports?device_id=41b43b2a-76c7-475b-a6b4-244e05f28fbb HTTP/1.1" status: 200  len: 946 time: 0.2757812
Feb 17 03:40:12.845903 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6387ad-5a12-4229-a5fb-a2bcacf6c400 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d31eea6-cfb3-4e7b-81e8-52eee1fdc1d4,revision_number=None']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:40:12.849723 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-ea6387ad-5a12-4229-a5fb-a2bcacf6c400 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:40:12.864012 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.plugin [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] No Port match for: 7077bdbc-bf9d-4218-bf98-36f4e7415692 {{(pid=83923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 03:40:12.864394 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Device 7077bdbc-bf9d-4218-bf98-36f4e7415692 not bound to the agent host dv-cinder-759943-5-iscsi {{(pid=83923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 03:40:12.872696 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.db.api [None req-909a6520-84cb-4315-b938-a111748394b3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83923) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 17 03:40:12.873625 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_db.api [None req-909a6520-84cb-4315-b938-a111748394b3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83923) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 17 03:40:12.921975 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-f66a76af-8d40-4c30-bdb4-b0ff75217d81 req-8382528f-785a-4344-95a7-5d01c94dcd45 tempest-VolumesActionsTest-2073840464 tempest-VolumesActionsTest-2073840464-project] 10.222.0.57 "GET /v2.0/security-groups?id=e4abc169-bd45-42ae-84e7-ae88d56147c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0773983
Feb 17 03:40:12.931135 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea6387ad-5a12-4229-a5fb-a2bcacf6c400 admin admin] No DVR routers for this DVR port 7d31eea6-cfb3-4e7b-81e8-52eee1fdc1d4 on host dv-cinder-759943-5-iscsi {{(pid=83921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 03:40:13.064312 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-ea6387ad-5a12-4229-a5fb-a2bcacf6c400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838103452', 'neutron.services.segments.db._delete_segments_for_network-8733756975594'] for network, precommit_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:40:13.375843 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.plugin [None req-909a6520-84cb-4315-b938-a111748394b3 None None] Deleting port 7d31eea6-cfb3-4e7b-81e8-52eee1fdc1d4 {{(pid=83923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 03:40:13.376307 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-909a6520-84cb-4315-b938-a111748394b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363303097822068'] for port, before_delete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:40:13.420185 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.services.segments.db [None req-ea6387ad-5a12-4229-a5fb-a2bcacf6c400 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f17c4d42470>,) {'filters': {'network_id': ['735791d7-b752-470f-b049-6623a91713f5']}} {{(pid=83921) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:40:13.434452 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.services.segments.db [None req-ea6387ad-5a12-4229-a5fb-a2bcacf6c400 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f17c4d42470>, 'edc0940c-57ea-45ad-8589-5951cb8baffd') {'for_net_delete': True} {{(pid=83921) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:40:13.434781 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.services.segments.db [None req-ea6387ad-5a12-4229-a5fb-a2bcacf6c400 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f17c4d42470>, 'edc0940c-57ea-45ad-8589-5951cb8baffd') {} {{(pid=83921) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:40:13.447409 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-ea6387ad-5a12-4229-a5fb-a2bcacf6c400 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363303097793020', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2134625'] for segment, before_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:40:13.451463 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.plugin [None req-909a6520-84cb-4315-b938-a111748394b3 None None] The port '7d31eea6-cfb3-4e7b-81e8-52eee1fdc1d4' was deleted {{(pid=83923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}}
Feb 17 03:40:13.464216 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-ea6387ad-5a12-4229-a5fb-a2bcacf6c400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16617428'] for segment, precommit_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:40:13.466572 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-ea6387ad-5a12-4229-a5fb-a2bcacf6c400 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=83921) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 17 03:40:13.650701 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.managers [None req-ea6387ad-5a12-4229-a5fb-a2bcacf6c400 admin admin] Network 735791d7-b752-470f-b049-6623a91713f5 has no segments {{(pid=83921) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 03:40:13.660104 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-ea6387ad-5a12-4229-a5fb-a2bcacf6c400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036838158356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2134878'] for segment, after_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:40:13.843710 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.managers [None req-ea6387ad-5a12-4229-a5fb-a2bcacf6c400 admin admin] Network 735791d7-b752-470f-b049-6623a91713f5 has no segments {{(pid=83921) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 03:40:13.868777 dv-cinder-759943-5-iscsi neutron-server[83810]: Traceback (most recent call last):
Feb 17 03:40:13.868777 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 17 03:40:13.868777 dv-cinder-759943-5-iscsi neutron-server[83810]:     timer()
Feb 17 03:40:13.868777 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 17 03:40:13.868777 dv-cinder-759943-5-iscsi neutron-server[83810]:     cb(*args, **kw)
Feb 17 03:40:13.868777 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 17 03:40:13.868777 dv-cinder-759943-5-iscsi neutron-server[83810]:     return func(*args, **kwargs)
Feb 17 03:40:13.868777 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 17 03:40:13.868777 dv-cinder-759943-5-iscsi neutron-server[83810]:     self._notify()
Feb 17 03:40:13.868777 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 17 03:40:13.868777 dv-cinder-759943-5-iscsi neutron-server[83810]:     self.callback(batched_events)
Feb 17 03:40:13.868777 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 17 03:40:13.868777 dv-cinder-759943-5-iscsi neutron-server[83810]:     event.method(event)
Feb 17 03:40:13.868777 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 17 03:40:13.868777 dv-cinder-759943-5-iscsi neutron-server[83810]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 17 03:40:13.868777 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 17 03:40:13.868777 dv-cinder-759943-5-iscsi neutron-server[83810]:     segment_id)['aggregates'][0]
Feb 17 03:40:13.868777 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 17 03:40:13.868777 dv-cinder-759943-5-iscsi neutron-server[83810]:     return f(self, *a, **k)
Feb 17 03:40:13.868777 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 17 03:40:13.868777 dv-cinder-759943-5-iscsi neutron-server[83810]:     return self._get(url).json()
Feb 17 03:40:13.868777 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 17 03:40:13.868777 dv-cinder-759943-5-iscsi neutron-server[83810]:     **kwargs)
Feb 17 03:40:13.868777 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 17 03:40:13.868777 dv-cinder-759943-5-iscsi neutron-server[83810]:     return self.request(url, 'GET', **kwargs)
Feb 17 03:40:13.868777 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 17 03:40:13.868777 dv-cinder-759943-5-iscsi neutron-server[83810]:     **endpoint_filter)
Feb 17 03:40:13.868777 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 17 03:40:13.868777 dv-cinder-759943-5-iscsi neutron-server[83810]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 17 03:40:13.868777 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 17 03:40:13.868777 dv-cinder-759943-5-iscsi neutron-server[83810]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 17 03:40:13.868777 dv-cinder-759943-5-iscsi neutron-server[83810]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 17 03:40:13.951771 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-ea6387ad-5a12-4229-a5fb-a2bcacf6c400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16672364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853781874'] for network, after_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:40:13.955224 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:40:13.973620 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-ea6387ad-5a12-4229-a5fb-a2bcacf6c400 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854193028'] for network, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:40:13.981779 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6387ad-5a12-4229-a5fb-a2bcacf6c400 admin admin] Pushing event deleted for resources: {'Network': ['ID=735791d7-b752-470f-b049-6623a91713f5,revision_number=None']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:40:13.987260 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-ea6387ad-5a12-4229-a5fb-a2bcacf6c400 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:40:14.002693 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-ea6387ad-5a12-4229-a5fb-a2bcacf6c400 admin admin] 10.222.0.57 "DELETE /v2.0/networks/735791d7-b752-470f-b049-6623a91713f5 HTTP/1.1" status: 204  len: 168 time: 2.0534348
Feb 17 03:40:14.126415 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.57', 46746) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:40:14.136460 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7a0d99-481a-449d-bd06-3c4b52f368e7 req-9ade1825-3c1c-40a0-bd4e-6d196c2db2ed tempest-VolumesActionsTest-2073840464 tempest-VolumesActionsTest-2073840464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:40:14.138128 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-ad7a0d99-481a-449d-bd06-3c4b52f368e7 req-9ade1825-3c1c-40a0-bd4e-6d196c2db2ed tempest-VolumesActionsTest-2073840464 tempest-VolumesActionsTest-2073840464-project] 10.222.0.57 "GET /v2.0/ports?device_id=41b43b2a-76c7-475b-a6b4-244e05f28fbb HTTP/1.1" status: 200  len: 946 time: 0.0918036
Feb 17 03:40:14.181587 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-278c057b-b857-4558-965c-269c2d01d468 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=64044155addf41e9ba2bde5782afed2a&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0537331
Feb 17 03:40:14.186014 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83922) accepted ('10.222.0.57', 46750) {{(pid=83922) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:40:14.202833 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-ad7a0d99-481a-449d-bd06-3c4b52f368e7 req-3babde33-b2e7-481f-9ff2-1e44363f4563 tempest-VolumesActionsTest-2073840464 tempest-VolumesActionsTest-2073840464-project] 10.222.0.57 "GET /v2.0/security-groups?id=e4abc169-bd45-42ae-84e7-ae88d56147c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0579352
Feb 17 03:40:14.258936 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-8de6ea7e-7db4-424e-b509-2e26537bebb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:40:14.278812 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebea9ddb-0da0-4f8b-ad2a-400150951ef2 req-85dff285-355a-4d24-80fd-af0f36e1abae tempest-VolumesActionsTest-2073840464 tempest-VolumesActionsTest-2073840464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:40:14.280493 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-ebea9ddb-0da0-4f8b-ad2a-400150951ef2 req-85dff285-355a-4d24-80fd-af0f36e1abae tempest-VolumesActionsTest-2073840464 tempest-VolumesActionsTest-2073840464-project] 10.222.0.54 "GET /v2.0/ports?device_id=41b43b2a-76c7-475b-a6b4-244e05f28fbb HTTP/1.1" status: 200  len: 946 time: 0.0974720
Feb 17 03:40:14.287792 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-8de6ea7e-7db4-424e-b509-2e26537bebb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:40:14.338584 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-8de6ea7e-7db4-424e-b509-2e26537bebb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876219'] for security_group, after_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:40:14.343783 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-9bcd8e8e-2c33-4784-a57e-1682c39987f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:40:14.358414 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de6ea7e-7db4-424e-b509-2e26537bebb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2b2fb8f-fadb-4e94-8cd4-7c56f26bff4c,revision_number=None']} {{(pid=83922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:40:14.359114 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.plugin [req-ebea9ddb-0da0-4f8b-ad2a-400150951ef2 req-5153f201-0d49-468d-8d99-77236fc20d3c tempest-VolumesActionsTest-2073840464 tempest-VolumesActionsTest-2073840464-project] Deleting port 0eca2669-27fc-4ad4-9d65-39f38d830a3d {{(pid=83921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 03:40:14.359507 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-ebea9ddb-0da0-4f8b-ad2a-400150951ef2 req-5153f201-0d49-468d-8d99-77236fc20d3c tempest-VolumesActionsTest-2073840464 tempest-VolumesActionsTest-2073840464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363303097822068'] for port, before_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:40:14.362366 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-8de6ea7e-7db4-424e-b509-2e26537bebb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:40:14.365849 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-8de6ea7e-7db4-424e-b509-2e26537bebb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:40:14.370213 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-8de6ea7e-7db4-424e-b509-2e26537bebb5 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a2b2fb8f-fadb-4e94-8cd4-7c56f26bff4c HTTP/1.1" status: 204  len: 168 time: 0.1831160
Feb 17 03:40:14.648339 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.db [req-ebea9ddb-0da0-4f8b-ad2a-400150951ef2 req-5153f201-0d49-468d-8d99-77236fc20d3c tempest-VolumesActionsTest-2073840464 tempest-VolumesActionsTest-2073840464-project] For port 0eca2669-27fc-4ad4-9d65-39f38d830a3d, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=0eca2669-27fc-4ad4-9d65-39f38d830a3d,segment=NetworkSegment(9b311f21-056c-4ab6-8b7a-780a9fd3a2a9),segment_id=9b311f21-056c-4ab6-8b7a-780a9fd3a2a9)] {{(pid=83921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:40:14.648961 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-ebea9ddb-0da0-4f8b-ad2a-400150951ef2 req-5153f201-0d49-468d-8d99-77236fc20d3c tempest-VolumesActionsTest-2073840464 tempest-VolumesActionsTest-2073840464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853786502'] for port, precommit_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:40:14.788230 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.plugin [req-ebea9ddb-0da0-4f8b-ad2a-400150951ef2 req-5153f201-0d49-468d-8d99-77236fc20d3c tempest-VolumesActionsTest-2073840464 tempest-VolumesActionsTest-2073840464-project] Calling delete_port for 0eca2669-27fc-4ad4-9d65-39f38d830a3d owned by compute:nova {{(pid=83921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 03:40:14.957847 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-ebea9ddb-0da0-4f8b-ad2a-400150951ef2 req-5153f201-0d49-468d-8d99-77236fc20d3c tempest-VolumesActionsTest-2073840464 tempest-VolumesActionsTest-2073840464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363303097879497', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363303098261142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852640907'] for port, after_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:40:14.977361 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-f993b754-394f-4ba4-8b09-24d1712f9a1a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:40:15.079855 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5153f201-0d49-468d-8d99-77236fc20d3c tempest-VolumesActionsTest-2073840464 tempest-VolumesActionsTest-2073840464-project] Pushing event deleted for resources: {'Port': ['ID=0eca2669-27fc-4ad4-9d65-39f38d830a3d,revision_number=None']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:40:15.089989 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-5153f201-0d49-468d-8d99-77236fc20d3c tempest-VolumesActionsTest-2073840464 tempest-VolumesActionsTest-2073840464-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:40:15.194439 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebea9ddb-0da0-4f8b-ad2a-400150951ef2 req-5153f201-0d49-468d-8d99-77236fc20d3c tempest-VolumesActionsTest-2073840464 tempest-VolumesActionsTest-2073840464-project] No DVR routers for this DVR port 0eca2669-27fc-4ad4-9d65-39f38d830a3d on host hv-cinder-75994 {{(pid=83921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 03:40:15.196727 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-ebea9ddb-0da0-4f8b-ad2a-400150951ef2 req-5153f201-0d49-468d-8d99-77236fc20d3c tempest-VolumesActionsTest-2073840464 tempest-VolumesActionsTest-2073840464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774597'] for port, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:40:15.199990 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41b43b2a-76c7-475b-a6b4-244e05f28fbb', 'name': 'network-vif-deleted', 'tag': '0eca2669-27fc-4ad4-9d65-39f38d830a3d'}] {{(pid=83921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 03:40:15.218415 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-ebea9ddb-0da0-4f8b-ad2a-400150951ef2 req-5153f201-0d49-468d-8d99-77236fc20d3c tempest-VolumesActionsTest-2073840464 tempest-VolumesActionsTest-2073840464-project] 10.222.0.54 "DELETE /v2.0/ports/0eca2669-27fc-4ad4-9d65-39f38d830a3d HTTP/1.1" status: 204  len: 173 time: 0.9325249
Feb 17 03:40:15.263509 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41b43b2a-76c7-475b-a6b4-244e05f28fbb', 'name': 'network-vif-deleted', 'tag': '0eca2669-27fc-4ad4-9d65-39f38d830a3d', 'status': 'completed', 'code': 200}
Feb 17 03:40:15.372202 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Device 0eca2669-27fc-4ad4-9d65-39f38d830a3d no longer exists at agent ovs-agent-hv-cinder-75994 {{(pid=83923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 03:40:15.381493 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-420fd6da-6ae4-4bdd-80ec-f4aaa6ef03a3 req-bb97b614-b4b3-479c-8da5-458acbc833c7 tempest-VolumesActionsTest-2073840464 tempest-VolumesActionsTest-2073840464-project] 10.222.0.57 "GET /v2.0/ports?device_id=41b43b2a-76c7-475b-a6b4-244e05f28fbb HTTP/1.1" status: 200  len: 210 time: 0.0578725
Feb 17 03:40:15.412851 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.plugin [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] No Port match for: 0eca2669-27fc-4ad4-9d65-39f38d830a3d {{(pid=83923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 03:40:15.413306 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Device 0eca2669-27fc-4ad4-9d65-39f38d830a3d not bound to the agent host hv-cinder-75994 {{(pid=83923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 03:40:16.774184 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83922) accepted ('10.222.0.57', 46828) {{(pid=83922) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:40:16.912950 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-84a8590e-1e86-4d90-8aef-df15b518cb86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:40:16.929717 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-84a8590e-1e86-4d90-8aef-df15b518cb86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:40:16.933999 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-84a8590e-1e86-4d90-8aef-df15b518cb86 admin admin] Usage tracker for resource:security_group_rule and tenant:a1ff4e435055418491bc1bc4b44395e2 is out of sync, need to count used quota {{(pid=83922) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:40:16.937219 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-84a8590e-1e86-4d90-8aef-df15b518cb86 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83922) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:40:16.943891 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-84a8590e-1e86-4d90-8aef-df15b518cb86 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:40:17.043545 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-84a8590e-1e86-4d90-8aef-df15b518cb86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:40:17.046743 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-84a8590e-1e86-4d90-8aef-df15b518cb86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876219'] for security_group, after_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:40:17.061400 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-54b740e1-884e-4d9f-8be0-6f5696c166a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:40:17.100529 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a8590e-1e86-4d90-8aef-df15b518cb86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5405d7a6-2dc8-4bbc-a980-9cfc1b58b0b6,revision_number=1']} {{(pid=83922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:40:17.104173 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-84a8590e-1e86-4d90-8aef-df15b518cb86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:40:17.111249 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.57', 46842) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:40:17.119555 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-84a8590e-1e86-4d90-8aef-df15b518cb86 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=a1ff4e435055418491bc1bc4b44395e2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3441391
Feb 17 03:40:17.185377 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-39e1ec27-4b2a-48d8-b7f6-3c7ff4d32869 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:40:17.216646 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-39e1ec27-4b2a-48d8-b7f6-3c7ff4d32869 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:40:17.267222 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-39e1ec27-4b2a-48d8-b7f6-3c7ff4d32869 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876219'] for security_group, after_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:40:17.272744 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-44c4a201-88d6-4881-a27e-77f38af6900f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:40:17.287834 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e1ec27-4b2a-48d8-b7f6-3c7ff4d32869 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5405d7a6-2dc8-4bbc-a980-9cfc1b58b0b6,revision_number=None']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:40:17.290771 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-39e1ec27-4b2a-48d8-b7f6-3c7ff4d32869 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:40:17.292037 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-39e1ec27-4b2a-48d8-b7f6-3c7ff4d32869 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:40:17.293889 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-39e1ec27-4b2a-48d8-b7f6-3c7ff4d32869 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/5405d7a6-2dc8-4bbc-a980-9cfc1b58b0b6 HTTP/1.1" status: 204  len: 168 time: 0.1809649
Feb 17 03:40:17.611238 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83922) accepted ('10.222.0.57', 46862) {{(pid=83922) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:40:17.632597 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-f637ee27-b980-4a43-83be-228af5591383 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:40:17.648755 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-f637ee27-b980-4a43-83be-228af5591383 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:40:17.653014 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-f637ee27-b980-4a43-83be-228af5591383 admin admin] Usage tracker for resource:security_group_rule and tenant:d3f4edf20fe140ad8d83ab3c0a43237a is out of sync, need to count used quota {{(pid=83922) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:40:17.656088 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-f637ee27-b980-4a43-83be-228af5591383 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83922) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:40:17.662027 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-f637ee27-b980-4a43-83be-228af5591383 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:40:17.753159 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-f637ee27-b980-4a43-83be-228af5591383 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:40:17.756910 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-f637ee27-b980-4a43-83be-228af5591383 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876219'] for security_group, after_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:40:17.768771 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-3ec155a2-ec05-4d91-85c2-c48b66ab1133 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:40:17.812950 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f637ee27-b980-4a43-83be-228af5591383 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fdf7b03-8d21-4f19-ba65-07526e6cd2e8,revision_number=1']} {{(pid=83922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:40:17.821801 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-f637ee27-b980-4a43-83be-228af5591383 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=d3f4edf20fe140ad8d83ab3c0a43237a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2092676
Feb 17 03:40:17.822385 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83922) accepted ('10.222.0.57', 46876) {{(pid=83922) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:40:17.823558 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-f637ee27-b980-4a43-83be-228af5591383 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:40:17.899191 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-04acb56e-f833-462d-97be-10d8783b3743 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:40:17.928607 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-04acb56e-f833-462d-97be-10d8783b3743 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:40:17.975498 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-04acb56e-f833-462d-97be-10d8783b3743 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876219'] for security_group, after_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:40:17.980906 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-6017f68d-d622-4b6b-8afb-d5ab0cd45719 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:40:17.995284 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04acb56e-f833-462d-97be-10d8783b3743 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fdf7b03-8d21-4f19-ba65-07526e6cd2e8,revision_number=None']} {{(pid=83922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:40:18.000396 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-04acb56e-f833-462d-97be-10d8783b3743 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:40:18.004979 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-04acb56e-f833-462d-97be-10d8783b3743 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:40:18.006296 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-04acb56e-f833-462d-97be-10d8783b3743 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/1fdf7b03-8d21-4f19-ba65-07526e6cd2e8 HTTP/1.1" status: 204  len: 168 time: 0.1816843
Feb 17 03:40:23.410223 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-285cc88d-5479-4b10-b4fc-0acee3e71f11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:40:25.494625 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-0c3ad32f-1ed6-4c57-817f-6a8053084e66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:40:25.550071 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:40:26.447343 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-8cda4ffb-98e6-4bcf-adaf-c47fc353fc1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:40:27.237941 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:40:27.609754 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-3bdb028f-655c-46e9-b0eb-5d4ca64bdb37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:40:28.635717 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83922) accepted ('10.222.0.57', 47036) {{(pid=83922) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:40:28.780436 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-c8ee97f7-d6cf-426e-b710-8633e0ed17a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:40:28.798198 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-c8ee97f7-d6cf-426e-b710-8633e0ed17a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:40:28.803241 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-c8ee97f7-d6cf-426e-b710-8633e0ed17a6 admin admin] Usage tracker for resource:security_group_rule and tenant:3e99a17033564917a28a4affe62378ac is out of sync, need to count used quota {{(pid=83922) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:40:28.806693 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-c8ee97f7-d6cf-426e-b710-8633e0ed17a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83922) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:40:28.813259 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-c8ee97f7-d6cf-426e-b710-8633e0ed17a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:40:28.916593 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-c8ee97f7-d6cf-426e-b710-8633e0ed17a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:40:28.920931 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-c8ee97f7-d6cf-426e-b710-8633e0ed17a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876219'] for security_group, after_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:40:28.931230 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-b3668c8a-59bd-4706-a2f6-b9f22cef8bf9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:40:28.981099 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.57', 47042) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:40:28.981335 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-c8ee97f7-d6cf-426e-b710-8633e0ed17a6 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=3e99a17033564917a28a4affe62378ac&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3441696
Feb 17 03:40:28.983232 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ee97f7-d6cf-426e-b710-8633e0ed17a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a74ae3bb-8d58-406f-aba9-e91568ca35aa,revision_number=1']} {{(pid=83922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:40:28.998092 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-c8ee97f7-d6cf-426e-b710-8633e0ed17a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:40:29.061172 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-de3aab9a-b02f-4378-aaf2-b4c0147e1b1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:40:29.094840 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-de3aab9a-b02f-4378-aaf2-b4c0147e1b1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:40:29.157895 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-de3aab9a-b02f-4378-aaf2-b4c0147e1b1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876219'] for security_group, after_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:40:29.164240 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-2204fdcc-c537-46f6-8523-5ede6f2e3d20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:40:29.177644 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3aab9a-b02f-4378-aaf2-b4c0147e1b1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a74ae3bb-8d58-406f-aba9-e91568ca35aa,revision_number=None']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:40:29.181249 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-de3aab9a-b02f-4378-aaf2-b4c0147e1b1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:40:29.186808 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-de3aab9a-b02f-4378-aaf2-b4c0147e1b1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:40:29.190862 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-de3aab9a-b02f-4378-aaf2-b4c0147e1b1d admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a74ae3bb-8d58-406f-aba9-e91568ca35aa HTTP/1.1" status: 204  len: 168 time: 0.2085388
Feb 17 03:40:29.580134 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.57', 47054) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:40:29.600583 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-7984011e-c93c-4261-b737-51a8355e069a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:40:29.621551 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-7984011e-c93c-4261-b737-51a8355e069a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:40:29.627566 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-7984011e-c93c-4261-b737-51a8355e069a admin admin] Usage tracker for resource:security_group_rule and tenant:af9fdb4d10134f8593b570d0ff3fcbf6 is out of sync, need to count used quota {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:40:29.631619 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-7984011e-c93c-4261-b737-51a8355e069a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:40:29.637903 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-7984011e-c93c-4261-b737-51a8355e069a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:40:29.740284 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-7984011e-c93c-4261-b737-51a8355e069a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:40:29.743243 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-7984011e-c93c-4261-b737-51a8355e069a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876219'] for security_group, after_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:40:29.752827 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-cf852513-085c-41e3-846b-0f5889f99502 tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:40:29.786127 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-7984011e-c93c-4261-b737-51a8355e069a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=af9fdb4d10134f8593b570d0ff3fcbf6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2036994
Feb 17 03:40:29.787912 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.57', 47058) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:40:29.830794 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7984011e-c93c-4261-b737-51a8355e069a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8e126bd-c642-4ea2-888f-90392783380c,revision_number=1']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:40:29.834910 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-7984011e-c93c-4261-b737-51a8355e069a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:40:29.887521 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-244200ff-819d-4be3-9250-c47a9b63c0d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:40:29.920307 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-244200ff-819d-4be3-9250-c47a9b63c0d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:40:29.982253 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-244200ff-819d-4be3-9250-c47a9b63c0d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876219'] for security_group, after_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:40:29.986665 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-0ce99f0a-d4fe-44c5-a883-438d637701ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:40:30.002352 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244200ff-819d-4be3-9250-c47a9b63c0d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8e126bd-c642-4ea2-888f-90392783380c,revision_number=None']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:40:30.006609 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-244200ff-819d-4be3-9250-c47a9b63c0d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:40:30.008957 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-244200ff-819d-4be3-9250-c47a9b63c0d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:40:30.013382 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-244200ff-819d-4be3-9250-c47a9b63c0d4 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f8e126bd-c642-4ea2-888f-90392783380c HTTP/1.1" status: 204  len: 168 time: 0.2241068
Feb 17 03:40:36.163407 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.57', 47162) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:40:36.306488 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-86632b43-a2be-4c38-a487-46628254426a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:40:36.325674 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-86632b43-a2be-4c38-a487-46628254426a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:40:36.330632 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-86632b43-a2be-4c38-a487-46628254426a admin admin] Usage tracker for resource:security_group_rule and tenant:12278325d676472288d5b2b800cb3961 is out of sync, need to count used quota {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:40:36.334666 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-86632b43-a2be-4c38-a487-46628254426a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:40:36.342152 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-86632b43-a2be-4c38-a487-46628254426a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:40:36.436317 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-86632b43-a2be-4c38-a487-46628254426a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:40:36.440189 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-86632b43-a2be-4c38-a487-46628254426a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876219'] for security_group, after_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:40:36.471360 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-226b262a-df85-49f2-97e5-be661a7d0375 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:40:36.488281 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83922) accepted ('10.222.0.57', 47174) {{(pid=83922) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:40:36.500669 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-86632b43-a2be-4c38-a487-46628254426a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=12278325d676472288d5b2b800cb3961&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3360152
Feb 17 03:40:36.532769 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86632b43-a2be-4c38-a487-46628254426a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bf78bab-8b02-4a11-a728-8950e2019704,revision_number=1']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:40:36.536634 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-86632b43-a2be-4c38-a487-46628254426a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:40:36.567857 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-529d48af-aa9e-413a-9103-45428fdee91f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:40:36.599311 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-529d48af-aa9e-413a-9103-45428fdee91f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:40:36.660695 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-529d48af-aa9e-413a-9103-45428fdee91f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876219'] for security_group, after_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:40:36.666429 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-6e99108c-e23b-45f1-8c8f-9adc4fa3679c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:40:36.681013 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529d48af-aa9e-413a-9103-45428fdee91f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bf78bab-8b02-4a11-a728-8950e2019704,revision_number=None']} {{(pid=83922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:40:36.684098 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-529d48af-aa9e-413a-9103-45428fdee91f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:40:36.695205 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-529d48af-aa9e-413a-9103-45428fdee91f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:40:36.700796 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-529d48af-aa9e-413a-9103-45428fdee91f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/5bf78bab-8b02-4a11-a728-8950e2019704 HTTP/1.1" status: 204  len: 168 time: 0.2109683
Feb 17 03:40:43.168092 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83922) accepted ('10.222.0.57', 47348) {{(pid=83922) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:40:43.241525 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.db_base_plugin_v2 [None req-139ffb61-f9bc-43c9-8b3d-af4ada267682 admin admin] Deleting subnet 78890f6c-e2c5-4bc2-991f-2121f61af2c2 {{(pid=83922) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 17 03:40:43.244881 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-139ffb61-f9bc-43c9-8b3d-af4ada267682 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:40:43.303812 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-139ffb61-f9bc-43c9-8b3d-af4ada267682 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851654051'] for subnet, precommit_delete_associations {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:40:43.371285 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-139ffb61-f9bc-43c9-8b3d-af4ada267682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036838102275'] for subnet, precommit_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:40:43.647069 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-139ffb61-f9bc-43c9-8b3d-af4ada267682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853913663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851846314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2567689'] for subnet, after_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:40:43.663426 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-4ab98e65-716b-41c8-bedd-e49c63a988a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:40:43.759398 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139ffb61-f9bc-43c9-8b3d-af4ada267682 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=78890f6c-e2c5-4bc2-991f-2121f61af2c2,revision_number=None']} {{(pid=83922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:40:43.764698 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-139ffb61-f9bc-43c9-8b3d-af4ada267682 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:40:43.801892 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-139ffb61-f9bc-43c9-8b3d-af4ada267682 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:40:43.808221 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-139ffb61-f9bc-43c9-8b3d-af4ada267682 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/78890f6c-e2c5-4bc2-991f-2121f61af2c2 HTTP/1.1" status: 204  len: 168 time: 0.6390076
Feb 17 03:40:43.810889 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83922) accepted ('10.222.0.57', 47352) {{(pid=83922) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:40:43.939468 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-9f7f47c2-741b-471b-a873-420bcd39123d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036838459169'] for network, before_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:40:44.142002 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-9f7f47c2-741b-471b-a873-420bcd39123d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838103452', 'neutron.services.segments.db._delete_segments_for_network-8733756975594'] for network, precommit_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:40:44.262207 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.services.segments.db [None req-9f7f47c2-741b-471b-a873-420bcd39123d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f17c5c67278>,) {'filters': {'network_id': ['373d2b80-c4ae-43a2-b4fd-925d2b965f1a']}} {{(pid=83922) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:40:44.275822 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.services.segments.db [None req-9f7f47c2-741b-471b-a873-420bcd39123d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f17c5c67278>, '9b311f21-056c-4ab6-8b7a-780a9fd3a2a9') {'for_net_delete': True} {{(pid=83922) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:40:44.276161 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.services.segments.db [None req-9f7f47c2-741b-471b-a873-420bcd39123d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f17c5c67278>, '9b311f21-056c-4ab6-8b7a-780a9fd3a2a9') {} {{(pid=83922) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:40:44.292074 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-9f7f47c2-741b-471b-a873-420bcd39123d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363303097793020', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3121733'] for segment, before_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:40:44.310694 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-9f7f47c2-741b-471b-a873-420bcd39123d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16617428'] for segment, precommit_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:40:44.312890 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-9f7f47c2-741b-471b-a873-420bcd39123d admin admin] Releasing vxlan tunnel 6 to pool {{(pid=83922) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 17 03:40:44.749537 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.managers [None req-9f7f47c2-741b-471b-a873-420bcd39123d admin admin] Network 373d2b80-c4ae-43a2-b4fd-925d2b965f1a has no segments {{(pid=83922) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 03:40:44.762926 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-9f7f47c2-741b-471b-a873-420bcd39123d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036838158356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2929321'] for segment, after_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:40:44.949986 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.managers [None req-9f7f47c2-741b-471b-a873-420bcd39123d admin admin] Network 373d2b80-c4ae-43a2-b4fd-925d2b965f1a has no segments {{(pid=83922) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 03:40:44.974988 dv-cinder-759943-5-iscsi neutron-server[83810]: Traceback (most recent call last):
Feb 17 03:40:44.974988 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 17 03:40:44.974988 dv-cinder-759943-5-iscsi neutron-server[83810]:     timer()
Feb 17 03:40:44.974988 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 17 03:40:44.974988 dv-cinder-759943-5-iscsi neutron-server[83810]:     cb(*args, **kw)
Feb 17 03:40:44.974988 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 17 03:40:44.974988 dv-cinder-759943-5-iscsi neutron-server[83810]:     return func(*args, **kwargs)
Feb 17 03:40:44.974988 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 17 03:40:44.974988 dv-cinder-759943-5-iscsi neutron-server[83810]:     self._notify()
Feb 17 03:40:44.974988 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 17 03:40:44.974988 dv-cinder-759943-5-iscsi neutron-server[83810]:     self.callback(batched_events)
Feb 17 03:40:44.974988 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 17 03:40:44.974988 dv-cinder-759943-5-iscsi neutron-server[83810]:     event.method(event)
Feb 17 03:40:44.974988 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 17 03:40:44.974988 dv-cinder-759943-5-iscsi neutron-server[83810]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 17 03:40:44.974988 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 17 03:40:44.974988 dv-cinder-759943-5-iscsi neutron-server[83810]:     segment_id)['aggregates'][0]
Feb 17 03:40:44.974988 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 17 03:40:44.974988 dv-cinder-759943-5-iscsi neutron-server[83810]:     return f(self, *a, **k)
Feb 17 03:40:44.974988 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 17 03:40:44.974988 dv-cinder-759943-5-iscsi neutron-server[83810]:     return self._get(url).json()
Feb 17 03:40:44.974988 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 17 03:40:44.974988 dv-cinder-759943-5-iscsi neutron-server[83810]:     **kwargs)
Feb 17 03:40:44.974988 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 17 03:40:44.974988 dv-cinder-759943-5-iscsi neutron-server[83810]:     return self.request(url, 'GET', **kwargs)
Feb 17 03:40:44.974988 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 17 03:40:44.974988 dv-cinder-759943-5-iscsi neutron-server[83810]:     **endpoint_filter)
Feb 17 03:40:44.974988 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 17 03:40:44.974988 dv-cinder-759943-5-iscsi neutron-server[83810]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 17 03:40:44.974988 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 17 03:40:44.974988 dv-cinder-759943-5-iscsi neutron-server[83810]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 17 03:40:44.974988 dv-cinder-759943-5-iscsi neutron-server[83810]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 17 03:40:45.060827 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-9f7f47c2-741b-471b-a873-420bcd39123d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16672364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853781874'] for network, after_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:40:45.065993 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-9f7f47c2-741b-471b-a873-420bcd39123d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854193028'] for network, before_response {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:40:45.070750 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-a6731256-6ed8-48be-bde7-fb962b19e502 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:40:45.094374 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7f47c2-741b-471b-a873-420bcd39123d admin admin] Pushing event deleted for resources: {'Network': ['ID=373d2b80-c4ae-43a2-b4fd-925d2b965f1a,revision_number=None']} {{(pid=83922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:40:45.097140 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-9f7f47c2-741b-471b-a873-420bcd39123d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:40:45.102948 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-9f7f47c2-741b-471b-a873-420bcd39123d admin admin] 10.222.0.57 "DELETE /v2.0/networks/373d2b80-c4ae-43a2-b4fd-925d2b965f1a HTTP/1.1" status: 204  len: 168 time: 1.2909944
Feb 17 03:40:45.394571 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83922) accepted ('10.222.0.57', 47364) {{(pid=83922) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:40:45.450807 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-5ac55db3-9cbc-4445-8d45-564657f47df4 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=aea9cb666780439b80fcb18514f32228&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0539286
Feb 17 03:40:45.453445 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83922) accepted ('10.222.0.57', 47368) {{(pid=83922) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:40:45.520335 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-a600417f-30ea-44e3-8be0-8554eb683956 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:40:45.553736 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-a600417f-30ea-44e3-8be0-8554eb683956 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:40:45.600630 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-a600417f-30ea-44e3-8be0-8554eb683956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876219'] for security_group, after_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:40:45.604647 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-94e9ef27-fe45-4d25-b73e-689d3f633d81 tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:40:45.620537 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a600417f-30ea-44e3-8be0-8554eb683956 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4abc169-bd45-42ae-84e7-ae88d56147c7,revision_number=None']} {{(pid=83922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:40:45.623400 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-a600417f-30ea-44e3-8be0-8554eb683956 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:40:45.629873 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-a600417f-30ea-44e3-8be0-8554eb683956 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:40:45.633529 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-a600417f-30ea-44e3-8be0-8554eb683956 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e4abc169-bd45-42ae-84e7-ae88d56147c7 HTTP/1.1" status: 204  len: 168 time: 0.1766932
Feb 17 03:40:47.155152 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.agents_db [None req-06fda002-6a6c-4595-892c-f579c445b334 None None] Agent healthcheck: found 6 active agents {{(pid=83924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 03:40:53.414969 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-98cbac03-f831-4ee7-b4bf-fd2e304849e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:40:55.486887 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-22f3946a-e184-4140-b031-6134b1c96f9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:40:55.553742 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:40:56.431550 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-8cda4ffb-98e6-4bcf-adaf-c47fc353fc1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:40:57.231080 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:40:57.609726 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-3bdb028f-655c-46e9-b0eb-5d4ca64bdb37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:41:10.133565 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-6a1e8d48-00c7-4bd5-bb23-5a3aa514d009 req-ce3f3312-c9a0-45c8-af21-130fb5273f05 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.57 "GET /v2.0/floatingips/9e6d4017-6793-4f64-8282-5e78c6d3e10f HTTP/1.1" status: 200  len: 998 time: 0.1309073
Feb 17 03:41:10.302823 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1e8d48-00c7-4bd5-bb23-5a3aa514d009 req-7bfe5a0b-e524-47f7-866a-4a4b2137b0e3 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:41:10.304409 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-6a1e8d48-00c7-4bd5-bb23-5a3aa514d009 req-7bfe5a0b-e524-47f7-866a-4a4b2137b0e3 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.57 "GET /v2.0/networks/47a54196-2e01-4ced-bf59-8f5a8abde718 HTTP/1.1" status: 200  len: 784 time: 0.1647604
Feb 17 03:41:10.317429 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [req-6a1e8d48-00c7-4bd5-bb23-5a3aa514d009 req-12551584-7918-45c9-bba3-b8dc044baba3 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=83922) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 17 03:41:10.318562 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-6a1e8d48-00c7-4bd5-bb23-5a3aa514d009 req-12551584-7918-45c9-bba3-b8dc044baba3 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0066667
Feb 17 03:41:10.437506 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-6a1e8d48-00c7-4bd5-bb23-5a3aa514d009 req-662cbf62-6f8d-4cea-be0a-2412843b376e tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.27.0.129 HTTP/1.1" status: 200  len: 1001 time: 0.1114872
Feb 17 03:41:10.524955 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1e8d48-00c7-4bd5-bb23-5a3aa514d009 req-28a8adeb-d79e-435c-b72f-0b486a5e88af tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:41:10.526536 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-6a1e8d48-00c7-4bd5-bb23-5a3aa514d009 req-28a8adeb-d79e-435c-b72f-0b486a5e88af tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.57 "GET /v2.0/ports/3b32b96c-a86d-446f-8f9f-4f8b2c500fb9 HTTP/1.1" status: 200  len: 942 time: 0.0830753
Feb 17 03:41:10.728019 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-6a1e8d48-00c7-4bd5-bb23-5a3aa514d009 req-bfcf6af1-a2b5-4c99-8c28-a02f97c96ac4 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.27.0.129 HTTP/1.1" status: 200  len: 1001 time: 0.1134667
Feb 17 03:41:10.965823 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.plugin [req-6a1e8d48-00c7-4bd5-bb23-5a3aa514d009 req-15c96c8e-52f0-4cd5-930e-d7f75796d62c tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Deleting port 983d25ab-9dbe-4c9a-86f1-7d8bb409c6a3 {{(pid=83922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 03:41:10.966193 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-6a1e8d48-00c7-4bd5-bb23-5a3aa514d009 req-15c96c8e-52f0-4cd5-930e-d7f75796d62c tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363303097822068'] for port, before_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:41:11.156721 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-6a1e8d48-00c7-4bd5-bb23-5a3aa514d009 req-15c96c8e-52f0-4cd5-930e-d7f75796d62c tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853786502'] for port, precommit_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:41:11.157544 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-6a1e8d48-00c7-4bd5-bb23-5a3aa514d009 req-15c96c8e-52f0-4cd5-930e-d7f75796d62c tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:41:11.294389 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.plugin [req-6a1e8d48-00c7-4bd5-bb23-5a3aa514d009 req-15c96c8e-52f0-4cd5-930e-d7f75796d62c tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Calling delete_port for 983d25ab-9dbe-4c9a-86f1-7d8bb409c6a3 owned by network:floatingip {{(pid=83922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 03:41:11.498753 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-6a1e8d48-00c7-4bd5-bb23-5a3aa514d009 req-15c96c8e-52f0-4cd5-930e-d7f75796d62c tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363303097879497', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363303098261142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851846526'] for port, after_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:41:11.514858 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-04cbe4c5-b883-431d-b9a0-6173c4ed94f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:41:11.619984 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c96c8e-52f0-4cd5-930e-d7f75796d62c tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Pushing event deleted for resources: {'Port': ['ID=983d25ab-9dbe-4c9a-86f1-7d8bb409c6a3,revision_number=None']} {{(pid=83922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:41:11.634508 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c96c8e-52f0-4cd5-930e-d7f75796d62c tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:41:11.634925 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c96c8e-52f0-4cd5-930e-d7f75796d62c tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:41:11.635333 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c96c8e-52f0-4cd5-930e-d7f75796d62c tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:41:11.635734 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c96c8e-52f0-4cd5-930e-d7f75796d62c tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:41:11.636134 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c96c8e-52f0-4cd5-930e-d7f75796d62c tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:41:11.636530 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c96c8e-52f0-4cd5-930e-d7f75796d62c tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:41:11.636961 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c96c8e-52f0-4cd5-930e-d7f75796d62c tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:41:11.637383 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c96c8e-52f0-4cd5-930e-d7f75796d62c tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:41:11.637778 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c96c8e-52f0-4cd5-930e-d7f75796d62c tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:41:11.638170 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c96c8e-52f0-4cd5-930e-d7f75796d62c tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:41:11.638563 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c96c8e-52f0-4cd5-930e-d7f75796d62c tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:41:11.638953 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c96c8e-52f0-4cd5-930e-d7f75796d62c tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:41:11.639439 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c96c8e-52f0-4cd5-930e-d7f75796d62c tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:41:11.639837 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c96c8e-52f0-4cd5-930e-d7f75796d62c tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:41:11.640224 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c96c8e-52f0-4cd5-930e-d7f75796d62c tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:41:11.640615 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c96c8e-52f0-4cd5-930e-d7f75796d62c tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:41:11.641076 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c96c8e-52f0-4cd5-930e-d7f75796d62c tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:41:11.641474 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c96c8e-52f0-4cd5-930e-d7f75796d62c tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:41:11.641868 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c96c8e-52f0-4cd5-930e-d7f75796d62c tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:41:11.642256 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c96c8e-52f0-4cd5-930e-d7f75796d62c tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:41:11.642653 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c96c8e-52f0-4cd5-930e-d7f75796d62c tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:41:11.643059 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c96c8e-52f0-4cd5-930e-d7f75796d62c tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:41:11.643442 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c96c8e-52f0-4cd5-930e-d7f75796d62c tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:41:11.643828 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c96c8e-52f0-4cd5-930e-d7f75796d62c tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:41:11.651561 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-15c96c8e-52f0-4cd5-930e-d7f75796d62c tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:41:11.774889 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-6a1e8d48-00c7-4bd5-bb23-5a3aa514d009 req-15c96c8e-52f0-4cd5-930e-d7f75796d62c tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Notify callbacks [] for floatingip, after_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:41:11.775254 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.db.l3_db [req-6a1e8d48-00c7-4bd5-bb23-5a3aa514d009 req-15c96c8e-52f0-4cd5-930e-d7f75796d62c tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Floating IP 9e6d4017-6793-4f64-8282-5e78c6d3e10f disassociated (deleted). External IP: 172.27.0.129, port: 3b32b96c-a86d-446f-8f9f-4f8b2c500fb9.
Feb 17 03:41:12.180247 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6a1e8d48-00c7-4bd5-bb23-5a3aa514d009 req-15c96c8e-52f0-4cd5-930e-d7f75796d62c tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Router 3ae39434-3077-4a61-8ec9-5d2beb8f56b0 has already been hosted by L3 agent 3e02af72-3002-4fb3-96dd-e59119f81584 {{(pid=83922) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 03:41:12.660348 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6a1e8d48-00c7-4bd5-bb23-5a3aa514d009 req-15c96c8e-52f0-4cd5-930e-d7f75796d62c tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Notify agent at l3_agent.dv-cinder-759943-5-iscsi the message routers_updated {{(pid=83922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 03:41:12.670631 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-194ef8d6-95e4-4b67-a3a3-1bbff6cd9b8e None None] Sync routers for ids ['3ae39434-3077-4a61-8ec9-5d2beb8f56b0'] in dv-cinder-759943-5-iscsi {{(pid=83924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 03:41:12.680932 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-194ef8d6-95e4-4b67-a3a3-1bbff6cd9b8e None None] Routers {'3ae39434-3077-4a61-8ec9-5d2beb8f56b0'} bound to L3 agent in host dv-cinder-759943-5-iscsi {{(pid=83924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 03:41:12.681647 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_hamode_db [None req-194ef8d6-95e4-4b67-a3a3-1bbff6cd9b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f17c5f282e8>, 'dv-cinder-759943-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T03:18:25Z,description=<?>,heartbeat_timestamp=2021-02-17T03:40:55Z,host='dv-cinder-759943-5-iscsi',id=3e02af72-3002-4fb3-96dd-e59119f81584,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T03:18:25Z,topic='l3_agent')) {'router_ids': ['3ae39434-3077-4a61-8ec9-5d2beb8f56b0'], 'active': True} {{(pid=83924) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:41:12.689361 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-6a1e8d48-00c7-4bd5-bb23-5a3aa514d009 req-15c96c8e-52f0-4cd5-930e-d7f75796d62c tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774597'] for floatingip, before_response {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:41:12.752240 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-6a1e8d48-00c7-4bd5-bb23-5a3aa514d009 req-15c96c8e-52f0-4cd5-930e-d7f75796d62c tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.57 "DELETE /v2.0/floatingips/9e6d4017-6793-4f64-8282-5e78c6d3e10f HTTP/1.1" status: 204  len: 173 time: 2.0176885
Feb 17 03:41:12.752715 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f8f18c7-f615-4522-86f3-7d9caae10cb0', 'tag': '3b32b96c-a86d-446f-8f9f-4f8b2c500fb9'}] {{(pid=83922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 03:41:12.876204 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvr_db [None req-194ef8d6-95e4-4b67-a3a3-1bbff6cd9b8e None None] Set router 3ae39434-3077-4a61-8ec9-5d2beb8f56b0 gateway port host: dv-cinder-759943-5-iscsi {{(pid=83924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 03:41:12.975964 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1e8d48-00c7-4bd5-bb23-5a3aa514d009 req-3c2022d0-071d-40f6-82c7-192d2b22d6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:41:12.977690 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-6a1e8d48-00c7-4bd5-bb23-5a3aa514d009 req-3c2022d0-071d-40f6-82c7-192d2b22d6eb service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=09f977ccc1e54aa6bfffd127c9a4be7d&device_id=1f8f18c7-f615-4522-86f3-7d9caae10cb0 HTTP/1.1" status: 200  len: 1162 time: 0.2109585
Feb 17 03:41:12.983554 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f8f18c7-f615-4522-86f3-7d9caae10cb0', 'tag': '3b32b96c-a86d-446f-8f9f-4f8b2c500fb9', 'status': 'completed', 'code': 200}
Feb 17 03:41:13.131052 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1e8d48-00c7-4bd5-bb23-5a3aa514d009 req-6d8ad93b-6775-4b68-811c-ff5d13b6341e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:41:13.132679 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-6a1e8d48-00c7-4bd5-bb23-5a3aa514d009 req-6d8ad93b-6775-4b68-811c-ff5d13b6341e service neutron] 10.222.0.57 "GET /v2.0/networks?id=3cb0cdf3-e2d2-4fae-b226-b086c7cc05ee HTTP/1.1" status: 200  len: 906 time: 0.1478484
Feb 17 03:41:13.210857 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-6a1e8d48-00c7-4bd5-bb23-5a3aa514d009 req-6bbeb789-f564-4988-9254-ddae66acbc60 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3b32b96c-a86d-446f-8f9f-4f8b2c500fb9 HTTP/1.1" status: 200  len: 217 time: 0.0712965
Feb 17 03:41:13.270985 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_hamode_db [None req-194ef8d6-95e4-4b67-a3a3-1bbff6cd9b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f17c5f282e8>, [{'id': '3ae39434-3077-4a61-8ec9-5d2beb8f56b0', 'name': 'tempest-TestVolumeBootPattern-1162730446-router', 'tenant_id': '09f977ccc1e54aa6bfffd127c9a4be7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'external_fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.14'}], 'enable_snat': True}, 'gw_port_id': 'aa054546-bebb-4011-8a62-78b11f5ad281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:31:15Z', 'updated_at': '2021-02-17T03:31:21Z', 'revision_number': 4, 'project_id': '09f977ccc1e54aa6bfffd127c9a4be7d', 'gw_port': {'id': 'aa054546-bebb-4011-8a62-78b11f5ad281', 'name': '', 'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:60:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae39434-3077-4a61-8ec9-5d2beb8f56b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:31:16Z', 'updated_at': '2021-02-17T03:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-5-iscsi', '_floatingips': [{'id': '41ac491b-7a8b-44d5-bac1-8f755fc274fe', 'tenant_id': '09f977ccc1e54aa6bfffd127c9a4be7d', 'floating_ip_address': '172.27.0.128', 'floating_network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'router_id': '3ae39434-3077-4a61-8ec9-5d2beb8f56b0', 'port_id': '1eaf9637-4a5d-4be5-9bed-fd22ccba8da3', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3cb0cdf3-e2d2-4fae-b226-b086c7cc05ee', 'mac_address': 'fa:16:3e:07:db:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a647e7-a66d-4254-9011-71ced47c3312', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T03:36:21Z', 'updated_at': '2021-02-17T03:36:27Z', 'revision_number': 2, 'project_id': '09f977ccc1e54aa6bfffd127c9a4be7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e98b3221-e8eb-44c7-922b-f05f45a151d1', 'name': '', 'network_id': '3cb0cdf3-e2d2-4fae-b226-b086c7cc05ee', 'tenant_id': '09f977ccc1e54aa6bfffd127c9a4be7d', 'mac_address': 'fa:16:3e:47:10:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae39434-3077-4a61-8ec9-5d2beb8f56b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '7b7a5bdd-0e94-4495-9a8f-a3426e0e5cfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:31:20Z', 'updated_at': '2021-02-17T03:31:31Z', 'revision_number': 5, 'project_id': '09f977ccc1e54aa6bfffd127c9a4be7d', 'subnets': [{'id': '7b7a5bdd-0e94-4495-9a8f-a3426e0e5cfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759943-5-iscsi', False) {} {{(pid=83924) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:41:13.275281 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-194ef8d6-95e4-4b67-a3a3-1bbff6cd9b8e None None] Checking router: 3ae39434-3077-4a61-8ec9-5d2beb8f56b0 for host: dv-cinder-759943-5-iscsi {{(pid=83924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 03:41:13.284476 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-194ef8d6-95e4-4b67-a3a3-1bbff6cd9b8e None None] Routers {'3ae39434-3077-4a61-8ec9-5d2beb8f56b0'} bound to L3 agent in host dv-cinder-759943-5-iscsi {{(pid=83924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 03:41:13.285198 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_hamode_db [None req-194ef8d6-95e4-4b67-a3a3-1bbff6cd9b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f17c5f282e8>, 'dv-cinder-759943-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T03:18:25Z,description=<?>,heartbeat_timestamp=2021-02-17T03:40:55Z,host='dv-cinder-759943-5-iscsi',id=3e02af72-3002-4fb3-96dd-e59119f81584,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T03:18:25Z,topic='l3_agent')) {'router_ids': ['3ae39434-3077-4a61-8ec9-5d2beb8f56b0'], 'active': True} {{(pid=83924) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:41:13.286954 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1e8d48-00c7-4bd5-bb23-5a3aa514d009 req-6282cd8d-0d01-4c96-b65e-9e2128200af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:41:13.288563 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-6a1e8d48-00c7-4bd5-bb23-5a3aa514d009 req-6282cd8d-0d01-4c96-b65e-9e2128200af8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7b7a5bdd-0e94-4495-9a8f-a3426e0e5cfa HTTP/1.1" status: 200  len: 851 time: 0.0711637
Feb 17 03:41:13.378803 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1e8d48-00c7-4bd5-bb23-5a3aa514d009 req-7d480487-3970-4971-a4a9-caa35a28935a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:41:13.380416 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-6a1e8d48-00c7-4bd5-bb23-5a3aa514d009 req-7d480487-3970-4971-a4a9-caa35a28935a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3cb0cdf3-e2d2-4fae-b226-b086c7cc05ee&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0850620
Feb 17 03:41:13.487166 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvr_db [None req-194ef8d6-95e4-4b67-a3a3-1bbff6cd9b8e None None] Set router 3ae39434-3077-4a61-8ec9-5d2beb8f56b0 gateway port host: dv-cinder-759943-5-iscsi {{(pid=83924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 03:41:13.533180 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-6a1e8d48-00c7-4bd5-bb23-5a3aa514d009 req-057ea0f2-867f-405b-905a-cb45670387f6 service neutron] 10.222.0.57 "GET /v2.0/networks/3cb0cdf3-e2d2-4fae-b226-b086c7cc05ee?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1445987
Feb 17 03:41:13.713928 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-6a1e8d48-00c7-4bd5-bb23-5a3aa514d009 req-4a6fcb2b-d09d-4761-88f5-402b9ec96232 service neutron] 10.222.0.57 "GET /v2.0/networks/3cb0cdf3-e2d2-4fae-b226-b086c7cc05ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1734505
Feb 17 03:41:13.902950 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_hamode_db [None req-194ef8d6-95e4-4b67-a3a3-1bbff6cd9b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f17c5f282e8>, [{'id': '3ae39434-3077-4a61-8ec9-5d2beb8f56b0', 'name': 'tempest-TestVolumeBootPattern-1162730446-router', 'tenant_id': '09f977ccc1e54aa6bfffd127c9a4be7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'external_fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.14'}], 'enable_snat': True}, 'gw_port_id': 'aa054546-bebb-4011-8a62-78b11f5ad281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:31:15Z', 'updated_at': '2021-02-17T03:31:21Z', 'revision_number': 4, 'project_id': '09f977ccc1e54aa6bfffd127c9a4be7d', 'gw_port': {'id': 'aa054546-bebb-4011-8a62-78b11f5ad281', 'name': '', 'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:60:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae39434-3077-4a61-8ec9-5d2beb8f56b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:31:16Z', 'updated_at': '2021-02-17T03:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-5-iscsi', '_floatingips': [{'id': '41ac491b-7a8b-44d5-bac1-8f755fc274fe', 'tenant_id': '09f977ccc1e54aa6bfffd127c9a4be7d', 'floating_ip_address': '172.27.0.128', 'floating_network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'router_id': '3ae39434-3077-4a61-8ec9-5d2beb8f56b0', 'port_id': '1eaf9637-4a5d-4be5-9bed-fd22ccba8da3', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3cb0cdf3-e2d2-4fae-b226-b086c7cc05ee', 'mac_address': 'fa:16:3e:07:db:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a647e7-a66d-4254-9011-71ced47c3312', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T03:36:21Z', 'updated_at': '2021-02-17T03:36:27Z', 'revision_number': 2, 'project_id': '09f977ccc1e54aa6bfffd127c9a4be7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e98b3221-e8eb-44c7-922b-f05f45a151d1', 'name': '', 'network_id': '3cb0cdf3-e2d2-4fae-b226-b086c7cc05ee', 'tenant_id': '09f977ccc1e54aa6bfffd127c9a4be7d', 'mac_address': 'fa:16:3e:47:10:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae39434-3077-4a61-8ec9-5d2beb8f56b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '7b7a5bdd-0e94-4495-9a8f-a3426e0e5cfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:31:20Z', 'updated_at': '2021-02-17T03:31:31Z', 'revision_number': 5, 'project_id': '09f977ccc1e54aa6bfffd127c9a4be7d', 'subnets': [{'id': '7b7a5bdd-0e94-4495-9a8f-a3426e0e5cfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759943-5-iscsi', False) {} {{(pid=83924) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:41:13.907499 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-194ef8d6-95e4-4b67-a3a3-1bbff6cd9b8e None None] The sync data for ids ['3ae39434-3077-4a61-8ec9-5d2beb8f56b0'] in dv-cinder-759943-5-iscsi is: [{'id': '3ae39434-3077-4a61-8ec9-5d2beb8f56b0', 'name': 'tempest-TestVolumeBootPattern-1162730446-router', 'tenant_id': '09f977ccc1e54aa6bfffd127c9a4be7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'external_fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.14'}], 'enable_snat': True}, 'gw_port_id': 'aa054546-bebb-4011-8a62-78b11f5ad281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:31:15Z', 'updated_at': '2021-02-17T03:31:21Z', 'revision_number': 4, 'project_id': '09f977ccc1e54aa6bfffd127c9a4be7d', 'gw_port': {'id': 'aa054546-bebb-4011-8a62-78b11f5ad281', 'name': '', 'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:60:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae39434-3077-4a61-8ec9-5d2beb8f56b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:31:16Z', 'updated_at': '2021-02-17T03:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-5-iscsi', '_floatingips': [{'id': '41ac491b-7a8b-44d5-bac1-8f755fc274fe', 'tenant_id': '09f977ccc1e54aa6bfffd127c9a4be7d', 'floating_ip_address': '172.27.0.128', 'floating_network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'router_id': '3ae39434-3077-4a61-8ec9-5d2beb8f56b0', 'port_id': '1eaf9637-4a5d-4be5-9bed-fd22ccba8da3', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3cb0cdf3-e2d2-4fae-b226-b086c7cc05ee', 'mac_address': 'fa:16:3e:07:db:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a647e7-a66d-4254-9011-71ced47c3312', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T03:36:21Z', 'updated_at': '2021-02-17T03:36:27Z', 'revision_number': 2, 'project_id': '09f977ccc1e54aa6bfffd127c9a4be7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e98b3221-e8eb-44c7-922b-f05f45a151d1', 'name': '', 'network_id': '3cb0cdf3-e2d2-4fae-b226-b086c7cc05ee', 'tenant_id': '09f977ccc1e54aa6bfffd127c9a4be7d', 'mac_address': 'fa:16:3e:47:10:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae39434-3077-4a61-8ec9-5d2beb8f56b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '7b7a5bdd-0e94-4495-9a8f-a3426e0e5cfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:31:20Z', 'updated_at': '2021-02-17T03:31:31Z', 'revision_number': 5, 'project_id': '09f977ccc1e54aa6bfffd127c9a4be7d', 'subnets': [{'id': '7b7a5bdd-0e94-4495-9a8f-a3426e0e5cfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 03:41:14.199380 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac706c29-260c-4320-83ca-e56debfcfd0c req-b0520bcf-090f-4495-b130-86aff54b150f tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:41:14.200195 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [req-ac706c29-260c-4320-83ca-e56debfcfd0c req-b0520bcf-090f-4495-b130-86aff54b150f tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Synchronizing usage tracker for tenant:09f977ccc1e54aa6bfffd127c9a4be7d on resource:port {{(pid=83922) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 03:41:14.216540 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [req-ac706c29-260c-4320-83ca-e56debfcfd0c req-b0520bcf-090f-4495-b130-86aff54b150f tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Unset dirty status for tenant:09f977ccc1e54aa6bfffd127c9a4be7d on resource:port {{(pid=83922) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 03:41:14.218099 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-ac706c29-260c-4320-83ca-e56debfcfd0c req-b0520bcf-090f-4495-b130-86aff54b150f tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.57 "GET /v2.0/ports?device_id=1f8f18c7-f615-4522-86f3-7d9caae10cb0 HTTP/1.1" status: 200  len: 945 time: 0.1189051
Feb 17 03:41:14.273769 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-ac706c29-260c-4320-83ca-e56debfcfd0c req-e07e9c89-c83d-4e9f-83a6-de3db82f3530 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.57 "GET /v2.0/security-groups?id=42a135cc-1e4e-4724-8c79-cda705e48efc&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0491579
Feb 17 03:41:14.348814 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e4757a8-b42a-481f-bbca-b54457236588 None None] New status for floating IP 9e6d4017-6793-4f64-8282-5e78c6d3e10f: DOWN {{(pid=83923) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 17 03:41:15.112241 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da9f04d-bac3-4237-b562-5bcd619c45a2 req-32fda136-9516-4272-8e0a-8f4310f6fdf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:41:15.113957 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-0da9f04d-bac3-4237-b562-5bcd619c45a2 req-32fda136-9516-4272-8e0a-8f4310f6fdf6 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=09f977ccc1e54aa6bfffd127c9a4be7d&device_id=1f8f18c7-f615-4522-86f3-7d9caae10cb0 HTTP/1.1" status: 200  len: 1162 time: 0.0846958
Feb 17 03:41:15.262499 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da9f04d-bac3-4237-b562-5bcd619c45a2 req-c5791ec7-b18a-40a1-b2c3-ade5174ab0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:41:15.264123 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-0da9f04d-bac3-4237-b562-5bcd619c45a2 req-c5791ec7-b18a-40a1-b2c3-ade5174ab0cc service neutron] 10.222.0.54 "GET /v2.0/networks?id=3cb0cdf3-e2d2-4fae-b226-b086c7cc05ee HTTP/1.1" status: 200  len: 906 time: 0.1429501
Feb 17 03:41:15.346543 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-0da9f04d-bac3-4237-b562-5bcd619c45a2 req-6bbcdd33-e38d-4746-bb5c-2e7f836ad692 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3b32b96c-a86d-446f-8f9f-4f8b2c500fb9 HTTP/1.1" status: 200  len: 217 time: 0.0747783
Feb 17 03:41:15.473955 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da9f04d-bac3-4237-b562-5bcd619c45a2 req-b2191b45-6932-42e7-ab52-d8e37618dc43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:41:15.475573 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-0da9f04d-bac3-4237-b562-5bcd619c45a2 req-b2191b45-6932-42e7-ab52-d8e37618dc43 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7b7a5bdd-0e94-4495-9a8f-a3426e0e5cfa HTTP/1.1" status: 200  len: 851 time: 0.1223347
Feb 17 03:41:15.560235 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5368265c-baf1-412b-a1d6-744c485d0907 req-e9aeb36a-ae62-4db1-9ce1-cf8caa114bf7 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:41:15.561925 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-5368265c-baf1-412b-a1d6-744c485d0907 req-e9aeb36a-ae62-4db1-9ce1-cf8caa114bf7 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.57 "GET /v2.0/ports?device_id=1f8f18c7-f615-4522-86f3-7d9caae10cb0 HTTP/1.1" status: 200  len: 945 time: 0.1649983
Feb 17 03:41:15.616095 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da9f04d-bac3-4237-b562-5bcd619c45a2 req-0b4d8c76-8309-4e86-872d-cf54f9b3ac83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:41:15.617779 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-0da9f04d-bac3-4237-b562-5bcd619c45a2 req-0b4d8c76-8309-4e86-872d-cf54f9b3ac83 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3cb0cdf3-e2d2-4fae-b226-b086c7cc05ee&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1345696
Feb 17 03:41:15.635536 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-5368265c-baf1-412b-a1d6-744c485d0907 req-e2bb8013-7493-4550-95f9-5f472a366388 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.57 "GET /v2.0/security-groups?id=42a135cc-1e4e-4724-8c79-cda705e48efc&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0554721
Feb 17 03:41:15.771014 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-0da9f04d-bac3-4237-b562-5bcd619c45a2 req-f76efe4a-6a5f-4b2e-bfdf-5737cd2d4192 service neutron] 10.222.0.54 "GET /v2.0/networks/3cb0cdf3-e2d2-4fae-b226-b086c7cc05ee?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1440465
Feb 17 03:41:15.922924 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-0da9f04d-bac3-4237-b562-5bcd619c45a2 req-f6021921-5830-4900-bfe0-7baf4e463ab5 service neutron] 10.222.0.54 "GET /v2.0/networks/3cb0cdf3-e2d2-4fae-b226-b086c7cc05ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1449060
Feb 17 03:41:16.838440 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddbbacc-2a88-4b63-9eea-73cd5fe59ca8 req-6ee02fd9-a0c5-46db-9e3d-1addc08e9352 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:41:16.840016 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-fddbbacc-2a88-4b63-9eea-73cd5fe59ca8 req-6ee02fd9-a0c5-46db-9e3d-1addc08e9352 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.57 "GET /v2.0/ports?device_id=1f8f18c7-f615-4522-86f3-7d9caae10cb0 HTTP/1.1" status: 200  len: 945 time: 0.0895743
Feb 17 03:41:16.892879 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-fddbbacc-2a88-4b63-9eea-73cd5fe59ca8 req-f3ad03f6-b5a2-4759-b1cc-27f92caf5eae tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.57 "GET /v2.0/security-groups?id=42a135cc-1e4e-4724-8c79-cda705e48efc&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0462790
Feb 17 03:41:17.319327 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Device 3b32b96c-a86d-446f-8f9f-4f8b2c500fb9 up at agent ovs-agent-hv-cinder-75994 {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:41:17.394956 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Provisioning complete for port 3b32b96c-a86d-446f-8f9f-4f8b2c500fb9 triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:41:17.395378 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838161172'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:41:17.680733 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9631477f-801b-43fd-94c5-63928e0bdb91 req-162870da-bfad-4253-a32a-df3af5385ef4 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:41:17.683576 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-9631477f-801b-43fd-94c5-63928e0bdb91 req-162870da-bfad-4253-a32a-df3af5385ef4 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.54 "GET /v2.0/ports?device_id=1f8f18c7-f615-4522-86f3-7d9caae10cb0 HTTP/1.1" status: 200  len: 945 time: 0.1126657
Feb 17 03:41:17.765153 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.plugin [req-9631477f-801b-43fd-94c5-63928e0bdb91 req-98319c4f-9439-402d-9bee-0575acbbe897 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Deleting port 3b32b96c-a86d-446f-8f9f-4f8b2c500fb9 {{(pid=83921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 03:41:17.765552 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-9631477f-801b-43fd-94c5-63928e0bdb91 req-98319c4f-9439-402d-9bee-0575acbbe897 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363303097822068'] for port, before_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:41:18.102600 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.db [req-9631477f-801b-43fd-94c5-63928e0bdb91 req-98319c4f-9439-402d-9bee-0575acbbe897 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] For port 3b32b96c-a86d-446f-8f9f-4f8b2c500fb9, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=3b32b96c-a86d-446f-8f9f-4f8b2c500fb9,segment=NetworkSegment(1395ec13-865d-4759-982d-888e59978303),segment_id=1395ec13-865d-4759-982d-888e59978303)] {{(pid=83921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:41:18.103251 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-9631477f-801b-43fd-94c5-63928e0bdb91 req-98319c4f-9439-402d-9bee-0575acbbe897 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853786502'] for port, precommit_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:41:18.254918 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.plugin [req-9631477f-801b-43fd-94c5-63928e0bdb91 req-98319c4f-9439-402d-9bee-0575acbbe897 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Calling delete_port for 3b32b96c-a86d-446f-8f9f-4f8b2c500fb9 owned by compute:nova {{(pid=83921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 03:41:18.326624 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35814ce-f024-4720-955f-7a801af12fbc req-59963cdb-67e0-439e-8ae8-ed18bfc01032 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:41:18.328116 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-f35814ce-f024-4720-955f-7a801af12fbc req-59963cdb-67e0-439e-8ae8-ed18bfc01032 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.57 "GET /v2.0/ports?device_id=1f8f18c7-f615-4522-86f3-7d9caae10cb0 HTTP/1.1" status: 200  len: 945 time: 0.3161337
Feb 17 03:41:18.681249 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-f35814ce-f024-4720-955f-7a801af12fbc req-d44f8966-d173-4d48-96ce-70411d8fa150 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.57 "GET /v2.0/security-groups?id=42a135cc-1e4e-4724-8c79-cda705e48efc&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.3308995
Feb 17 03:41:18.712633 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-9631477f-801b-43fd-94c5-63928e0bdb91 req-98319c4f-9439-402d-9bee-0575acbbe897 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363303097879497', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363303098261142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852640907'] for port, after_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:41:18.729114 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-e38246d9-f5ae-492a-af94-06bb3a702d40 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:41:18.830061 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98319c4f-9439-402d-9bee-0575acbbe897 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Pushing event deleted for resources: {'Port': ['ID=3b32b96c-a86d-446f-8f9f-4f8b2c500fb9,revision_number=None']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:41:18.851046 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98319c4f-9439-402d-9bee-0575acbbe897 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:41:18.851467 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98319c4f-9439-402d-9bee-0575acbbe897 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:41:18.851878 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98319c4f-9439-402d-9bee-0575acbbe897 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:41:18.852289 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98319c4f-9439-402d-9bee-0575acbbe897 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:41:18.852689 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98319c4f-9439-402d-9bee-0575acbbe897 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:41:18.853090 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98319c4f-9439-402d-9bee-0575acbbe897 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:41:18.853473 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98319c4f-9439-402d-9bee-0575acbbe897 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:41:18.853865 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98319c4f-9439-402d-9bee-0575acbbe897 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:41:18.854257 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98319c4f-9439-402d-9bee-0575acbbe897 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:41:18.854653 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98319c4f-9439-402d-9bee-0575acbbe897 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:41:18.855045 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98319c4f-9439-402d-9bee-0575acbbe897 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:41:18.855639 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98319c4f-9439-402d-9bee-0575acbbe897 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:41:18.855907 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98319c4f-9439-402d-9bee-0575acbbe897 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:41:18.856303 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98319c4f-9439-402d-9bee-0575acbbe897 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:41:18.856692 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98319c4f-9439-402d-9bee-0575acbbe897 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:41:18.857100 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98319c4f-9439-402d-9bee-0575acbbe897 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:41:18.857503 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98319c4f-9439-402d-9bee-0575acbbe897 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:41:18.857891 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98319c4f-9439-402d-9bee-0575acbbe897 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:41:18.858282 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98319c4f-9439-402d-9bee-0575acbbe897 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:41:18.859042 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98319c4f-9439-402d-9bee-0575acbbe897 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:41:18.859466 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98319c4f-9439-402d-9bee-0575acbbe897 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:41:18.859858 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98319c4f-9439-402d-9bee-0575acbbe897 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:41:18.860248 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98319c4f-9439-402d-9bee-0575acbbe897 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:41:18.860642 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98319c4f-9439-402d-9bee-0575acbbe897 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:41:18.866478 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-98319c4f-9439-402d-9bee-0575acbbe897 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:41:18.979995 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvrscheduler_db [req-9631477f-801b-43fd-94c5-63928e0bdb91 req-98319c4f-9439-402d-9bee-0575acbbe897 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] No DVR routers for this DVR port 3b32b96c-a86d-446f-8f9f-4f8b2c500fb9 on host hv-cinder-75994 {{(pid=83921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 03:41:18.982427 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-9631477f-801b-43fd-94c5-63928e0bdb91 req-98319c4f-9439-402d-9bee-0575acbbe897 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774597'] for port, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:41:18.985451 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f8f18c7-f615-4522-86f3-7d9caae10cb0', 'name': 'network-vif-deleted', 'tag': '3b32b96c-a86d-446f-8f9f-4f8b2c500fb9'}] {{(pid=83921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 03:41:19.008108 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-9631477f-801b-43fd-94c5-63928e0bdb91 req-98319c4f-9439-402d-9bee-0575acbbe897 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.54 "DELETE /v2.0/ports/3b32b96c-a86d-446f-8f9f-4f8b2c500fb9 HTTP/1.1" status: 204  len: 173 time: 1.3186648
Feb 17 03:41:19.037699 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f8f18c7-f615-4522-86f3-7d9caae10cb0', 'name': 'network-vif-deleted', 'tag': '3b32b96c-a86d-446f-8f9f-4f8b2c500fb9', 'status': 'completed', 'code': 200}
Feb 17 03:41:19.180880 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Device 3b32b96c-a86d-446f-8f9f-4f8b2c500fb9 no longer exists at agent ovs-agent-hv-cinder-75994 {{(pid=83923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 03:41:19.221654 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.plugin [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] No Port match for: 3b32b96c-a86d-446f-8f9f-4f8b2c500fb9 {{(pid=83923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 03:41:19.221974 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Device 3b32b96c-a86d-446f-8f9f-4f8b2c500fb9 not bound to the agent host hv-cinder-75994 {{(pid=83923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 03:41:19.850993 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [req-30ff6058-9236-42ea-923e-5ad1c1a6a825 req-019815d3-f8db-42b8-9cea-271e425202a2 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Synchronizing usage tracker for tenant:09f977ccc1e54aa6bfffd127c9a4be7d on resource:port {{(pid=83921) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 03:41:19.868436 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [req-30ff6058-9236-42ea-923e-5ad1c1a6a825 req-019815d3-f8db-42b8-9cea-271e425202a2 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Unset dirty status for tenant:09f977ccc1e54aa6bfffd127c9a4be7d on resource:port {{(pid=83921) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 03:41:19.869810 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-30ff6058-9236-42ea-923e-5ad1c1a6a825 req-019815d3-f8db-42b8-9cea-271e425202a2 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.57 "GET /v2.0/ports?device_id=1f8f18c7-f615-4522-86f3-7d9caae10cb0 HTTP/1.1" status: 200  len: 210 time: 0.0693610
Feb 17 03:41:21.046386 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-eccd2e72-e4d3-465c-bd50-dbe87e9d609e req-dae71094-3a7e-49c7-a956-7915dc82f79f tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.57 "GET /v2.0/ports?device_id=1f8f18c7-f615-4522-86f3-7d9caae10cb0 HTTP/1.1" status: 200  len: 210 time: 0.0512109
Feb 17 03:41:21.453194 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-3564bd90-0089-43c6-8589-f86ca0bdf24d req-b457b7cc-e05b-40b8-9013-de742554175b service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=43a647e7-a66d-4254-9011-71ced47c3312&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0833380
Feb 17 03:41:21.643826 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3564bd90-0089-43c6-8589-f86ca0bdf24d req-118101cf-2682-4a2c-811f-b91f1900d297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:41:21.645647 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-3564bd90-0089-43c6-8589-f86ca0bdf24d req-118101cf-2682-4a2c-811f-b91f1900d297 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=09f977ccc1e54aa6bfffd127c9a4be7d&device_id=43a647e7-a66d-4254-9011-71ced47c3312 HTTP/1.1" status: 200  len: 1162 time: 0.0919023
Feb 17 03:41:21.838115 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3564bd90-0089-43c6-8589-f86ca0bdf24d req-509b8ff1-48b9-469a-b2b2-29ba264265c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:41:21.840465 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-3564bd90-0089-43c6-8589-f86ca0bdf24d req-509b8ff1-48b9-469a-b2b2-29ba264265c0 service neutron] 10.222.0.54 "GET /v2.0/networks?id=3cb0cdf3-e2d2-4fae-b226-b086c7cc05ee HTTP/1.1" status: 200  len: 906 time: 0.1693504
Feb 17 03:41:22.012506 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-3564bd90-0089-43c6-8589-f86ca0bdf24d req-a7b216a7-1ff9-4501-ae3a-12768cc228f8 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1eaf9637-4a5d-4be5-9bed-fd22ccba8da3 HTTP/1.1" status: 200  len: 1001 time: 0.1648893
Feb 17 03:41:22.088465 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3564bd90-0089-43c6-8589-f86ca0bdf24d req-bd40f026-31dd-4d68-bf85-64e77363585e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:41:22.089878 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-3564bd90-0089-43c6-8589-f86ca0bdf24d req-bd40f026-31dd-4d68-bf85-64e77363585e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7b7a5bdd-0e94-4495-9a8f-a3426e0e5cfa HTTP/1.1" status: 200  len: 851 time: 0.0706992
Feb 17 03:41:22.214942 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3564bd90-0089-43c6-8589-f86ca0bdf24d req-8207e20d-1521-4b55-b08b-373da395f099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:41:22.217818 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-3564bd90-0089-43c6-8589-f86ca0bdf24d req-8207e20d-1521-4b55-b08b-373da395f099 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3cb0cdf3-e2d2-4fae-b226-b086c7cc05ee&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1212795
Feb 17 03:41:22.413304 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-3564bd90-0089-43c6-8589-f86ca0bdf24d req-3e30a799-fbc9-47bd-b365-7fc323362d54 service neutron] 10.222.0.54 "GET /v2.0/networks/3cb0cdf3-e2d2-4fae-b226-b086c7cc05ee?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1879888
Feb 17 03:41:22.579741 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-3564bd90-0089-43c6-8589-f86ca0bdf24d req-d4fa34a6-b50b-4220-bd70-db1cf2007eba service neutron] 10.222.0.54 "GET /v2.0/networks/3cb0cdf3-e2d2-4fae-b226-b086c7cc05ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1595926
Feb 17 03:41:23.417238 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-3702a73e-5c7f-4cb3-9966-2c75e50c6ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:41:24.155417 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.agents_db [None req-06fda002-6a6c-4595-892c-f579c445b334 None None] Agent healthcheck: found 6 active agents {{(pid=83924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 03:41:24.833353 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-61392a32-27bd-471e-bac8-268bd206cf96 req-ce22eaf7-b6c1-46be-8aa1-4c8827e07674 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.57 "GET /v2.0/floatingips/41ac491b-7a8b-44d5-bac1-8f755fc274fe HTTP/1.1" status: 200  len: 998 time: 0.1177292
Feb 17 03:41:25.009000 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61392a32-27bd-471e-bac8-268bd206cf96 req-59ec35a8-4b5c-4d3d-9ca1-c45a294128e3 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:41:25.010516 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-61392a32-27bd-471e-bac8-268bd206cf96 req-59ec35a8-4b5c-4d3d-9ca1-c45a294128e3 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.57 "GET /v2.0/networks/47a54196-2e01-4ced-bf59-8f5a8abde718 HTTP/1.1" status: 200  len: 784 time: 0.1707740
Feb 17 03:41:25.124288 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [req-61392a32-27bd-471e-bac8-268bd206cf96 req-dcca108d-ac49-4926-b887-9465b73971ef tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Synchronizing usage tracker for tenant:09f977ccc1e54aa6bfffd127c9a4be7d on resource:floatingip {{(pid=83922) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 03:41:25.139482 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [req-61392a32-27bd-471e-bac8-268bd206cf96 req-dcca108d-ac49-4926-b887-9465b73971ef tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Unset dirty status for tenant:09f977ccc1e54aa6bfffd127c9a4be7d on resource:floatingip {{(pid=83922) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 03:41:25.140783 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-61392a32-27bd-471e-bac8-268bd206cf96 req-dcca108d-ac49-4926-b887-9465b73971ef tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.27.0.128 HTTP/1.1" status: 200  len: 1001 time: 0.1236606
Feb 17 03:41:25.228667 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61392a32-27bd-471e-bac8-268bd206cf96 req-2050e3b6-1bde-4278-8c73-959b13987124 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:41:25.230203 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-61392a32-27bd-471e-bac8-268bd206cf96 req-2050e3b6-1bde-4278-8c73-959b13987124 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.57 "GET /v2.0/ports/1eaf9637-4a5d-4be5-9bed-fd22ccba8da3 HTTP/1.1" status: 200  len: 942 time: 0.0827661
Feb 17 03:41:25.417864 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-61392a32-27bd-471e-bac8-268bd206cf96 req-91925255-286b-4d52-ae82-5b7622d6f475 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.27.0.128 HTTP/1.1" status: 200  len: 1001 time: 0.1057062
Feb 17 03:41:25.490506 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-b6c1d26f-7580-430e-b5b6-ca281a72df94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:41:25.649276 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.plugin [req-61392a32-27bd-471e-bac8-268bd206cf96 req-8d8ba07d-e899-46d4-bd62-a00f00c5b3f4 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Deleting port 870c0ec6-fd10-4dea-8ace-808c8f309589 {{(pid=83922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 03:41:25.649655 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-61392a32-27bd-471e-bac8-268bd206cf96 req-8d8ba07d-e899-46d4-bd62-a00f00c5b3f4 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363303097822068'] for port, before_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:41:25.777769 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:41:25.842606 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-61392a32-27bd-471e-bac8-268bd206cf96 req-8d8ba07d-e899-46d4-bd62-a00f00c5b3f4 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853786502'] for port, precommit_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:41:25.843202 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-61392a32-27bd-471e-bac8-268bd206cf96 req-8d8ba07d-e899-46d4-bd62-a00f00c5b3f4 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:41:25.996344 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.plugin [req-61392a32-27bd-471e-bac8-268bd206cf96 req-8d8ba07d-e899-46d4-bd62-a00f00c5b3f4 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Calling delete_port for 870c0ec6-fd10-4dea-8ace-808c8f309589 owned by network:floatingip {{(pid=83922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 03:41:26.156509 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-61392a32-27bd-471e-bac8-268bd206cf96 req-8d8ba07d-e899-46d4-bd62-a00f00c5b3f4 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363303097879497', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363303098261142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851846526'] for port, after_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:41:26.173257 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-cb2704bd-26d7-45d1-a47c-435187734acd tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:41:26.281406 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8ba07d-e899-46d4-bd62-a00f00c5b3f4 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Pushing event deleted for resources: {'Port': ['ID=870c0ec6-fd10-4dea-8ace-808c8f309589,revision_number=None']} {{(pid=83922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:41:26.286141 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-8d8ba07d-e899-46d4-bd62-a00f00c5b3f4 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:41:26.407798 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-61392a32-27bd-471e-bac8-268bd206cf96 req-8d8ba07d-e899-46d4-bd62-a00f00c5b3f4 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Notify callbacks [] for floatingip, after_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:41:26.408166 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.db.l3_db [req-61392a32-27bd-471e-bac8-268bd206cf96 req-8d8ba07d-e899-46d4-bd62-a00f00c5b3f4 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Floating IP 41ac491b-7a8b-44d5-bac1-8f755fc274fe disassociated (deleted). External IP: 172.27.0.128, port: 1eaf9637-4a5d-4be5-9bed-fd22ccba8da3.
Feb 17 03:41:26.435676 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-8cda4ffb-98e6-4bcf-adaf-c47fc353fc1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:41:26.826459 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.scheduler.l3_agent_scheduler [req-61392a32-27bd-471e-bac8-268bd206cf96 req-8d8ba07d-e899-46d4-bd62-a00f00c5b3f4 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Router 3ae39434-3077-4a61-8ec9-5d2beb8f56b0 has already been hosted by L3 agent 3e02af72-3002-4fb3-96dd-e59119f81584 {{(pid=83922) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 03:41:27.027582 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-61392a32-27bd-471e-bac8-268bd206cf96 req-8d8ba07d-e899-46d4-bd62-a00f00c5b3f4 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Notify agent at l3_agent.dv-cinder-759943-5-iscsi the message routers_updated {{(pid=83922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 03:41:27.041303 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268c27a5-55a4-4e83-b918-dd3c41590190 None None] Sync routers for ids ['3ae39434-3077-4a61-8ec9-5d2beb8f56b0'] in dv-cinder-759943-5-iscsi {{(pid=83924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 03:41:27.054278 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268c27a5-55a4-4e83-b918-dd3c41590190 None None] Routers {'3ae39434-3077-4a61-8ec9-5d2beb8f56b0'} bound to L3 agent in host dv-cinder-759943-5-iscsi {{(pid=83924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 03:41:27.055099 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_hamode_db [None req-268c27a5-55a4-4e83-b918-dd3c41590190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f17c5f05a90>, 'dv-cinder-759943-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T03:18:25Z,description=<?>,heartbeat_timestamp=2021-02-17T03:41:25Z,host='dv-cinder-759943-5-iscsi',id=3e02af72-3002-4fb3-96dd-e59119f81584,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T03:18:25Z,topic='l3_agent')) {'router_ids': ['3ae39434-3077-4a61-8ec9-5d2beb8f56b0'], 'active': True} {{(pid=83924) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:41:27.066474 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-61392a32-27bd-471e-bac8-268bd206cf96 req-8d8ba07d-e899-46d4-bd62-a00f00c5b3f4 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774597'] for floatingip, before_response {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:41:27.144459 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-61392a32-27bd-471e-bac8-268bd206cf96 req-8d8ba07d-e899-46d4-bd62-a00f00c5b3f4 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.57 "DELETE /v2.0/floatingips/41ac491b-7a8b-44d5-bac1-8f755fc274fe HTTP/1.1" status: 204  len: 173 time: 1.7205253
Feb 17 03:41:27.145601 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43a647e7-a66d-4254-9011-71ced47c3312', 'tag': '1eaf9637-4a5d-4be5-9bed-fd22ccba8da3'}] {{(pid=83922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 03:41:27.208146 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43a647e7-a66d-4254-9011-71ced47c3312', 'tag': '1eaf9637-4a5d-4be5-9bed-fd22ccba8da3', 'status': 'completed', 'code': 200}
Feb 17 03:41:27.233120 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:41:27.251687 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61392a32-27bd-471e-bac8-268bd206cf96 req-7b127bbe-e84d-484e-bd95-4a43cbf6534a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:41:27.253400 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-61392a32-27bd-471e-bac8-268bd206cf96 req-7b127bbe-e84d-484e-bd95-4a43cbf6534a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=09f977ccc1e54aa6bfffd127c9a4be7d&device_id=43a647e7-a66d-4254-9011-71ced47c3312 HTTP/1.1" status: 200  len: 1162 time: 0.0937054
Feb 17 03:41:27.259627 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvr_db [None req-268c27a5-55a4-4e83-b918-dd3c41590190 None None] Set router 3ae39434-3077-4a61-8ec9-5d2beb8f56b0 gateway port host: dv-cinder-759943-5-iscsi {{(pid=83924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 03:41:27.407797 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61392a32-27bd-471e-bac8-268bd206cf96 req-4567cbf8-87d9-4ced-8ebc-ca6bb1b55883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:41:27.409484 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-61392a32-27bd-471e-bac8-268bd206cf96 req-4567cbf8-87d9-4ced-8ebc-ca6bb1b55883 service neutron] 10.222.0.57 "GET /v2.0/networks?id=3cb0cdf3-e2d2-4fae-b226-b086c7cc05ee HTTP/1.1" status: 200  len: 906 time: 0.1489558
Feb 17 03:41:27.483782 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-61392a32-27bd-471e-bac8-268bd206cf96 req-94796d0b-8cff-4a23-afc1-7a68f691f1be service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1eaf9637-4a5d-4be5-9bed-fd22ccba8da3 HTTP/1.1" status: 200  len: 217 time: 0.0674899
Feb 17 03:41:27.605709 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_hamode_db [None req-268c27a5-55a4-4e83-b918-dd3c41590190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f17c5f05a90>, [{'id': '3ae39434-3077-4a61-8ec9-5d2beb8f56b0', 'name': 'tempest-TestVolumeBootPattern-1162730446-router', 'tenant_id': '09f977ccc1e54aa6bfffd127c9a4be7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'external_fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.14'}], 'enable_snat': True}, 'gw_port_id': 'aa054546-bebb-4011-8a62-78b11f5ad281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:31:15Z', 'updated_at': '2021-02-17T03:31:21Z', 'revision_number': 4, 'project_id': '09f977ccc1e54aa6bfffd127c9a4be7d', 'gw_port': {'id': 'aa054546-bebb-4011-8a62-78b11f5ad281', 'name': '', 'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:60:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae39434-3077-4a61-8ec9-5d2beb8f56b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:31:16Z', 'updated_at': '2021-02-17T03:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-5-iscsi', '_interfaces': [{'id': 'e98b3221-e8eb-44c7-922b-f05f45a151d1', 'name': '', 'network_id': '3cb0cdf3-e2d2-4fae-b226-b086c7cc05ee', 'tenant_id': '09f977ccc1e54aa6bfffd127c9a4be7d', 'mac_address': 'fa:16:3e:47:10:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae39434-3077-4a61-8ec9-5d2beb8f56b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '7b7a5bdd-0e94-4495-9a8f-a3426e0e5cfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:31:20Z', 'updated_at': '2021-02-17T03:31:31Z', 'revision_number': 5, 'project_id': '09f977ccc1e54aa6bfffd127c9a4be7d', 'subnets': [{'id': '7b7a5bdd-0e94-4495-9a8f-a3426e0e5cfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759943-5-iscsi', False) {} {{(pid=83924) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:41:27.610422 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268c27a5-55a4-4e83-b918-dd3c41590190 None None] Checking router: 3ae39434-3077-4a61-8ec9-5d2beb8f56b0 for host: dv-cinder-759943-5-iscsi {{(pid=83924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 03:41:27.616596 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-3bdb028f-655c-46e9-b0eb-5d4ca64bdb37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:41:27.622056 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268c27a5-55a4-4e83-b918-dd3c41590190 None None] Routers {'3ae39434-3077-4a61-8ec9-5d2beb8f56b0'} bound to L3 agent in host dv-cinder-759943-5-iscsi {{(pid=83924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 03:41:27.622730 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_hamode_db [None req-268c27a5-55a4-4e83-b918-dd3c41590190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f17c5f05a90>, 'dv-cinder-759943-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T03:18:25Z,description=<?>,heartbeat_timestamp=2021-02-17T03:41:25Z,host='dv-cinder-759943-5-iscsi',id=3e02af72-3002-4fb3-96dd-e59119f81584,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T03:18:25Z,topic='l3_agent')) {'router_ids': ['3ae39434-3077-4a61-8ec9-5d2beb8f56b0'], 'active': True} {{(pid=83924) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:41:27.837541 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61392a32-27bd-471e-bac8-268bd206cf96 req-22ae9c0b-ffbe-43ec-b8c1-98cbfdf1bc50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:41:27.839065 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-61392a32-27bd-471e-bac8-268bd206cf96 req-22ae9c0b-ffbe-43ec-b8c1-98cbfdf1bc50 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7b7a5bdd-0e94-4495-9a8f-a3426e0e5cfa HTTP/1.1" status: 200  len: 851 time: 0.3490148
Feb 17 03:41:27.927269 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61392a32-27bd-471e-bac8-268bd206cf96 req-d47e9b04-fce7-4880-a24c-a1ac528f1b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:41:27.929126 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-61392a32-27bd-471e-bac8-268bd206cf96 req-d47e9b04-fce7-4880-a24c-a1ac528f1b7d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3cb0cdf3-e2d2-4fae-b226-b086c7cc05ee&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0833311
Feb 17 03:41:28.000862 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvr_db [None req-268c27a5-55a4-4e83-b918-dd3c41590190 None None] Set router 3ae39434-3077-4a61-8ec9-5d2beb8f56b0 gateway port host: dv-cinder-759943-5-iscsi {{(pid=83924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 03:41:28.072452 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-61392a32-27bd-471e-bac8-268bd206cf96 req-cfdfc71a-383c-4e21-97ac-9901cc5c8422 service neutron] 10.222.0.57 "GET /v2.0/networks/3cb0cdf3-e2d2-4fae-b226-b086c7cc05ee?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1361973
Feb 17 03:41:28.249066 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-61392a32-27bd-471e-bac8-268bd206cf96 req-aa7e2578-7242-4294-b1d5-5f44010c0d0a service neutron] 10.222.0.57 "GET /v2.0/networks/3cb0cdf3-e2d2-4fae-b226-b086c7cc05ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1696041
Feb 17 03:41:28.290559 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905392dc-1df4-4dc4-8386-5dde495558d5 req-344ccb9a-09f6-4026-a10f-a7ff29f6038b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:41:28.292203 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-905392dc-1df4-4dc4-8386-5dde495558d5 req-344ccb9a-09f6-4026-a10f-a7ff29f6038b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=09f977ccc1e54aa6bfffd127c9a4be7d&device_id=43a647e7-a66d-4254-9011-71ced47c3312 HTTP/1.1" status: 200  len: 1162 time: 0.0926228
Feb 17 03:41:28.467320 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_hamode_db [None req-268c27a5-55a4-4e83-b918-dd3c41590190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f17c5f05a90>, [{'id': '3ae39434-3077-4a61-8ec9-5d2beb8f56b0', 'name': 'tempest-TestVolumeBootPattern-1162730446-router', 'tenant_id': '09f977ccc1e54aa6bfffd127c9a4be7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'external_fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.14'}], 'enable_snat': True}, 'gw_port_id': 'aa054546-bebb-4011-8a62-78b11f5ad281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:31:15Z', 'updated_at': '2021-02-17T03:31:21Z', 'revision_number': 4, 'project_id': '09f977ccc1e54aa6bfffd127c9a4be7d', 'gw_port': {'id': 'aa054546-bebb-4011-8a62-78b11f5ad281', 'name': '', 'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:60:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae39434-3077-4a61-8ec9-5d2beb8f56b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:31:16Z', 'updated_at': '2021-02-17T03:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-5-iscsi', '_interfaces': [{'id': 'e98b3221-e8eb-44c7-922b-f05f45a151d1', 'name': '', 'network_id': '3cb0cdf3-e2d2-4fae-b226-b086c7cc05ee', 'tenant_id': '09f977ccc1e54aa6bfffd127c9a4be7d', 'mac_address': 'fa:16:3e:47:10:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae39434-3077-4a61-8ec9-5d2beb8f56b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '7b7a5bdd-0e94-4495-9a8f-a3426e0e5cfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:31:20Z', 'updated_at': '2021-02-17T03:31:31Z', 'revision_number': 5, 'project_id': '09f977ccc1e54aa6bfffd127c9a4be7d', 'subnets': [{'id': '7b7a5bdd-0e94-4495-9a8f-a3426e0e5cfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759943-5-iscsi', False) {} {{(pid=83924) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:41:28.472682 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268c27a5-55a4-4e83-b918-dd3c41590190 None None] The sync data for ids ['3ae39434-3077-4a61-8ec9-5d2beb8f56b0'] in dv-cinder-759943-5-iscsi is: [{'id': '3ae39434-3077-4a61-8ec9-5d2beb8f56b0', 'name': 'tempest-TestVolumeBootPattern-1162730446-router', 'tenant_id': '09f977ccc1e54aa6bfffd127c9a4be7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'external_fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.14'}], 'enable_snat': True}, 'gw_port_id': 'aa054546-bebb-4011-8a62-78b11f5ad281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:31:15Z', 'updated_at': '2021-02-17T03:31:21Z', 'revision_number': 4, 'project_id': '09f977ccc1e54aa6bfffd127c9a4be7d', 'gw_port': {'id': 'aa054546-bebb-4011-8a62-78b11f5ad281', 'name': '', 'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:60:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae39434-3077-4a61-8ec9-5d2beb8f56b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:31:16Z', 'updated_at': '2021-02-17T03:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-5-iscsi', '_interfaces': [{'id': 'e98b3221-e8eb-44c7-922b-f05f45a151d1', 'name': '', 'network_id': '3cb0cdf3-e2d2-4fae-b226-b086c7cc05ee', 'tenant_id': '09f977ccc1e54aa6bfffd127c9a4be7d', 'mac_address': 'fa:16:3e:47:10:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae39434-3077-4a61-8ec9-5d2beb8f56b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '7b7a5bdd-0e94-4495-9a8f-a3426e0e5cfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:31:20Z', 'updated_at': '2021-02-17T03:31:31Z', 'revision_number': 5, 'project_id': '09f977ccc1e54aa6bfffd127c9a4be7d', 'subnets': [{'id': '7b7a5bdd-0e94-4495-9a8f-a3426e0e5cfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 03:41:28.486572 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905392dc-1df4-4dc4-8386-5dde495558d5 req-0f8763b8-b099-4091-81e4-8211e718ac3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:41:28.488388 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-905392dc-1df4-4dc4-8386-5dde495558d5 req-0f8763b8-b099-4091-81e4-8211e718ac3b service neutron] 10.222.0.54 "GET /v2.0/networks?id=3cb0cdf3-e2d2-4fae-b226-b086c7cc05ee HTTP/1.1" status: 200  len: 906 time: 0.1887860
Feb 17 03:41:28.567559 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-905392dc-1df4-4dc4-8386-5dde495558d5 req-11f49b99-a875-4f0a-be4c-d622b2990720 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1eaf9637-4a5d-4be5-9bed-fd22ccba8da3 HTTP/1.1" status: 200  len: 217 time: 0.0713308
Feb 17 03:41:28.649705 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905392dc-1df4-4dc4-8386-5dde495558d5 req-38b7087c-312f-4ae9-a723-525048cdf1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:41:28.651498 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-905392dc-1df4-4dc4-8386-5dde495558d5 req-38b7087c-312f-4ae9-a723-525048cdf1aa service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7b7a5bdd-0e94-4495-9a8f-a3426e0e5cfa HTTP/1.1" status: 200  len: 851 time: 0.0712333
Feb 17 03:41:28.725868 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4839500a-ee37-4baf-93be-d84dd4cd3d46 req-21c9eb9d-38ab-41df-91e9-3e529ca94c8f tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:41:28.726683 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [req-4839500a-ee37-4baf-93be-d84dd4cd3d46 req-21c9eb9d-38ab-41df-91e9-3e529ca94c8f tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Synchronizing usage tracker for tenant:09f977ccc1e54aa6bfffd127c9a4be7d on resource:port {{(pid=83922) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 03:41:28.740530 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905392dc-1df4-4dc4-8386-5dde495558d5 req-7d11a205-c7a3-443a-b23b-9fd220491b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:41:28.742356 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-905392dc-1df4-4dc4-8386-5dde495558d5 req-7d11a205-c7a3-443a-b23b-9fd220491b1a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3cb0cdf3-e2d2-4fae-b226-b086c7cc05ee&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0836620
Feb 17 03:41:28.745086 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [req-4839500a-ee37-4baf-93be-d84dd4cd3d46 req-21c9eb9d-38ab-41df-91e9-3e529ca94c8f tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Unset dirty status for tenant:09f977ccc1e54aa6bfffd127c9a4be7d on resource:port {{(pid=83922) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 03:41:28.746479 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-4839500a-ee37-4baf-93be-d84dd4cd3d46 req-21c9eb9d-38ab-41df-91e9-3e529ca94c8f tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.57 "GET /v2.0/ports?device_id=43a647e7-a66d-4254-9011-71ced47c3312 HTTP/1.1" status: 200  len: 945 time: 0.1147945
Feb 17 03:41:28.798765 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-4839500a-ee37-4baf-93be-d84dd4cd3d46 req-f63bfb72-5da9-4a9b-bcf0-0524d3cd9598 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.57 "GET /v2.0/security-groups?id=42a135cc-1e4e-4724-8c79-cda705e48efc&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0445476
Feb 17 03:41:28.904813 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ebb6032-8740-447d-af07-be4147cd0ac7 None None] New status for floating IP 41ac491b-7a8b-44d5-bac1-8f755fc274fe: DOWN {{(pid=83923) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 17 03:41:28.917284 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-905392dc-1df4-4dc4-8386-5dde495558d5 req-7fcb04fc-8ab7-4605-9d34-43a97b599c3f service neutron] 10.222.0.54 "GET /v2.0/networks/3cb0cdf3-e2d2-4fae-b226-b086c7cc05ee?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1676457
Feb 17 03:41:30.011341 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebfa57c-0e8f-41e0-9fe0-2538276a45e6 req-e72b070e-e61e-4fdc-b9be-aac54974c674 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:41:30.013021 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-8ebfa57c-0e8f-41e0-9fe0-2538276a45e6 req-e72b070e-e61e-4fdc-b9be-aac54974c674 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.57 "GET /v2.0/ports?device_id=43a647e7-a66d-4254-9011-71ced47c3312 HTTP/1.1" status: 200  len: 945 time: 0.0931637
Feb 17 03:41:30.066200 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-8ebfa57c-0e8f-41e0-9fe0-2538276a45e6 req-da473495-f1ec-4731-a2b4-906dc593ba38 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.57 "GET /v2.0/security-groups?id=42a135cc-1e4e-4724-8c79-cda705e48efc&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0431304
Feb 17 03:41:30.366919 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-905392dc-1df4-4dc4-8386-5dde495558d5 req-47d434c3-3f03-4f6d-a637-070e2ac32adb service neutron] 10.222.0.54 "GET /v2.0/networks/3cb0cdf3-e2d2-4fae-b226-b086c7cc05ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1407292
Feb 17 03:41:31.274949 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b104ed-85d0-48ef-bbb5-c25891b33349 req-3a707cbf-f992-4c82-86f6-41dc13c79b5e tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:41:31.276885 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-b8b104ed-85d0-48ef-bbb5-c25891b33349 req-3a707cbf-f992-4c82-86f6-41dc13c79b5e tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.57 "GET /v2.0/ports?device_id=43a647e7-a66d-4254-9011-71ced47c3312 HTTP/1.1" status: 200  len: 945 time: 0.0843639
Feb 17 03:41:31.327753 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-b8b104ed-85d0-48ef-bbb5-c25891b33349 req-2f37dea9-6a82-4a5d-9af9-d324679c141e tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.57 "GET /v2.0/security-groups?id=42a135cc-1e4e-4724-8c79-cda705e48efc&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0448065
Feb 17 03:41:32.527186 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f2b9ca-f2b0-4eb4-8d2a-6088233cc599 req-e3be3194-fb19-489b-b6ac-c85938916226 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:41:32.528788 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-92f2b9ca-f2b0-4eb4-8d2a-6088233cc599 req-e3be3194-fb19-489b-b6ac-c85938916226 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.57 "GET /v2.0/ports?device_id=43a647e7-a66d-4254-9011-71ced47c3312 HTTP/1.1" status: 200  len: 945 time: 0.0871966
Feb 17 03:41:32.579197 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-92f2b9ca-f2b0-4eb4-8d2a-6088233cc599 req-b33fba23-1af0-498e-b27e-75169736ea6b tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.57 "GET /v2.0/security-groups?id=42a135cc-1e4e-4724-8c79-cda705e48efc&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0441604
Feb 17 03:41:33.143848 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Device 1eaf9637-4a5d-4be5-9bed-fd22ccba8da3 up at agent ovs-agent-hv-cinder-75994 {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:41:33.216638 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Provisioning complete for port 1eaf9637-4a5d-4be5-9bed-fd22ccba8da3 triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:41:33.216973 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838161172'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:41:33.787601 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13868caa-4a1d-43a0-b179-950e81fa84b5 req-c3ebf09b-15b9-45c9-89bc-8a2ac9d06cd9 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:41:33.789284 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-13868caa-4a1d-43a0-b179-950e81fa84b5 req-c3ebf09b-15b9-45c9-89bc-8a2ac9d06cd9 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.57 "GET /v2.0/ports?device_id=43a647e7-a66d-4254-9011-71ced47c3312 HTTP/1.1" status: 200  len: 945 time: 0.0943394
Feb 17 03:41:33.840034 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-13868caa-4a1d-43a0-b179-950e81fa84b5 req-610f95b6-273b-4b0e-af87-23d556ec8330 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.57 "GET /v2.0/security-groups?id=42a135cc-1e4e-4724-8c79-cda705e48efc&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0441313
Feb 17 03:41:35.055096 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2e45f3-8983-4bba-803d-77974aefad45 req-77ba4d56-0676-439f-beb5-fcda7ab4f9d6 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:41:35.056744 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-4c2e45f3-8983-4bba-803d-77974aefad45 req-77ba4d56-0676-439f-beb5-fcda7ab4f9d6 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.57 "GET /v2.0/ports?device_id=43a647e7-a66d-4254-9011-71ced47c3312 HTTP/1.1" status: 200  len: 945 time: 0.0915740
Feb 17 03:41:35.110176 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-4c2e45f3-8983-4bba-803d-77974aefad45 req-09f1fea7-125a-4694-a330-7934c8d06692 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.57 "GET /v2.0/security-groups?id=42a135cc-1e4e-4724-8c79-cda705e48efc&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0463698
Feb 17 03:41:35.706140 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Device 1eaf9637-4a5d-4be5-9bed-fd22ccba8da3 no longer exists at agent ovs-agent-hv-cinder-75994 {{(pid=83923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 03:41:35.830436 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for port, before_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:41:35.865591 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43a647e7-a66d-4254-9011-71ced47c3312', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1eaf9637-4a5d-4be5-9bed-fd22ccba8da3'}] {{(pid=83923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 03:41:35.871911 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.db [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] For port 1eaf9637-4a5d-4be5-9bed-fd22ccba8da3, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=1eaf9637-4a5d-4be5-9bed-fd22ccba8da3,segment=NetworkSegment(1395ec13-865d-4759-982d-888e59978303),segment_id=1395ec13-865d-4759-982d-888e59978303)] {{(pid=83923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:41:35.875595 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303097879514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733756514675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303098261108'] for port, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:41:35.877505 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:41:35.925089 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43a647e7-a66d-4254-9011-71ced47c3312', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1eaf9637-4a5d-4be5-9bed-fd22ccba8da3', 'code': 200}
Feb 17 03:41:35.953045 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Pushing event updated for resources: {'Port': ['ID=1eaf9637-4a5d-4be5-9bed-fd22ccba8da3,revision_number=5']} {{(pid=83923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:41:35.961826 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:41:35.962159 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:41:35.962537 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:41:35.962912 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:41:35.963279 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:41:35.963645 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:41:35.964085 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:41:35.964449 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:41:35.964939 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:41:35.965503 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:41:35.965940 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:41:35.966379 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:41:35.966848 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:41:35.967211 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:41:35.967574 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:41:35.967934 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:41:35.968293 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:41:35.968655 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:41:35.969013 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:41:35.969395 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:41:35.969757 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:41:35.970151 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:41:35.970479 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:41:35.970831 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:41:35.976196 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:41:36.317961 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bf7446-1a69-4ea8-8507-73d6562e31ef req-95e6aadc-b819-4cde-afa0-5e15becbabea tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:41:36.319858 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-38bf7446-1a69-4ea8-8507-73d6562e31ef req-95e6aadc-b819-4cde-afa0-5e15becbabea tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.57 "GET /v2.0/ports?device_id=43a647e7-a66d-4254-9011-71ced47c3312 HTTP/1.1" status: 200  len: 943 time: 0.0941050
Feb 17 03:41:36.370874 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-38bf7446-1a69-4ea8-8507-73d6562e31ef req-aa47012d-0f84-4960-af63-06eceb86e601 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.57 "GET /v2.0/security-groups?id=42a135cc-1e4e-4724-8c79-cda705e48efc&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0445254
Feb 17 03:41:37.594127 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e6d65a-d795-499b-9fbe-d2b903089e52 req-4151dd40-e9aa-457d-913c-e52fc76a4c8a tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:41:37.596892 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-38e6d65a-d795-499b-9fbe-d2b903089e52 req-4151dd40-e9aa-457d-913c-e52fc76a4c8a tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.57 "GET /v2.0/ports?device_id=43a647e7-a66d-4254-9011-71ced47c3312 HTTP/1.1" status: 200  len: 943 time: 0.1026278
Feb 17 03:41:37.659245 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-38e6d65a-d795-499b-9fbe-d2b903089e52 req-42e5abb0-70f3-4f0a-bf7d-c8d875bff531 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.57 "GET /v2.0/security-groups?id=42a135cc-1e4e-4724-8c79-cda705e48efc&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0544715
Feb 17 03:41:38.887133 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac3d0c9-492e-40b6-b28e-925be166394a req-21b4224d-41e8-49d1-b729-6898738494a8 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:41:38.895840 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-cac3d0c9-492e-40b6-b28e-925be166394a req-21b4224d-41e8-49d1-b729-6898738494a8 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.57 "GET /v2.0/ports?device_id=43a647e7-a66d-4254-9011-71ced47c3312 HTTP/1.1" status: 200  len: 943 time: 0.1104174
Feb 17 03:41:38.945959 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-cac3d0c9-492e-40b6-b28e-925be166394a req-80d36617-2084-462c-9c9d-1edca74a71f5 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.57 "GET /v2.0/security-groups?id=42a135cc-1e4e-4724-8c79-cda705e48efc&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0490618
Feb 17 03:41:39.150326 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83922) accepted ('10.222.0.57', 47794) {{(pid=83922) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:41:39.174141 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eefd0a4-c317-4151-ab16-dd8300ebaf45 req-669bcf8b-614e-48e2-ace4-24f959251db7 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:41:39.176575 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-1eefd0a4-c317-4151-ab16-dd8300ebaf45 req-669bcf8b-614e-48e2-ace4-24f959251db7 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.54 "GET /v2.0/ports?device_id=43a647e7-a66d-4254-9011-71ced47c3312 HTTP/1.1" status: 200  len: 943 time: 0.1013360
Feb 17 03:41:39.266872 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.plugin [req-1eefd0a4-c317-4151-ab16-dd8300ebaf45 req-610d7aff-a1d6-4bfc-8354-9911b7bdac8a tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Deleting port 1eaf9637-4a5d-4be5-9bed-fd22ccba8da3 {{(pid=83921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 03:41:39.267253 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-1eefd0a4-c317-4151-ab16-dd8300ebaf45 req-610d7aff-a1d6-4bfc-8354-9911b7bdac8a tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363303097822068'] for port, before_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:41:39.295474 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-7c1b60aa-681b-47c8-9a97-1929904e493a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:41:39.313546 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-7c1b60aa-681b-47c8-9a97-1929904e493a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:41:39.317810 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-7c1b60aa-681b-47c8-9a97-1929904e493a admin admin] Usage tracker for resource:security_group_rule and tenant:a6e6441cafcc48ae9e8728f8b9959ff3 is out of sync, need to count used quota {{(pid=83922) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:41:39.321373 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-7c1b60aa-681b-47c8-9a97-1929904e493a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83922) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:41:39.327715 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-7c1b60aa-681b-47c8-9a97-1929904e493a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:41:39.429890 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-7c1b60aa-681b-47c8-9a97-1929904e493a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:41:39.433320 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-7c1b60aa-681b-47c8-9a97-1929904e493a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876219'] for security_group, after_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:41:39.441231 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-f75f9ad0-bbd7-40af-9d21-d8e9f0b48afe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:41:39.487919 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-7c1b60aa-681b-47c8-9a97-1929904e493a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=a6e6441cafcc48ae9e8728f8b9959ff3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3364003
Feb 17 03:41:39.489704 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1b60aa-681b-47c8-9a97-1929904e493a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69a0d9da-7efc-4707-af81-8ccc5de814c0,revision_number=1']} {{(pid=83922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:41:39.491634 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.57', 47800) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:41:39.493246 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-7c1b60aa-681b-47c8-9a97-1929904e493a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:41:39.583605 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.db [req-1eefd0a4-c317-4151-ab16-dd8300ebaf45 req-610d7aff-a1d6-4bfc-8354-9911b7bdac8a tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] For port 1eaf9637-4a5d-4be5-9bed-fd22ccba8da3, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=1eaf9637-4a5d-4be5-9bed-fd22ccba8da3,segment=NetworkSegment(1395ec13-865d-4759-982d-888e59978303),segment_id=1395ec13-865d-4759-982d-888e59978303)] {{(pid=83921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:41:39.583926 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-1eefd0a4-c317-4151-ab16-dd8300ebaf45 req-610d7aff-a1d6-4bfc-8354-9911b7bdac8a tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853786502'] for port, precommit_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:41:39.721631 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-b346db90-7b6d-4b48-9dc7-5987513271fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:41:39.730491 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.plugin [req-1eefd0a4-c317-4151-ab16-dd8300ebaf45 req-610d7aff-a1d6-4bfc-8354-9911b7bdac8a tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Calling delete_port for 1eaf9637-4a5d-4be5-9bed-fd22ccba8da3 owned by compute:nova {{(pid=83921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 03:41:39.809208 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-b346db90-7b6d-4b48-9dc7-5987513271fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:41:39.941081 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-b346db90-7b6d-4b48-9dc7-5987513271fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876219'] for security_group, after_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:41:39.946630 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-3321e9ce-a37f-4ded-9de8-411f24c731a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:41:39.961675 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-1eefd0a4-c317-4151-ab16-dd8300ebaf45 req-610d7aff-a1d6-4bfc-8354-9911b7bdac8a tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363303097879497', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363303098261142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852640907'] for port, after_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:41:39.978297 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b346db90-7b6d-4b48-9dc7-5987513271fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69a0d9da-7efc-4707-af81-8ccc5de814c0,revision_number=None']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:41:39.981222 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-b346db90-7b6d-4b48-9dc7-5987513271fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:41:40.037210 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-2cf171ce-c6de-42cc-bbcb-ecd2c16955fc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.060s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:41:40.143640 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-1505d805-957a-44e1-a0d3-db0af31dbacf req-130c3edd-6424-4e16-9815-beb3f981559b tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.57 "GET /v2.0/ports?device_id=43a647e7-a66d-4254-9011-71ced47c3312 HTTP/1.1" status: 200  len: 210 time: 0.0662251
Feb 17 03:41:40.280399 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83922) accepted ('10.222.0.57', 47812) {{(pid=83922) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:41:40.343241 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610d7aff-a1d6-4bfc-8354-9911b7bdac8a tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Pushing event deleted for resources: {'Port': ['ID=1eaf9637-4a5d-4be5-9bed-fd22ccba8da3,revision_number=None']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:41:40.351464 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-610d7aff-a1d6-4bfc-8354-9911b7bdac8a tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:41:40.362114 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-b346db90-7b6d-4b48-9dc7-5987513271fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:41:40.363846 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-b346db90-7b6d-4b48-9dc7-5987513271fa admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/69a0d9da-7efc-4707-af81-8ccc5de814c0 HTTP/1.1" status: 204  len: 168 time: 0.8696744
Feb 17 03:41:40.414803 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-2b4555d9-8b7d-44bd-92aa-85be25a9f239 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:41:40.432687 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-2b4555d9-8b7d-44bd-92aa-85be25a9f239 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:41:40.439919 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-2b4555d9-8b7d-44bd-92aa-85be25a9f239 admin admin] Usage tracker for resource:security_group_rule and tenant:7405d84ba3734aeabac52e215a84bbcd is out of sync, need to count used quota {{(pid=83922) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:41:40.444169 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-2b4555d9-8b7d-44bd-92aa-85be25a9f239 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83922) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:41:40.450645 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-2b4555d9-8b7d-44bd-92aa-85be25a9f239 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:41:40.464216 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvrscheduler_db [req-1eefd0a4-c317-4151-ab16-dd8300ebaf45 req-610d7aff-a1d6-4bfc-8354-9911b7bdac8a tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] No DVR routers for this DVR port 1eaf9637-4a5d-4be5-9bed-fd22ccba8da3 on host hv-cinder-75994 {{(pid=83921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 03:41:40.467754 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-1eefd0a4-c317-4151-ab16-dd8300ebaf45 req-610d7aff-a1d6-4bfc-8354-9911b7bdac8a tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774597'] for port, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:41:40.470067 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-1eefd0a4-c317-4151-ab16-dd8300ebaf45 req-610d7aff-a1d6-4bfc-8354-9911b7bdac8a tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.54 "DELETE /v2.0/ports/1eaf9637-4a5d-4be5-9bed-fd22ccba8da3 HTTP/1.1" status: 204  len: 173 time: 1.2878151
Feb 17 03:41:40.470635 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43a647e7-a66d-4254-9011-71ced47c3312', 'name': 'network-vif-deleted', 'tag': '1eaf9637-4a5d-4be5-9bed-fd22ccba8da3'}] {{(pid=83921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 03:41:40.536994 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43a647e7-a66d-4254-9011-71ced47c3312', 'name': 'network-vif-deleted', 'tag': '1eaf9637-4a5d-4be5-9bed-fd22ccba8da3', 'status': 'completed', 'code': 200}
Feb 17 03:41:40.558957 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-2b4555d9-8b7d-44bd-92aa-85be25a9f239 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:41:40.562212 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-2b4555d9-8b7d-44bd-92aa-85be25a9f239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876219'] for security_group, after_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:41:40.576119 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-d6e69f2f-508c-41e9-a5d3-d330cff2e480 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:41:40.622850 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-2b4555d9-8b7d-44bd-92aa-85be25a9f239 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=7405d84ba3734aeabac52e215a84bbcd&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3384907
Feb 17 03:41:40.623101 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83922) accepted ('10.222.0.57', 47822) {{(pid=83922) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:41:40.626239 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4555d9-8b7d-44bd-92aa-85be25a9f239 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f1d3ba2-0866-4245-891c-57513c627926,revision_number=1']} {{(pid=83922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:41:40.641011 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-2b4555d9-8b7d-44bd-92aa-85be25a9f239 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:41:40.697447 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-ee8d5c75-59eb-416a-8706-b67ee9ae5eb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:41:40.732132 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-ee8d5c75-59eb-416a-8706-b67ee9ae5eb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:41:40.776020 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-ee8d5c75-59eb-416a-8706-b67ee9ae5eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876219'] for security_group, after_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:41:40.781051 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-f130ba52-0c56-4750-94cc-3b1b664e4af1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:41:40.794287 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8d5c75-59eb-416a-8706-b67ee9ae5eb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f1d3ba2-0866-4245-891c-57513c627926,revision_number=None']} {{(pid=83922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:41:40.799839 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-ee8d5c75-59eb-416a-8706-b67ee9ae5eb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:41:40.804929 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-ee8d5c75-59eb-416a-8706-b67ee9ae5eb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:41:40.808465 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-ee8d5c75-59eb-416a-8706-b67ee9ae5eb6 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/2f1d3ba2-0866-4245-891c-57513c627926 HTTP/1.1" status: 204  len: 168 time: 0.1819241
Feb 17 03:41:41.336142 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-ec6d83b0-52d7-41e2-b547-b61213e20f6e req-517b5291-ca45-4a1b-8e8e-e9af3e149dc8 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.57 "GET /v2.0/ports?device_id=43a647e7-a66d-4254-9011-71ced47c3312 HTTP/1.1" status: 200  len: 210 time: 0.0520902
Feb 17 03:41:42.545912 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-eb2876d3-ad26-4aa8-80d3-8d541b7d4d1c req-f68df9e3-1235-4376-9399-659878cddb28 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.57 "GET /v2.0/floatingips/21a4f781-2646-4d12-8fd9-9bebcdd8aa5f HTTP/1.1" status: 200  len: 693 time: 0.0905902
Feb 17 03:41:42.705833 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2876d3-ad26-4aa8-80d3-8d541b7d4d1c req-f0b7b7ec-471e-4d69-a0f9-1860d02b9221 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:41:42.707339 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-eb2876d3-ad26-4aa8-80d3-8d541b7d4d1c req-f0b7b7ec-471e-4d69-a0f9-1860d02b9221 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.57 "GET /v2.0/networks/47a54196-2e01-4ced-bf59-8f5a8abde718 HTTP/1.1" status: 200  len: 784 time: 0.1555061
Feb 17 03:41:42.793837 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [req-eb2876d3-ad26-4aa8-80d3-8d541b7d4d1c req-9cab4d22-9199-4494-bb5e-7dacd553aa34 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Synchronizing usage tracker for tenant:09f977ccc1e54aa6bfffd127c9a4be7d on resource:floatingip {{(pid=83922) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 03:41:42.808778 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [req-eb2876d3-ad26-4aa8-80d3-8d541b7d4d1c req-9cab4d22-9199-4494-bb5e-7dacd553aa34 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Unset dirty status for tenant:09f977ccc1e54aa6bfffd127c9a4be7d on resource:floatingip {{(pid=83922) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 03:41:42.810059 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-eb2876d3-ad26-4aa8-80d3-8d541b7d4d1c req-9cab4d22-9199-4494-bb5e-7dacd553aa34 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.27.0.192 HTTP/1.1" status: 200  len: 696 time: 0.0962033
Feb 17 03:41:42.897211 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-eb2876d3-ad26-4aa8-80d3-8d541b7d4d1c req-58bf4708-f215-486e-bbc6-b5ea5d86ae08 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.27.0.192 HTTP/1.1" status: 200  len: 696 time: 0.0805144
Feb 17 03:41:43.075988 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.plugin [req-eb2876d3-ad26-4aa8-80d3-8d541b7d4d1c req-3d4367d9-1152-488d-a5a3-2b34bd11e702 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Deleting port c0e3a502-a2ef-42f2-af14-ff36ae38ae31 {{(pid=83922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 03:41:43.076284 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-eb2876d3-ad26-4aa8-80d3-8d541b7d4d1c req-3d4367d9-1152-488d-a5a3-2b34bd11e702 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363303097822068'] for port, before_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:41:43.254108 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-eb2876d3-ad26-4aa8-80d3-8d541b7d4d1c req-3d4367d9-1152-488d-a5a3-2b34bd11e702 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853786502'] for port, precommit_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:41:43.254474 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-eb2876d3-ad26-4aa8-80d3-8d541b7d4d1c req-3d4367d9-1152-488d-a5a3-2b34bd11e702 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:41:43.392708 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.plugin [req-eb2876d3-ad26-4aa8-80d3-8d541b7d4d1c req-3d4367d9-1152-488d-a5a3-2b34bd11e702 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Calling delete_port for c0e3a502-a2ef-42f2-af14-ff36ae38ae31 owned by network:floatingip {{(pid=83922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 03:41:43.446758 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-07b142e3-32f4-4c73-879c-a051e3bfcf44 req-7a4f5b96-05a6-4dcc-b7d1-c23aa8405882 tempest-VolumesNegativeTest-429381555 tempest-VolumesNegativeTest-429381555-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=c3b1de2d733f40e280136eb9fa396503&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0317342
Feb 17 03:41:43.538444 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-eb2876d3-ad26-4aa8-80d3-8d541b7d4d1c req-3d4367d9-1152-488d-a5a3-2b34bd11e702 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363303097879497', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363303098261142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851846526'] for port, after_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:41:43.554327 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-af4f5ee0-1b35-468f-a270-82b68ab02ba5 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:41:43.613521 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b142e3-32f4-4c73-879c-a051e3bfcf44 req-38f3cfb1-0b48-477c-8f65-e6e81f1a34b9 tempest-VolumesNegativeTest-429381555 tempest-VolumesNegativeTest-429381555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:41:43.615015 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-07b142e3-32f4-4c73-879c-a051e3bfcf44 req-38f3cfb1-0b48-477c-8f65-e6e81f1a34b9 tempest-VolumesNegativeTest-429381555 tempest-VolumesNegativeTest-429381555-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1621654
Feb 17 03:41:43.631085 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-07b142e3-32f4-4c73-879c-a051e3bfcf44 req-dd01aa9c-1db2-4448-8c95-415cc1b23916 tempest-VolumesNegativeTest-429381555 tempest-VolumesNegativeTest-429381555-project] 10.222.0.57 "GET /v2.0/quotas/c3b1de2d733f40e280136eb9fa396503 HTTP/1.1" status: 200  len: 375 time: 0.0098782
Feb 17 03:41:43.657982 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4367d9-1152-488d-a5a3-2b34bd11e702 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Pushing event deleted for resources: {'Port': ['ID=c0e3a502-a2ef-42f2-af14-ff36ae38ae31,revision_number=None']} {{(pid=83922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:41:43.667106 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-3d4367d9-1152-488d-a5a3-2b34bd11e702 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:41:43.690330 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-07b142e3-32f4-4c73-879c-a051e3bfcf44 req-7c53b1ba-f9ec-4bba-9eb1-50d0aef4ddc1 tempest-VolumesNegativeTest-429381555 tempest-VolumesNegativeTest-429381555-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=c3b1de2d733f40e280136eb9fa396503&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0531898
Feb 17 03:41:43.782191 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-eb2876d3-ad26-4aa8-80d3-8d541b7d4d1c req-3d4367d9-1152-488d-a5a3-2b34bd11e702 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Notify callbacks [] for floatingip, after_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:41:43.803117 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-eb2876d3-ad26-4aa8-80d3-8d541b7d4d1c req-3d4367d9-1152-488d-a5a3-2b34bd11e702 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774597'] for floatingip, before_response {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:41:43.804556 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-eb2876d3-ad26-4aa8-80d3-8d541b7d4d1c req-3d4367d9-1152-488d-a5a3-2b34bd11e702 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.57 "DELETE /v2.0/floatingips/21a4f781-2646-4d12-8fd9-9bebcdd8aa5f HTTP/1.1" status: 204  len: 173 time: 0.9012346
Feb 17 03:41:43.892181 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-3b32e96c-bcbe-4327-9536-dbc3c932a069 req-f69ebdf0-e3f9-48ee-8948-c28653f5e6d9 tempest-VolumesNegativeTest-429381555 tempest-VolumesNegativeTest-429381555-project] 10.222.0.57 "GET /v2.0/ports?device_id=56b9fe60-c754-430e-8ba3-21fa13ab78cc HTTP/1.1" status: 200  len: 210 time: 0.0551755
Feb 17 03:41:44.947274 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-07b142e3-32f4-4c73-879c-a051e3bfcf44 req-7c9b58e0-6db5-460a-bb48-a44856baab26 tempest-VolumesNegativeTest-429381555 tempest-VolumesNegativeTest-429381555-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=c3b1de2d733f40e280136eb9fa396503&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0329227
Feb 17 03:41:45.116681 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-1a821d5e-bc29-40fb-9941-48151252d7dd req-1d3f54b2-61eb-4187-b82a-3afbcf6f76e1 tempest-VolumesNegativeTest-429381555 tempest-VolumesNegativeTest-429381555-project] 10.222.0.57 "GET /v2.0/ports?device_id=56b9fe60-c754-430e-8ba3-21fa13ab78cc HTTP/1.1" status: 200  len: 210 time: 0.0698118
Feb 17 03:41:45.181709 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b142e3-32f4-4c73-879c-a051e3bfcf44 req-477ba165-8dd0-44e0-b48d-dff1193e7bbe tempest-VolumesNegativeTest-429381555 tempest-VolumesNegativeTest-429381555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:41:45.183324 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-07b142e3-32f4-4c73-879c-a051e3bfcf44 req-477ba165-8dd0-44e0-b48d-dff1193e7bbe tempest-VolumesNegativeTest-429381555 tempest-VolumesNegativeTest-429381555-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2308366
Feb 17 03:41:45.210230 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.v2.base [req-07b142e3-32f4-4c73-879c-a051e3bfcf44 req-e94d4805-3f6d-4244-beb1-949b46c8ab09 tempest-VolumesNegativeTest-429381555 tempest-VolumesNegativeTest-429381555-project] Request body: {'port': {'device_id': '56b9fe60-c754-430e-8ba3-21fa13ab78cc', 'network_id': '238a6bb9-7470-4cc5-80d7-ce3ca853dfa1', 'admin_state_up': True, 'tenant_id': 'c3b1de2d733f40e280136eb9fa396503'}} {{(pid=83921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:41:45.287117 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-bf358281-afbc-4bd1-8c65-9be8d24b9967 req-a4e1d823-6530-4cb8-b347-99959502b7a1 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.57 "GET /v2.0/security-groups/42a135cc-1e4e-4724-8c79-cda705e48efc HTTP/1.1" status: 200  len: 2997 time: 0.0514071
Feb 17 03:41:45.357438 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [req-07b142e3-32f4-4c73-879c-a051e3bfcf44 req-e94d4805-3f6d-4244-beb1-949b46c8ab09 tempest-VolumesNegativeTest-429381555 tempest-VolumesNegativeTest-429381555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:41:45.361531 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [req-07b142e3-32f4-4c73-879c-a051e3bfcf44 req-e94d4805-3f6d-4244-beb1-949b46c8ab09 tempest-VolumesNegativeTest-429381555 tempest-VolumesNegativeTest-429381555-project] Usage tracker for resource:port and tenant:c3b1de2d733f40e280136eb9fa396503 is out of sync, need to count used quota {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:41:45.363871 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-bf358281-afbc-4bd1-8c65-9be8d24b9967 req-47c49562-44eb-4adf-87dd-41f1b617bc81 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Notify callbacks [] for security_group, before_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:41:45.364527 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [req-07b142e3-32f4-4c73-879c-a051e3bfcf44 req-e94d4805-3f6d-4244-beb1-949b46c8ab09 tempest-VolumesNegativeTest-429381555 tempest-VolumesNegativeTest-429381555-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:41:45.370331 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [req-07b142e3-32f4-4c73-879c-a051e3bfcf44 req-e94d4805-3f6d-4244-beb1-949b46c8ab09 tempest-VolumesNegativeTest-429381555 tempest-VolumesNegativeTest-429381555-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:41:45.380369 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07b142e3-32f4-4c73-879c-a051e3bfcf44 req-e94d4805-3f6d-4244-beb1-949b46c8ab09 tempest-VolumesNegativeTest-429381555 tempest-VolumesNegativeTest-429381555-project] Made reservation on behalf of c3b1de2d733f40e280136eb9fa396503 for: {'port': 1} {{(pid=83921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 03:41:45.386373 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-07b142e3-32f4-4c73-879c-a051e3bfcf44 req-e94d4805-3f6d-4244-beb1-949b46c8ab09 tempest-VolumesNegativeTest-429381555 tempest-VolumesNegativeTest-429381555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for port, before_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:41:45.394625 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-bf358281-afbc-4bd1-8c65-9be8d24b9967 req-47c49562-44eb-4adf-87dd-41f1b617bc81 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:41:45.400706 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-07b142e3-32f4-4c73-879c-a051e3bfcf44 req-e94d4805-3f6d-4244-beb1-949b46c8ab09 tempest-VolumesNegativeTest-429381555 tempest-VolumesNegativeTest-429381555-project] Notify callbacks [] for security_group, before_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:41:45.417255 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [req-07b142e3-32f4-4c73-879c-a051e3bfcf44 req-e94d4805-3f6d-4244-beb1-949b46c8ab09 tempest-VolumesNegativeTest-429381555 tempest-VolumesNegativeTest-429381555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:41:45.421252 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [req-07b142e3-32f4-4c73-879c-a051e3bfcf44 req-e94d4805-3f6d-4244-beb1-949b46c8ab09 tempest-VolumesNegativeTest-429381555 tempest-VolumesNegativeTest-429381555-project] Usage tracker for resource:security_group_rule and tenant:c3b1de2d733f40e280136eb9fa396503 is out of sync, need to count used quota {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:41:45.424217 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [req-07b142e3-32f4-4c73-879c-a051e3bfcf44 req-e94d4805-3f6d-4244-beb1-949b46c8ab09 tempest-VolumesNegativeTest-429381555 tempest-VolumesNegativeTest-429381555-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:41:45.430019 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [req-07b142e3-32f4-4c73-879c-a051e3bfcf44 req-e94d4805-3f6d-4244-beb1-949b46c8ab09 tempest-VolumesNegativeTest-429381555 tempest-VolumesNegativeTest-429381555-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:41:45.444085 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-bf358281-afbc-4bd1-8c65-9be8d24b9967 req-47c49562-44eb-4adf-87dd-41f1b617bc81 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876219'] for security_group, after_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:41:45.450120 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-b5897589-6aae-43b6-b8a3-99ce35ffb186 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:41:45.467316 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c49562-44eb-4adf-87dd-41f1b617bc81 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42a135cc-1e4e-4724-8c79-cda705e48efc,revision_number=None']} {{(pid=83922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:41:45.470180 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-47c49562-44eb-4adf-87dd-41f1b617bc81 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:41:45.475904 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-bf358281-afbc-4bd1-8c65-9be8d24b9967 req-47c49562-44eb-4adf-87dd-41f1b617bc81 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Notify callbacks [] for security_group, before_response {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:41:45.477136 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-bf358281-afbc-4bd1-8c65-9be8d24b9967 req-47c49562-44eb-4adf-87dd-41f1b617bc81 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] 10.222.0.57 "DELETE /v2.0/security-groups/42a135cc-1e4e-4724-8c79-cda705e48efc HTTP/1.1" status: 204  len: 173 time: 0.1836734
Feb 17 03:41:45.537619 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-07b142e3-32f4-4c73-879c-a051e3bfcf44 req-e94d4805-3f6d-4244-beb1-949b46c8ab09 tempest-VolumesNegativeTest-429381555 tempest-VolumesNegativeTest-429381555-project] Notify callbacks [] for security_group, precommit_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:41:45.540809 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-07b142e3-32f4-4c73-879c-a051e3bfcf44 req-e94d4805-3f6d-4244-beb1-949b46c8ab09 tempest-VolumesNegativeTest-429381555 tempest-VolumesNegativeTest-429381555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876219'] for security_group, after_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:41:45.544052 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83922) accepted ('10.222.0.57', 47902) {{(pid=83922) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:41:45.552527 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-244200ff-819d-4be3-9250-c47a9b63c0d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:41:45.657701 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94d4805-3f6d-4244-beb1-949b46c8ab09 tempest-VolumesNegativeTest-429381555 tempest-VolumesNegativeTest-429381555-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d452ae41-7000-404f-acc0-32be3a7c2924,revision_number=1']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:41:45.668639 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-e94d4805-3f6d-4244-beb1-949b46c8ab09 tempest-VolumesNegativeTest-429381555 tempest-VolumesNegativeTest-429381555-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:41:45.870297 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.db_base_plugin_common [req-07b142e3-32f4-4c73-879c-a051e3bfcf44 req-e94d4805-3f6d-4244-beb1-949b46c8ab09 tempest-VolumesNegativeTest-429381555 tempest-VolumesNegativeTest-429381555-project] Allocated IP 192.168.233.242 (238a6bb9-7470-4cc5-80d7-ce3ca853dfa1/dc19ebb5-fb6b-4474-bdaa-4465333df8ef/ac9f74fd-7f9e-4b53-b299-449277c33a00) {{(pid=83921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 03:41:46.093407 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-07b142e3-32f4-4c73-879c-a051e3bfcf44 req-e94d4805-3f6d-4244-beb1-949b46c8ab09 tempest-VolumesNegativeTest-429381555 tempest-VolumesNegativeTest-429381555-project] Notify callbacks [] for port, precommit_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:41:46.110103 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [req-07b142e3-32f4-4c73-879c-a051e3bfcf44 req-e94d4805-3f6d-4244-beb1-949b46c8ab09 tempest-VolumesNegativeTest-429381555 tempest-VolumesNegativeTest-429381555-project] Transition to ACTIVE for port object ac9f74fd-7f9e-4b53-b299-449277c33a00 will not be triggered until provisioned by entity DHCP. {{(pid=83921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 03:41:46.134076 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-07b142e3-32f4-4c73-879c-a051e3bfcf44 req-e94d4805-3f6d-4244-beb1-949b46c8ab09 tempest-VolumesNegativeTest-429381555 tempest-VolumesNegativeTest-429381555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363303098263190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852640907'] for port, after_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:41:46.151372 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-efda851d-c28a-4cc6-bfc5-16faa331a58e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:41:46.295310 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94d4805-3f6d-4244-beb1-949b46c8ab09 tempest-VolumesNegativeTest-429381555 tempest-VolumesNegativeTest-429381555-project] Pushing event updated for resources: {'Port': ['ID=ac9f74fd-7f9e-4b53-b299-449277c33a00,revision_number=1']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:41:46.308843 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-e94d4805-3f6d-4244-beb1-949b46c8ab09 tempest-VolumesNegativeTest-429381555 tempest-VolumesNegativeTest-429381555-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:41:46.358097 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07b142e3-32f4-4c73-879c-a051e3bfcf44 req-e94d4805-3f6d-4244-beb1-949b46c8ab09 tempest-VolumesNegativeTest-429381555 tempest-VolumesNegativeTest-429381555-project] Network 238a6bb9-7470-4cc5-80d7-ce3ca853dfa1 is already hosted by enough agents. {{(pid=83921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 03:41:46.359375 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.scheduler.base_scheduler [req-07b142e3-32f4-4c73-879c-a051e3bfcf44 req-e94d4805-3f6d-4244-beb1-949b46c8ab09 tempest-VolumesNegativeTest-429381555 tempest-VolumesNegativeTest-429381555-project] Resources bound (agent type, host, resource id):  {{(pid=83921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 03:41:46.361801 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvrscheduler_db [req-07b142e3-32f4-4c73-879c-a051e3bfcf44 req-e94d4805-3f6d-4244-beb1-949b46c8ab09 tempest-VolumesNegativeTest-429381555 tempest-VolumesNegativeTest-429381555-project] Received port after_create {{(pid=83921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 03:41:46.435045 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b142e3-32f4-4c73-879c-a051e3bfcf44 req-e94d4805-3f6d-4244-beb1-949b46c8ab09 tempest-VolumesNegativeTest-429381555 tempest-VolumesNegativeTest-429381555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:41:46.435774 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-07b142e3-32f4-4c73-879c-a051e3bfcf44 req-e94d4805-3f6d-4244-beb1-949b46c8ab09 tempest-VolumesNegativeTest-429381555 tempest-VolumesNegativeTest-429381555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774597'] for port, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:41:46.464374 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-07b142e3-32f4-4c73-879c-a051e3bfcf44 req-e94d4805-3f6d-4244-beb1-949b46c8ab09 tempest-VolumesNegativeTest-429381555 tempest-VolumesNegativeTest-429381555-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.2589393
Feb 17 03:41:46.484349 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.v2.base [req-07b142e3-32f4-4c73-879c-a051e3bfcf44 req-56975318-b736-4c7b-a8f0-de0edf9891da service neutron] Request body: {'port': {'device_id': '56b9fe60-c754-430e-8ba3-21fa13ab78cc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75994'}} {{(pid=83921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:41:46.577411 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-a6dc87a5-016e-46c0-9bb0-9261ba71c630 None None] Provisioning for port ac9f74fd-7f9e-4b53-b299-449277c33a00 completed by entity DHCP. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 03:41:46.583726 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-a6dc87a5-016e-46c0-9bb0-9261ba71c630 None None] Provisioning complete for port ac9f74fd-7f9e-4b53-b299-449277c33a00 triggered by entity DHCP. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:41:46.584150 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-a6dc87a5-016e-46c0-9bb0-9261ba71c630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838161172'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:41:46.622002 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-07b142e3-32f4-4c73-879c-a051e3bfcf44 req-56975318-b736-4c7b-a8f0-de0edf9891da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for port, before_update {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:41:46.629080 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef52966e-d11f-430d-86f8-b9869b1110f2 req-9f2e2269-6f13-4c8c-a2d7-78eb722fd03c tempest-VolumesNegativeTest-429381555 tempest-VolumesNegativeTest-429381555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:41:46.630717 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-ef52966e-d11f-430d-86f8-b9869b1110f2 req-9f2e2269-6f13-4c8c-a2d7-78eb722fd03c tempest-VolumesNegativeTest-429381555 tempest-VolumesNegativeTest-429381555-project] 10.222.0.57 "GET /v2.0/ports?device_id=56b9fe60-c754-430e-8ba3-21fa13ab78cc HTTP/1.1" status: 200  len: 936 time: 0.3990893
Feb 17 03:41:46.634545 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-8b3d938c-fc65-42d3-ac73-d7040007dde4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-947348'] for router_interface, before_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:41:46.641824 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.plugin [None req-a6dc87a5-016e-46c0-9bb0-9261ba71c630 None None] Port ac9f74fd-7f9e-4b53-b299-449277c33a00 cannot update to ACTIVE because it is not bound. {{(pid=83923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 03:41:46.824226 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-ef52966e-d11f-430d-86f8-b9869b1110f2 req-eeaf0c44-de4f-4c2f-8e7c-39ab9517a0e7 tempest-VolumesNegativeTest-429381555 tempest-VolumesNegativeTest-429381555-project] 10.222.0.57 "GET /v2.0/security-groups?id=d452ae41-7000-404f-acc0-32be3a7c2924&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1374283
Feb 17 03:41:47.053238 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.notifiers.nova [req-07b142e3-32f4-4c73-879c-a051e3bfcf44 req-56975318-b736-4c7b-a8f0-de0edf9891da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac9f74fd-7f9e-4b53-b299-449277c33a00 {{(pid=83921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 17 03:41:47.055011 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.plugin [None req-8b3d938c-fc65-42d3-ac73-d7040007dde4 admin admin] Deleting port e98b3221-e8eb-44c7-922b-f05f45a151d1 {{(pid=83922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 03:41:47.055394 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-8b3d938c-fc65-42d3-ac73-d7040007dde4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363303097822068'] for port, before_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:41:47.061608 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-07b142e3-32f4-4c73-879c-a051e3bfcf44 req-56975318-b736-4c7b-a8f0-de0edf9891da service neutron] Notify callbacks [] for port, precommit_update {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:41:47.075142 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [req-07b142e3-32f4-4c73-879c-a051e3bfcf44 req-56975318-b736-4c7b-a8f0-de0edf9891da service neutron] Transition to ACTIVE for port object ac9f74fd-7f9e-4b53-b299-449277c33a00 will not be triggered until provisioned by entity L2. {{(pid=83921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 03:41:47.077946 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-07b142e3-32f4-4c73-879c-a051e3bfcf44 req-56975318-b736-4c7b-a8f0-de0edf9891da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303097879514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733756514675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303098261108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2134908'] for port, after_update {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:41:47.094273 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-d4f39a21-26dd-4985-8148-69cbf83eefff tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:41:47.241192 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56975318-b736-4c7b-a8f0-de0edf9891da service neutron] Pushing event updated for resources: {'Port': ['ID=ac9f74fd-7f9e-4b53-b299-449277c33a00,revision_number=2']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:41:47.244944 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.db [None req-8b3d938c-fc65-42d3-ac73-d7040007dde4 admin admin] For port e98b3221-e8eb-44c7-922b-f05f45a151d1, host dv-cinder-759943-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-5-iscsi',level=0,port_id=e98b3221-e8eb-44c7-922b-f05f45a151d1,segment=NetworkSegment(1395ec13-865d-4759-982d-888e59978303),segment_id=1395ec13-865d-4759-982d-888e59978303)] {{(pid=83922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:41:47.245489 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-8b3d938c-fc65-42d3-ac73-d7040007dde4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853786502'] for port, precommit_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:41:47.246229 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-56975318-b736-4c7b-a8f0-de0edf9891da service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:41:47.383502 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.plugin [None req-8b3d938c-fc65-42d3-ac73-d7040007dde4 admin admin] Calling delete_port for e98b3221-e8eb-44c7-922b-f05f45a151d1 owned by network:router_interface {{(pid=83922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 03:41:47.428438 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.managers [req-07b142e3-32f4-4c73-879c-a051e3bfcf44 req-56975318-b736-4c7b-a8f0-de0edf9891da service neutron] Attempting to bind port ac9f74fd-7f9e-4b53-b299-449277c33a00 on host hv-cinder-75994 for vnic_type normal with profile  {{(pid=83921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 03:41:47.428945 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.managers [req-07b142e3-32f4-4c73-879c-a051e3bfcf44 req-56975318-b736-4c7b-a8f0-de0edf9891da service neutron] Attempting to bind port ac9f74fd-7f9e-4b53-b299-449277c33a00 by drivers openvswitch on host hv-cinder-75994 at level 0 using segments [{'id': '7f1e88c1-a377-429b-82ad-5feeca31a090', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '238a6bb9-7470-4cc5-80d7-ce3ca853dfa1'}] {{(pid=83921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 03:41:47.429516 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07b142e3-32f4-4c73-879c-a051e3bfcf44 req-56975318-b736-4c7b-a8f0-de0edf9891da service neutron] Attempting to bind port ac9f74fd-7f9e-4b53-b299-449277c33a00 on network 238a6bb9-7470-4cc5-80d7-ce3ca853dfa1 {{(pid=83921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 03:41:47.435553 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07b142e3-32f4-4c73-879c-a051e3bfcf44 req-56975318-b736-4c7b-a8f0-de0edf9891da service neutron] Checking agent: {'id': '1c3dee76-e565-424d-b4cd-b2af1407410d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75994', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 3, 25, 23), 'started_at': datetime.datetime(2021, 2, 17, 3, 25, 53), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 3, 41, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.11', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 03:41:47.435905 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07b142e3-32f4-4c73-879c-a051e3bfcf44 req-56975318-b736-4c7b-a8f0-de0edf9891da service neutron] Checking segment: {'id': '7f1e88c1-a377-429b-82ad-5feeca31a090', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '238a6bb9-7470-4cc5-80d7-ce3ca853dfa1'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 03:41:47.436310 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-07b142e3-32f4-4c73-879c-a051e3bfcf44 req-56975318-b736-4c7b-a8f0-de0edf9891da service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:41:47.436709 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07b142e3-32f4-4c73-879c-a051e3bfcf44 req-56975318-b736-4c7b-a8f0-de0edf9891da service neutron] Bound using segment: {'id': '7f1e88c1-a377-429b-82ad-5feeca31a090', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '238a6bb9-7470-4cc5-80d7-ce3ca853dfa1'} {{(pid=83921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 03:41:47.437215 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.managers [req-07b142e3-32f4-4c73-879c-a051e3bfcf44 req-56975318-b736-4c7b-a8f0-de0edf9891da service neutron] Bound port: ac9f74fd-7f9e-4b53-b299-449277c33a00, host: hv-cinder-75994, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f1e88c1-a377-429b-82ad-5feeca31a090', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '238a6bb9-7470-4cc5-80d7-ce3ca853dfa1'}}] {{(pid=83921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 03:41:47.437600 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-07b142e3-32f4-4c73-879c-a051e3bfcf44 req-56975318-b736-4c7b-a8f0-de0edf9891da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for port, before_update {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:41:47.539059 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.db [req-07b142e3-32f4-4c73-879c-a051e3bfcf44 req-56975318-b736-4c7b-a8f0-de0edf9891da service neutron] For port ac9f74fd-7f9e-4b53-b299-449277c33a00, host hv-cinder-75994, cleared binding levels {{(pid=83921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 03:41:47.568112 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.db [req-07b142e3-32f4-4c73-879c-a051e3bfcf44 req-56975318-b736-4c7b-a8f0-de0edf9891da service neutron] For port ac9f74fd-7f9e-4b53-b299-449277c33a00, host hv-cinder-75994, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=ac9f74fd-7f9e-4b53-b299-449277c33a00,segment=NetworkSegment(7f1e88c1-a377-429b-82ad-5feeca31a090),segment_id=7f1e88c1-a377-429b-82ad-5feeca31a090)] {{(pid=83921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 03:41:47.570713 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-07b142e3-32f4-4c73-879c-a051e3bfcf44 req-56975318-b736-4c7b-a8f0-de0edf9891da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303097879514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733756514675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303098261108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2134908'] for port, after_update {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:41:47.570858 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-8b3d938c-fc65-42d3-ac73-d7040007dde4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363303097879497', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363303098261142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851846526'] for port, after_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:41:47.586458 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-610d7aff-a1d6-4bfc-8354-9911b7bdac8a tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:41:47.589224 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-4b8a8390-4ce2-47e6-a7e0-47f0018e54a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:41:47.686913 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3d938c-fc65-42d3-ac73-d7040007dde4 admin admin] Pushing event deleted for resources: {'Port': ['ID=e98b3221-e8eb-44c7-922b-f05f45a151d1,revision_number=None']} {{(pid=83922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:41:47.696968 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-8b3d938c-fc65-42d3-ac73-d7040007dde4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:41:47.745829 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56975318-b736-4c7b-a8f0-de0edf9891da service neutron] Pushing event updated for resources: {'Port': ['ID=ac9f74fd-7f9e-4b53-b299-449277c33a00,revision_number=3']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:41:47.751084 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-56975318-b736-4c7b-a8f0-de0edf9891da service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:41:47.781297 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b142e3-32f4-4c73-879c-a051e3bfcf44 req-56975318-b736-4c7b-a8f0-de0edf9891da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:41:47.782014 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-07b142e3-32f4-4c73-879c-a051e3bfcf44 req-56975318-b736-4c7b-a8f0-de0edf9891da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774597'] for port, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:41:47.783465 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-07b142e3-32f4-4c73-879c-a051e3bfcf44 req-56975318-b736-4c7b-a8f0-de0edf9891da service neutron] 10.222.0.54 "PUT /v2.0/ports/ac9f74fd-7f9e-4b53-b299-449277c33a00 HTTP/1.1" status: 200  len: 1162 time: 1.3060648
Feb 17 03:41:47.784029 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56b9fe60-c754-430e-8ba3-21fa13ab78cc', 'tag': 'ac9f74fd-7f9e-4b53-b299-449277c33a00'}] {{(pid=83921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 03:41:47.844443 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56b9fe60-c754-430e-8ba3-21fa13ab78cc', 'tag': 'ac9f74fd-7f9e-4b53-b299-449277c33a00', 'status': 'completed', 'code': 200}
Feb 17 03:41:47.961475 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b142e3-32f4-4c73-879c-a051e3bfcf44 req-fd753070-c396-48ed-9bc9-3b09cb941516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:41:47.963463 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-07b142e3-32f4-4c73-879c-a051e3bfcf44 req-fd753070-c396-48ed-9bc9-3b09cb941516 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c3b1de2d733f40e280136eb9fa396503&device_id=56b9fe60-c754-430e-8ba3-21fa13ab78cc HTTP/1.1" status: 200  len: 1165 time: 0.1056533
Feb 17 03:41:48.051587 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-07b142e3-32f4-4c73-879c-a051e3bfcf44 req-08b6a947-fd42-4b53-be1e-23c5980be034 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=ac9f74fd-7f9e-4b53-b299-449277c33a00 HTTP/1.1" status: 200  len: 217 time: 0.0744288
Feb 17 03:41:48.097207 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-8b3d938c-fc65-42d3-ac73-d7040007dde4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854190951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-947450'] for router_interface, after_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:41:48.125910 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b142e3-32f4-4c73-879c-a051e3bfcf44 req-b1f4cd27-e43d-4e52-a870-b8086398f55f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:41:48.127532 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-07b142e3-32f4-4c73-879c-a051e3bfcf44 req-b1f4cd27-e43d-4e52-a870-b8086398f55f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=dc19ebb5-fb6b-4474-bdaa-4465333df8ef HTTP/1.1" status: 200  len: 843 time: 0.0702255
Feb 17 03:41:48.211934 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269041b3-d626-4a02-886e-549fc7a2c0f4 req-a47d68d5-f33d-40ad-ae4c-012b6347b443 tempest-VolumesNegativeTest-429381555 tempest-VolumesNegativeTest-429381555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:41:48.213585 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-269041b3-d626-4a02-886e-549fc7a2c0f4 req-a47d68d5-f33d-40ad-ae4c-012b6347b443 tempest-VolumesNegativeTest-429381555 tempest-VolumesNegativeTest-429381555-project] 10.222.0.57 "GET /v2.0/ports?device_id=56b9fe60-c754-430e-8ba3-21fa13ab78cc HTTP/1.1" status: 200  len: 948 time: 0.2019088
Feb 17 03:41:48.214982 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b142e3-32f4-4c73-879c-a051e3bfcf44 req-fbebf722-5f2c-42ea-aa0d-da11d151f58b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:41:48.216700 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-07b142e3-32f4-4c73-879c-a051e3bfcf44 req-fbebf722-5f2c-42ea-aa0d-da11d151f58b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=238a6bb9-7470-4cc5-80d7-ce3ca853dfa1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.0828452
Feb 17 03:41:48.294943 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-269041b3-d626-4a02-886e-549fc7a2c0f4 req-9c5be5d7-2c01-4420-b4f3-df249f7e20b0 tempest-VolumesNegativeTest-429381555 tempest-VolumesNegativeTest-429381555-project] 10.222.0.57 "GET /v2.0/security-groups?id=d452ae41-7000-404f-acc0-32be3a7c2924&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0701180
Feb 17 03:41:48.601007 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-07b142e3-32f4-4c73-879c-a051e3bfcf44 req-942527ca-0424-473a-8c4f-02c552d022ca service neutron] 10.222.0.54 "GET /v2.0/networks/238a6bb9-7470-4cc5-80d7-ce3ca853dfa1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3777452
Feb 17 03:41:48.688811 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b3d938c-fc65-42d3-ac73-d7040007dde4 admin admin] Router 3ae39434-3077-4a61-8ec9-5d2beb8f56b0 has already been hosted by L3 agent 3e02af72-3002-4fb3-96dd-e59119f81584 {{(pid=83922) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 03:41:48.745590 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-07b142e3-32f4-4c73-879c-a051e3bfcf44 req-3187d628-da53-42e9-8330-0acf8cd788dd service neutron] 10.222.0.54 "GET /v2.0/networks/238a6bb9-7470-4cc5-80d7-ce3ca853dfa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1371922
Feb 17 03:41:48.880793 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b3d938c-fc65-42d3-ac73-d7040007dde4 admin admin] Notify agent at l3_agent.dv-cinder-759943-5-iscsi the message routers_updated {{(pid=83922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 03:41:48.894897 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-8b3d938c-fc65-42d3-ac73-d7040007dde4 admin admin] 10.222.0.57 "PUT /v2.0/routers/3ae39434-3077-4a61-8ec9-5d2beb8f56b0/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3495481
Feb 17 03:41:48.897711 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83922) accepted ('10.222.0.57', 47914) {{(pid=83922) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:41:48.898949 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28615df7-0ee0-4d80-8374-df1a6e593346 None None] Sync routers for ids ['3ae39434-3077-4a61-8ec9-5d2beb8f56b0'] in dv-cinder-759943-5-iscsi {{(pid=83924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 03:41:48.911886 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28615df7-0ee0-4d80-8374-df1a6e593346 None None] Routers {'3ae39434-3077-4a61-8ec9-5d2beb8f56b0'} bound to L3 agent in host dv-cinder-759943-5-iscsi {{(pid=83924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 03:41:48.912537 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_hamode_db [None req-28615df7-0ee0-4d80-8374-df1a6e593346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f17c65e2748>, 'dv-cinder-759943-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T03:18:25Z,description=<?>,heartbeat_timestamp=2021-02-17T03:41:25Z,host='dv-cinder-759943-5-iscsi',id=3e02af72-3002-4fb3-96dd-e59119f81584,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T03:18:25Z,topic='l3_agent')) {'router_ids': ['3ae39434-3077-4a61-8ec9-5d2beb8f56b0'], 'active': True} {{(pid=83924) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:41:48.924363 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9878795-c450-4882-9fd8-2b9b6627bc2f req-0e9425d7-dcd0-4864-9c2a-d8ef701ebf45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:41:48.926862 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-f9878795-c450-4882-9fd8-2b9b6627bc2f req-0e9425d7-dcd0-4864-9c2a-d8ef701ebf45 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c3b1de2d733f40e280136eb9fa396503&device_id=56b9fe60-c754-430e-8ba3-21fa13ab78cc HTTP/1.1" status: 200  len: 1165 time: 0.0838764
Feb 17 03:41:49.075299 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9878795-c450-4882-9fd8-2b9b6627bc2f req-237c3044-f02c-4901-b37f-b78f4bb237d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:41:49.076961 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-f9878795-c450-4882-9fd8-2b9b6627bc2f req-237c3044-f02c-4901-b37f-b78f4bb237d6 service neutron] 10.222.0.54 "GET /v2.0/networks?id=238a6bb9-7470-4cc5-80d7-ce3ca853dfa1 HTTP/1.1" status: 200  len: 863 time: 0.1440098
Feb 17 03:41:49.107031 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvr_db [None req-28615df7-0ee0-4d80-8374-df1a6e593346 None None] Set router 3ae39434-3077-4a61-8ec9-5d2beb8f56b0 gateway port host: dv-cinder-759943-5-iscsi {{(pid=83924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 03:41:49.161308 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-f9878795-c450-4882-9fd8-2b9b6627bc2f req-ae581988-67c2-4bb7-ae58-3e2e00208e1e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=ac9f74fd-7f9e-4b53-b299-449277c33a00 HTTP/1.1" status: 200  len: 217 time: 0.0774965
Feb 17 03:41:49.239906 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9878795-c450-4882-9fd8-2b9b6627bc2f req-5d7990aa-af6b-4be1-9370-9969a911faf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:41:49.241703 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-f9878795-c450-4882-9fd8-2b9b6627bc2f req-5d7990aa-af6b-4be1-9370-9969a911faf7 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=dc19ebb5-fb6b-4474-bdaa-4465333df8ef HTTP/1.1" status: 200  len: 843 time: 0.0747945
Feb 17 03:41:49.335105 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9878795-c450-4882-9fd8-2b9b6627bc2f req-1d784e40-6d92-47fc-9c36-0861bfab20b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:41:49.336810 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-f9878795-c450-4882-9fd8-2b9b6627bc2f req-1d784e40-6d92-47fc-9c36-0861bfab20b2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=238a6bb9-7470-4cc5-80d7-ce3ca853dfa1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.0878751
Feb 17 03:41:49.351530 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-304d6063-84f8-4937-a445-a1cd7e4bb41d admin admin] Notify callbacks [] for router, before_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:41:49.425360 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_hamode_db [None req-28615df7-0ee0-4d80-8374-df1a6e593346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f17c65e2748>, [{'id': '3ae39434-3077-4a61-8ec9-5d2beb8f56b0', 'name': 'tempest-TestVolumeBootPattern-1162730446-router', 'tenant_id': '09f977ccc1e54aa6bfffd127c9a4be7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'external_fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.14'}], 'enable_snat': True}, 'gw_port_id': 'aa054546-bebb-4011-8a62-78b11f5ad281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:31:15Z', 'updated_at': '2021-02-17T03:41:47Z', 'revision_number': 5, 'project_id': '09f977ccc1e54aa6bfffd127c9a4be7d', 'gw_port': {'id': 'aa054546-bebb-4011-8a62-78b11f5ad281', 'name': '', 'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:60:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae39434-3077-4a61-8ec9-5d2beb8f56b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:31:16Z', 'updated_at': '2021-02-17T03:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-5-iscsi'}], 'dv-cinder-759943-5-iscsi', False) {} {{(pid=83924) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:41:49.429430 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28615df7-0ee0-4d80-8374-df1a6e593346 None None] Checking router: 3ae39434-3077-4a61-8ec9-5d2beb8f56b0 for host: dv-cinder-759943-5-iscsi {{(pid=83924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 03:41:49.440062 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28615df7-0ee0-4d80-8374-df1a6e593346 None None] Routers {'3ae39434-3077-4a61-8ec9-5d2beb8f56b0'} bound to L3 agent in host dv-cinder-759943-5-iscsi {{(pid=83924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 03:41:49.440871 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_hamode_db [None req-28615df7-0ee0-4d80-8374-df1a6e593346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f17c65e2748>, 'dv-cinder-759943-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T03:18:25Z,description=<?>,heartbeat_timestamp=2021-02-17T03:41:25Z,host='dv-cinder-759943-5-iscsi',id=3e02af72-3002-4fb3-96dd-e59119f81584,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T03:18:25Z,topic='l3_agent')) {'router_ids': ['3ae39434-3077-4a61-8ec9-5d2beb8f56b0'], 'active': True} {{(pid=83924) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:41:49.545122 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-304d6063-84f8-4937-a445-a1cd7e4bb41d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:41:49.550860 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.plugin [None req-304d6063-84f8-4937-a445-a1cd7e4bb41d admin admin] Deleting port aa054546-bebb-4011-8a62-78b11f5ad281 {{(pid=83922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 03:41:49.551235 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-304d6063-84f8-4937-a445-a1cd7e4bb41d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363303097822068'] for port, before_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:41:49.564400 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-f9878795-c450-4882-9fd8-2b9b6627bc2f req-1c43cc89-8f15-421e-b516-e91eac43806e service neutron] 10.222.0.54 "GET /v2.0/networks/238a6bb9-7470-4cc5-80d7-ce3ca853dfa1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2205493
Feb 17 03:41:49.575706 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931d9173-e0f9-401f-a710-c866abbc948f req-297af76e-5bc6-407d-81a8-9f5f71361773 tempest-VolumesNegativeTest-429381555 tempest-VolumesNegativeTest-429381555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:41:49.576474 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [req-931d9173-e0f9-401f-a710-c866abbc948f req-297af76e-5bc6-407d-81a8-9f5f71361773 tempest-VolumesNegativeTest-429381555 tempest-VolumesNegativeTest-429381555-project] Synchronizing usage tracker for tenant:c3b1de2d733f40e280136eb9fa396503 on resource:port {{(pid=83921) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 03:41:49.632614 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvr_db [None req-28615df7-0ee0-4d80-8374-df1a6e593346 None None] Set router 3ae39434-3077-4a61-8ec9-5d2beb8f56b0 gateway port host: dv-cinder-759943-5-iscsi {{(pid=83924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 03:41:49.683342 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [req-931d9173-e0f9-401f-a710-c866abbc948f req-297af76e-5bc6-407d-81a8-9f5f71361773 tempest-VolumesNegativeTest-429381555 tempest-VolumesNegativeTest-429381555-project] Unset dirty status for tenant:c3b1de2d733f40e280136eb9fa396503 on resource:port {{(pid=83921) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 03:41:49.689044 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-931d9173-e0f9-401f-a710-c866abbc948f req-297af76e-5bc6-407d-81a8-9f5f71361773 tempest-VolumesNegativeTest-429381555 tempest-VolumesNegativeTest-429381555-project] 10.222.0.57 "GET /v2.0/ports?device_id=56b9fe60-c754-430e-8ba3-21fa13ab78cc HTTP/1.1" status: 200  len: 948 time: 0.2513843
Feb 17 03:41:49.751804 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.db [None req-304d6063-84f8-4937-a445-a1cd7e4bb41d admin admin] For port aa054546-bebb-4011-8a62-78b11f5ad281, host dv-cinder-759943-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-5-iscsi',level=0,port_id=aa054546-bebb-4011-8a62-78b11f5ad281,segment=NetworkSegment(98c4310b-6fdc-4105-b056-95cb7f890c80),segment_id=98c4310b-6fdc-4105-b056-95cb7f890c80)] {{(pid=83922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:41:49.752340 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-304d6063-84f8-4937-a445-a1cd7e4bb41d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853786502'] for port, precommit_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:41:49.775431 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-f9878795-c450-4882-9fd8-2b9b6627bc2f req-ff40b0eb-b5f0-4598-9b85-3a76fb3bda59 service neutron] 10.222.0.54 "GET /v2.0/networks/238a6bb9-7470-4cc5-80d7-ce3ca853dfa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1958685
Feb 17 03:41:49.777826 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [req-931d9173-e0f9-401f-a710-c866abbc948f req-0df42b37-62e1-46c2-8226-6fec5a65a578 tempest-VolumesNegativeTest-429381555 tempest-VolumesNegativeTest-429381555-project] Synchronizing usage tracker for tenant:c3b1de2d733f40e280136eb9fa396503 on resource:security_group {{(pid=83921) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 03:41:49.800939 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [req-931d9173-e0f9-401f-a710-c866abbc948f req-0df42b37-62e1-46c2-8226-6fec5a65a578 tempest-VolumesNegativeTest-429381555 tempest-VolumesNegativeTest-429381555-project] Unset dirty status for tenant:c3b1de2d733f40e280136eb9fa396503 on resource:security_group {{(pid=83921) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 03:41:49.802965 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-931d9173-e0f9-401f-a710-c866abbc948f req-0df42b37-62e1-46c2-8226-6fec5a65a578 tempest-VolumesNegativeTest-429381555 tempest-VolumesNegativeTest-429381555-project] 10.222.0.57 "GET /v2.0/security-groups?id=d452ae41-7000-404f-acc0-32be3a7c2924&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1078897
Feb 17 03:41:49.898660 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.plugin [None req-304d6063-84f8-4937-a445-a1cd7e4bb41d admin admin] Calling delete_port for aa054546-bebb-4011-8a62-78b11f5ad281 owned by network:router_gateway {{(pid=83922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 03:41:49.942272 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_hamode_db [None req-28615df7-0ee0-4d80-8374-df1a6e593346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f17c65e2748>, [{'id': '3ae39434-3077-4a61-8ec9-5d2beb8f56b0', 'name': 'tempest-TestVolumeBootPattern-1162730446-router', 'tenant_id': '09f977ccc1e54aa6bfffd127c9a4be7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'external_fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.14'}], 'enable_snat': True}, 'gw_port_id': 'aa054546-bebb-4011-8a62-78b11f5ad281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:31:15Z', 'updated_at': '2021-02-17T03:41:47Z', 'revision_number': 5, 'project_id': '09f977ccc1e54aa6bfffd127c9a4be7d', 'gw_port': {'id': 'aa054546-bebb-4011-8a62-78b11f5ad281', 'name': '', 'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:60:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae39434-3077-4a61-8ec9-5d2beb8f56b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:31:16Z', 'updated_at': '2021-02-17T03:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-5-iscsi'}], 'dv-cinder-759943-5-iscsi', False) {} {{(pid=83924) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:41:49.946580 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28615df7-0ee0-4d80-8374-df1a6e593346 None None] The sync data for ids ['3ae39434-3077-4a61-8ec9-5d2beb8f56b0'] in dv-cinder-759943-5-iscsi is: [{'id': '3ae39434-3077-4a61-8ec9-5d2beb8f56b0', 'name': 'tempest-TestVolumeBootPattern-1162730446-router', 'tenant_id': '09f977ccc1e54aa6bfffd127c9a4be7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'external_fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.14'}], 'enable_snat': True}, 'gw_port_id': 'aa054546-bebb-4011-8a62-78b11f5ad281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:31:15Z', 'updated_at': '2021-02-17T03:41:47Z', 'revision_number': 5, 'project_id': '09f977ccc1e54aa6bfffd127c9a4be7d', 'gw_port': {'id': 'aa054546-bebb-4011-8a62-78b11f5ad281', 'name': '', 'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:60:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae39434-3077-4a61-8ec9-5d2beb8f56b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:31:16Z', 'updated_at': '2021-02-17T03:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-5-iscsi'}] {{(pid=83924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 03:41:50.042842 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-304d6063-84f8-4937-a445-a1cd7e4bb41d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363303097879497', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363303098261142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851846526'] for port, after_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:41:50.235792 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-304d6063-84f8-4937-a445-a1cd7e4bb41d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-990902'] for router_gateway, after_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:41:50.373539 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-304d6063-84f8-4937-a445-a1cd7e4bb41d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-944190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854760956'] for router, precommit_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:41:50.375861 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-304d6063-84f8-4937-a445-a1cd7e4bb41d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:41:50.402269 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-304d6063-84f8-4937-a445-a1cd7e4bb41d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-945948'] for router, after_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:41:50.402830 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-304d6063-84f8-4937-a445-a1cd7e4bb41d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3ae39434-3077-4a61-8ec9-5d2beb8f56b0 {{(pid=83922) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Feb 17 03:41:50.415391 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-304d6063-84f8-4937-a445-a1cd7e4bb41d admin admin] Notify callbacks [] for router, before_response {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:41:50.416625 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-304d6063-84f8-4937-a445-a1cd7e4bb41d admin admin] 10.222.0.57 "DELETE /v2.0/routers/3ae39434-3077-4a61-8ec9-5d2beb8f56b0 HTTP/1.1" status: 204  len: 168 time: 1.5180981
Feb 17 03:41:50.419620 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.57', 47920) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:41:50.490799 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.db_base_plugin_v2 [None req-6296d1b4-ddca-49c3-8274-dd8c56b3d085 admin admin] Deleting subnet 7b7a5bdd-0e94-4495-9a8f-a3426e0e5cfa {{(pid=83921) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 17 03:41:50.493969 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-6296d1b4-ddca-49c3-8274-dd8c56b3d085 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:41:50.532209 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Device e98b3221-e8eb-44c7-922b-f05f45a151d1 no longer exists at agent ovs-agent-dv-cinder-759943-5-iscsi {{(pid=83923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 03:41:50.552608 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-6296d1b4-ddca-49c3-8274-dd8c56b3d085 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852641159'] for subnet, precommit_delete_associations {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:41:50.570575 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.plugin [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] No Port match for: e98b3221-e8eb-44c7-922b-f05f45a151d1 {{(pid=83923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 03:41:50.570947 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Device e98b3221-e8eb-44c7-922b-f05f45a151d1 not bound to the agent host dv-cinder-759943-5-iscsi {{(pid=83923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 03:41:50.637935 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-6296d1b4-ddca-49c3-8274-dd8c56b3d085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036838102275'] for subnet, precommit_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:41:50.904479 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-6296d1b4-ddca-49c3-8274-dd8c56b3d085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853913663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852641119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3438525'] for subnet, after_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:41:50.921324 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-d1f7de2d-a265-4d10-90cc-031411c70078 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:41:51.010641 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa18515c-7b35-4f2d-a2cf-aaedc545476d req-71756182-3b8e-40ad-a088-9684088d4d1a tempest-VolumesNegativeTest-429381555 tempest-VolumesNegativeTest-429381555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:41:51.012279 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-fa18515c-7b35-4f2d-a2cf-aaedc545476d req-71756182-3b8e-40ad-a088-9684088d4d1a tempest-VolumesNegativeTest-429381555 tempest-VolumesNegativeTest-429381555-project] 10.222.0.57 "GET /v2.0/ports?device_id=56b9fe60-c754-430e-8ba3-21fa13ab78cc HTTP/1.1" status: 200  len: 948 time: 0.0899677
Feb 17 03:41:51.015763 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6296d1b4-ddca-49c3-8274-dd8c56b3d085 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b7a5bdd-0e94-4495-9a8f-a3426e0e5cfa,revision_number=None']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:41:51.021312 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-6296d1b4-ddca-49c3-8274-dd8c56b3d085 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:41:51.056847 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-6296d1b4-ddca-49c3-8274-dd8c56b3d085 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854193028'] for subnet, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:41:51.062355 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc1fff1f-2633-45ec-b64f-3776e80904c4 None None] Network 3cb0cdf3-e2d2-4fae-b226-b086c7cc05ee requested from dv-cinder-759943-5-iscsi {{(pid=83923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 03:41:51.066253 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-6296d1b4-ddca-49c3-8274-dd8c56b3d085 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/7b7a5bdd-0e94-4495-9a8f-a3426e0e5cfa HTTP/1.1" status: 204  len: 168 time: 0.6433411
Feb 17 03:41:51.066422 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-fa18515c-7b35-4f2d-a2cf-aaedc545476d req-314e9505-60b0-4659-b791-7e14ddf3143c tempest-VolumesNegativeTest-429381555 tempest-VolumesNegativeTest-429381555-project] 10.222.0.57 "GET /v2.0/security-groups?id=d452ae41-7000-404f-acc0-32be3a7c2924&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436568
Feb 17 03:41:51.066712 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.57', 47926) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:41:51.183782 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-9ff4b3ed-4ec4-4e89-8c58-767d55d18097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036838459169'] for network, before_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:41:51.253384 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.plugin [None req-9ff4b3ed-4ec4-4e89-8c58-767d55d18097 admin admin] Deleting port 6f2b8539-9f68-4002-9455-6245f8d218ba {{(pid=83921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 03:41:51.254440 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-9ff4b3ed-4ec4-4e89-8c58-767d55d18097 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363303097822068'] for port, before_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:41:51.330406 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3bc9431-c27c-4f61-8276-69a6e7b29f8c None None] DHCP port deletion for 3cb0cdf3-e2d2-4fae-b226-b086c7cc05ee request from dv-cinder-759943-5-iscsi {{(pid=83923) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Feb 17 03:41:51.335580 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.plugin [None req-a3bc9431-c27c-4f61-8276-69a6e7b29f8c None None] Deleting port 6f2b8539-9f68-4002-9455-6245f8d218ba {{(pid=83923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 03:41:51.336114 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-a3bc9431-c27c-4f61-8276-69a6e7b29f8c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363303097822068'] for port, before_delete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:41:51.480201 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.db [None req-9ff4b3ed-4ec4-4e89-8c58-767d55d18097 admin admin] For port 6f2b8539-9f68-4002-9455-6245f8d218ba, host dv-cinder-759943-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-5-iscsi',level=0,port_id=6f2b8539-9f68-4002-9455-6245f8d218ba,segment=NetworkSegment(1395ec13-865d-4759-982d-888e59978303),segment_id=1395ec13-865d-4759-982d-888e59978303)] {{(pid=83921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:41:51.480528 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-9ff4b3ed-4ec4-4e89-8c58-767d55d18097 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853786502'] for port, precommit_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:41:51.554480 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.db [None req-a3bc9431-c27c-4f61-8276-69a6e7b29f8c None None] For port 6f2b8539-9f68-4002-9455-6245f8d218ba, host dv-cinder-759943-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-5-iscsi',level=0,port_id=6f2b8539-9f68-4002-9455-6245f8d218ba,segment=NetworkSegment(1395ec13-865d-4759-982d-888e59978303),segment_id=1395ec13-865d-4759-982d-888e59978303)] {{(pid=83923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:41:51.554850 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-a3bc9431-c27c-4f61-8276-69a6e7b29f8c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853786502'] for port, precommit_delete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:41:51.615945 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.plugin [None req-9ff4b3ed-4ec4-4e89-8c58-767d55d18097 admin admin] Calling delete_port for 6f2b8539-9f68-4002-9455-6245f8d218ba owned by network:dhcp {{(pid=83921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 03:41:51.690274 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.plugin [None req-a3bc9431-c27c-4f61-8276-69a6e7b29f8c None None] Calling delete_port for 6f2b8539-9f68-4002-9455-6245f8d218ba owned by network:dhcp {{(pid=83923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 03:41:51.696192 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-9ff4b3ed-4ec4-4e89-8c58-767d55d18097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363303097879497', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363303098261142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852640907'] for port, after_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:41:51.712351 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-e64ff199-30a3-4b5b-8a99-f31fbeaa95c4 tempest-VolumesActionsTest-2073840464 tempest-VolumesActionsTest-2073840464-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:41:51.765304 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.db.api [None req-a3bc9431-c27c-4f61-8276-69a6e7b29f8c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83923) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 17 03:41:51.765631 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_db.api [None req-a3bc9431-c27c-4f61-8276-69a6e7b29f8c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83923) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 17 03:41:51.819240 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff4b3ed-4ec4-4e89-8c58-767d55d18097 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f2b8539-9f68-4002-9455-6245f8d218ba,revision_number=None']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:41:51.823582 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-9ff4b3ed-4ec4-4e89-8c58-767d55d18097 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:41:51.857374 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff4b3ed-4ec4-4e89-8c58-767d55d18097 admin admin] No DVR routers for this DVR port 6f2b8539-9f68-4002-9455-6245f8d218ba on host dv-cinder-759943-5-iscsi {{(pid=83921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 03:41:51.982326 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-9ff4b3ed-4ec4-4e89-8c58-767d55d18097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838103452', 'neutron.services.segments.db._delete_segments_for_network-8733756975594'] for network, precommit_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:41:52.096404 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.services.segments.db [None req-9ff4b3ed-4ec4-4e89-8c58-767d55d18097 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f17c62ab898>,) {'filters': {'network_id': ['3cb0cdf3-e2d2-4fae-b226-b086c7cc05ee']}} {{(pid=83921) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:41:52.109575 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.services.segments.db [None req-9ff4b3ed-4ec4-4e89-8c58-767d55d18097 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f17c62ab898>, '1395ec13-865d-4759-982d-888e59978303') {'for_net_delete': True} {{(pid=83921) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:41:52.109917 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.services.segments.db [None req-9ff4b3ed-4ec4-4e89-8c58-767d55d18097 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f17c62ab898>, '1395ec13-865d-4759-982d-888e59978303') {} {{(pid=83921) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:41:52.122098 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-9ff4b3ed-4ec4-4e89-8c58-767d55d18097 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363303097793020', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2134625'] for segment, before_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:41:52.137659 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-9ff4b3ed-4ec4-4e89-8c58-767d55d18097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16617428'] for segment, precommit_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:41:52.139721 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-9ff4b3ed-4ec4-4e89-8c58-767d55d18097 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=83921) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 17 03:41:52.267293 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.plugin [None req-a3bc9431-c27c-4f61-8276-69a6e7b29f8c None None] Deleting port 6f2b8539-9f68-4002-9455-6245f8d218ba {{(pid=83923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 03:41:52.267859 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-a3bc9431-c27c-4f61-8276-69a6e7b29f8c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363303097822068'] for port, before_delete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:41:52.344598 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.plugin [None req-a3bc9431-c27c-4f61-8276-69a6e7b29f8c None None] The port '6f2b8539-9f68-4002-9455-6245f8d218ba' was deleted {{(pid=83923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}}
Feb 17 03:41:52.570488 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Device 6f2b8539-9f68-4002-9455-6245f8d218ba no longer exists at agent ovs-agent-dv-cinder-759943-5-iscsi {{(pid=83923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 03:41:52.607014 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.plugin [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] No Port match for: 6f2b8539-9f68-4002-9455-6245f8d218ba {{(pid=83923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 03:41:52.607410 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Device 6f2b8539-9f68-4002-9455-6245f8d218ba not bound to the agent host dv-cinder-759943-5-iscsi {{(pid=83923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 03:41:52.607873 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Device aa054546-bebb-4011-8a62-78b11f5ad281 no longer exists at agent ovs-agent-dv-cinder-759943-5-iscsi {{(pid=83923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 03:41:52.608592 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.managers [None req-9ff4b3ed-4ec4-4e89-8c58-767d55d18097 admin admin] Network 3cb0cdf3-e2d2-4fae-b226-b086c7cc05ee has no segments {{(pid=83921) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 03:41:52.619400 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-9ff4b3ed-4ec4-4e89-8c58-767d55d18097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036838158356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2134878'] for segment, after_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:41:52.644148 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.plugin [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] No Port match for: aa054546-bebb-4011-8a62-78b11f5ad281 {{(pid=83923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 03:41:52.644599 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Device aa054546-bebb-4011-8a62-78b11f5ad281 not bound to the agent host dv-cinder-759943-5-iscsi {{(pid=83923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 03:41:52.811556 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7bc5e3-f42d-4d7b-972a-6cdd815c35ef req-5c398a39-9bbd-4340-815c-c501334836a1 tempest-VolumesNegativeTest-429381555 tempest-VolumesNegativeTest-429381555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:41:52.813211 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-1f7bc5e3-f42d-4d7b-972a-6cdd815c35ef req-5c398a39-9bbd-4340-815c-c501334836a1 tempest-VolumesNegativeTest-429381555 tempest-VolumesNegativeTest-429381555-project] 10.222.0.57 "GET /v2.0/ports?device_id=56b9fe60-c754-430e-8ba3-21fa13ab78cc HTTP/1.1" status: 200  len: 948 time: 0.5970581
Feb 17 03:41:52.845885 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.managers [None req-9ff4b3ed-4ec4-4e89-8c58-767d55d18097 admin admin] Network 3cb0cdf3-e2d2-4fae-b226-b086c7cc05ee has no segments {{(pid=83921) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 03:41:52.873121 dv-cinder-759943-5-iscsi neutron-server[83810]: Traceback (most recent call last):
Feb 17 03:41:52.873121 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 17 03:41:52.873121 dv-cinder-759943-5-iscsi neutron-server[83810]:     timer()
Feb 17 03:41:52.873121 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 17 03:41:52.873121 dv-cinder-759943-5-iscsi neutron-server[83810]:     cb(*args, **kw)
Feb 17 03:41:52.873121 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 17 03:41:52.873121 dv-cinder-759943-5-iscsi neutron-server[83810]:     return func(*args, **kwargs)
Feb 17 03:41:52.873121 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 17 03:41:52.873121 dv-cinder-759943-5-iscsi neutron-server[83810]:     self._notify()
Feb 17 03:41:52.873121 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 17 03:41:52.873121 dv-cinder-759943-5-iscsi neutron-server[83810]:     self.callback(batched_events)
Feb 17 03:41:52.873121 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 17 03:41:52.873121 dv-cinder-759943-5-iscsi neutron-server[83810]:     event.method(event)
Feb 17 03:41:52.873121 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 17 03:41:52.873121 dv-cinder-759943-5-iscsi neutron-server[83810]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 17 03:41:52.873121 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 17 03:41:52.873121 dv-cinder-759943-5-iscsi neutron-server[83810]:     segment_id)['aggregates'][0]
Feb 17 03:41:52.873121 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 17 03:41:52.873121 dv-cinder-759943-5-iscsi neutron-server[83810]:     return f(self, *a, **k)
Feb 17 03:41:52.873121 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 17 03:41:52.873121 dv-cinder-759943-5-iscsi neutron-server[83810]:     return self._get(url).json()
Feb 17 03:41:52.873121 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 17 03:41:52.873121 dv-cinder-759943-5-iscsi neutron-server[83810]:     **kwargs)
Feb 17 03:41:52.873121 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 17 03:41:52.873121 dv-cinder-759943-5-iscsi neutron-server[83810]:     return self.request(url, 'GET', **kwargs)
Feb 17 03:41:52.873121 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 17 03:41:52.873121 dv-cinder-759943-5-iscsi neutron-server[83810]:     **endpoint_filter)
Feb 17 03:41:52.873121 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 17 03:41:52.873121 dv-cinder-759943-5-iscsi neutron-server[83810]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 17 03:41:52.873121 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 17 03:41:52.873121 dv-cinder-759943-5-iscsi neutron-server[83810]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 17 03:41:52.873121 dv-cinder-759943-5-iscsi neutron-server[83810]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 17 03:41:52.968700 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-1f7bc5e3-f42d-4d7b-972a-6cdd815c35ef req-4b0c6d8e-6a00-47c2-94a2-ca51205f9981 tempest-VolumesNegativeTest-429381555 tempest-VolumesNegativeTest-429381555-project] 10.222.0.57 "GET /v2.0/security-groups?id=d452ae41-7000-404f-acc0-32be3a7c2924&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1487479
Feb 17 03:41:52.971739 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-9ff4b3ed-4ec4-4e89-8c58-767d55d18097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16672364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853781874'] for network, after_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:41:52.977067 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-9ff4b3ed-4ec4-4e89-8c58-767d55d18097 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854193028'] for network, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:41:52.981137 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-0146def1-96b1-4be0-8ac7-d62f1892fad0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:41:53.004175 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff4b3ed-4ec4-4e89-8c58-767d55d18097 admin admin] Pushing event deleted for resources: {'Network': ['ID=3cb0cdf3-e2d2-4fae-b226-b086c7cc05ee,revision_number=None']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:41:53.006867 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-9ff4b3ed-4ec4-4e89-8c58-767d55d18097 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:41:53.017455 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-9ff4b3ed-4ec4-4e89-8c58-767d55d18097 admin admin] 10.222.0.57 "DELETE /v2.0/networks/3cb0cdf3-e2d2-4fae-b226-b086c7cc05ee HTTP/1.1" status: 204  len: 168 time: 1.9496496
Feb 17 03:41:53.020446 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.57', 47932) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:41:53.428704 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-56c14b2e-9937-49d4-9d4d-e7d69ad3871b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:41:53.593730 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-34c4ced8-09c6-43d0-92b0-3edcef32769a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-947348'] for router_interface, before_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:41:53.961347 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Network 238a6bb9-7470-4cc5-80d7-ce3ca853dfa1 details requested by agent ovs-agent-hv-cinder-75994 with host hv-cinder-75994 {{(pid=83923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 03:41:53.969077 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.plugin [None req-34c4ced8-09c6-43d0-92b0-3edcef32769a admin admin] Deleting port 62706486-b8df-4995-a68c-7dfe07d92a61 {{(pid=83921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 03:41:53.969458 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-34c4ced8-09c6-43d0-92b0-3edcef32769a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363303097822068'] for port, before_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:41:54.157905 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.db [None req-34c4ced8-09c6-43d0-92b0-3edcef32769a admin admin] For port 62706486-b8df-4995-a68c-7dfe07d92a61, host dv-cinder-759943-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-5-iscsi',level=0,port_id=62706486-b8df-4995-a68c-7dfe07d92a61,segment=NetworkSegment(de1c71de-a35a-4258-9355-e7b1e58f3f2d),segment_id=de1c71de-a35a-4258-9355-e7b1e58f3f2d)] {{(pid=83921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:41:54.158302 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-34c4ced8-09c6-43d0-92b0-3edcef32769a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853786502'] for port, precommit_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:41:54.169827 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963a6dd5-bb57-4591-9c28-ba5a41507d03 req-61f42c36-50c2-445e-abf2-2cfccd267bcc tempest-VolumesNegativeTest-429381555 tempest-VolumesNegativeTest-429381555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:41:54.171389 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-963a6dd5-bb57-4591-9c28-ba5a41507d03 req-61f42c36-50c2-445e-abf2-2cfccd267bcc tempest-VolumesNegativeTest-429381555 tempest-VolumesNegativeTest-429381555-project] 10.222.0.57 "GET /v2.0/ports?device_id=56b9fe60-c754-430e-8ba3-21fa13ab78cc HTTP/1.1" status: 200  len: 948 time: 0.0866342
Feb 17 03:41:54.225279 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-963a6dd5-bb57-4591-9c28-ba5a41507d03 req-363983ff-66be-4ff1-be7e-ef3f4ba2a0de tempest-VolumesNegativeTest-429381555 tempest-VolumesNegativeTest-429381555-project] 10.222.0.57 "GET /v2.0/security-groups?id=d452ae41-7000-404f-acc0-32be3a7c2924&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0472405
Feb 17 03:41:54.295553 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.plugin [None req-34c4ced8-09c6-43d0-92b0-3edcef32769a admin admin] Calling delete_port for 62706486-b8df-4995-a68c-7dfe07d92a61 owned by network:router_interface {{(pid=83921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 03:41:54.333116 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.objects.ports [None req-8b2abaf8-d2f1-4de3-9823-7e9a3e40490f None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=83923) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}}
Feb 17 03:41:54.612644 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-34c4ced8-09c6-43d0-92b0-3edcef32769a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363303097879497', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363303098261142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852640907'] for port, after_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:41:54.628421 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-3c8eb516-4244-4b8e-a3f6-fa90b51b8e70 tempest-AttachVolumeNegativeTest-1050366362 tempest-AttachVolumeNegativeTest-1050366362-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:41:54.724068 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c4ced8-09c6-43d0-92b0-3edcef32769a admin admin] Pushing event deleted for resources: {'Port': ['ID=62706486-b8df-4995-a68c-7dfe07d92a61,revision_number=None']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:41:54.726729 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-34c4ced8-09c6-43d0-92b0-3edcef32769a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:41:55.022144 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Device ac9f74fd-7f9e-4b53-b299-449277c33a00 up at agent ovs-agent-hv-cinder-75994 {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:41:55.096695 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Provisioning for port ac9f74fd-7f9e-4b53-b299-449277c33a00 completed by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 03:41:55.102182 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Provisioning complete for port ac9f74fd-7f9e-4b53-b299-449277c33a00 triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:41:55.102605 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838161172'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:41:55.238530 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for port, before_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:41:55.274251 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56b9fe60-c754-430e-8ba3-21fa13ab78cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac9f74fd-7f9e-4b53-b299-449277c33a00'}] {{(pid=83923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 03:41:55.285725 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.db [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] For port ac9f74fd-7f9e-4b53-b299-449277c33a00, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=ac9f74fd-7f9e-4b53-b299-449277c33a00,segment=NetworkSegment(7f1e88c1-a377-429b-82ad-5feeca31a090),segment_id=7f1e88c1-a377-429b-82ad-5feeca31a090)] {{(pid=83923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:41:55.289591 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303097879514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733756514675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303098261108'] for port, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:41:55.291698 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:41:55.303523 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-34c4ced8-09c6-43d0-92b0-3edcef32769a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854190951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-947450'] for router_interface, after_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:41:55.336650 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56b9fe60-c754-430e-8ba3-21fa13ab78cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac9f74fd-7f9e-4b53-b299-449277c33a00', 'code': 200}
Feb 17 03:41:55.385118 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Pushing event updated for resources: {'Port': ['ID=ac9f74fd-7f9e-4b53-b299-449277c33a00,revision_number=4']} {{(pid=83923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:41:55.390649 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:41:55.493389 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-80aad832-0437-4c15-9eb9-68f36814cf2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:41:55.537229 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8f9e43-fd30-4646-a053-3e3d4f53d007 req-5e9f1dcb-3c30-468c-9056-18abfaea6f1e tempest-VolumesNegativeTest-429381555 tempest-VolumesNegativeTest-429381555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:41:55.538855 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-fb8f9e43-fd30-4646-a053-3e3d4f53d007 req-5e9f1dcb-3c30-468c-9056-18abfaea6f1e tempest-VolumesNegativeTest-429381555 tempest-VolumesNegativeTest-429381555-project] 10.222.0.57 "GET /v2.0/ports?device_id=56b9fe60-c754-430e-8ba3-21fa13ab78cc HTTP/1.1" status: 200  len: 950 time: 0.1612980
Feb 17 03:41:55.796554 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:41:55.797868 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-fb8f9e43-fd30-4646-a053-3e3d4f53d007 req-3d6619f0-3998-4cd6-a407-167b6d224155 tempest-VolumesNegativeTest-429381555 tempest-VolumesNegativeTest-429381555-project] 10.222.0.57 "GET /v2.0/security-groups?id=d452ae41-7000-404f-acc0-32be3a7c2924&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2193215
Feb 17 03:41:55.843096 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dbe20f-e3a8-439d-9fe8-ec5d7f983428 req-9cd48ca6-95a3-4c87-bf87-c033b586ba3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:41:55.844832 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-36dbe20f-e3a8-439d-9fe8-ec5d7f983428 req-9cd48ca6-95a3-4c87-bf87-c033b586ba3f service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=56b9fe60-c754-430e-8ba3-21fa13ab78cc HTTP/1.1" status: 200  len: 1167 time: 0.3049538
Feb 17 03:41:56.034385 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Device ac9f74fd-7f9e-4b53-b299-449277c33a00 up at agent ovs-agent-hv-cinder-75994 {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:41:56.035924 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-36dbe20f-e3a8-439d-9fe8-ec5d7f983428 req-5720f34b-a30a-4637-a8e8-199d03c788bd service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=d452ae41-7000-404f-acc0-32be3a7c2924&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1826005
Feb 17 03:41:56.079070 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34c4ced8-09c6-43d0-92b0-3edcef32769a admin admin] Router 47d3d54d-6a36-4bca-aabc-cf61f4f5e5a0 has already been hosted by L3 agent 3e02af72-3002-4fb3-96dd-e59119f81584 {{(pid=83921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 03:41:56.107697 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Provisioning complete for port ac9f74fd-7f9e-4b53-b299-449277c33a00 triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:41:56.108120 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838161172'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:41:56.273003 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34c4ced8-09c6-43d0-92b0-3edcef32769a admin admin] Notify agent at l3_agent.dv-cinder-759943-5-iscsi the message routers_updated {{(pid=83921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 03:41:56.282918 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-34c4ced8-09c6-43d0-92b0-3edcef32769a admin admin] 10.222.0.57 "PUT /v2.0/routers/47d3d54d-6a36-4bca-aabc-cf61f4f5e5a0/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2613297
Feb 17 03:41:56.283366 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18884fa3-ec14-4a79-9462-1ed7039866bd None None] Sync routers for ids ['47d3d54d-6a36-4bca-aabc-cf61f4f5e5a0'] in dv-cinder-759943-5-iscsi {{(pid=83923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 03:41:56.286289 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.57', 47942) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:41:56.294219 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18884fa3-ec14-4a79-9462-1ed7039866bd None None] Routers {'47d3d54d-6a36-4bca-aabc-cf61f4f5e5a0'} bound to L3 agent in host dv-cinder-759943-5-iscsi {{(pid=83923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 03:41:56.294899 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_hamode_db [None req-18884fa3-ec14-4a79-9462-1ed7039866bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f17c5801c18>, 'dv-cinder-759943-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T03:18:25Z,description=<?>,heartbeat_timestamp=2021-02-17T03:41:55Z,host='dv-cinder-759943-5-iscsi',id=3e02af72-3002-4fb3-96dd-e59119f81584,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T03:18:25Z,topic='l3_agent')) {'router_ids': ['47d3d54d-6a36-4bca-aabc-cf61f4f5e5a0'], 'active': True} {{(pid=83923) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:41:56.458974 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-8cda4ffb-98e6-4bcf-adaf-c47fc353fc1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:41:56.484001 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-6252eb90-c067-466c-b096-95055aed6458 admin admin] Notify callbacks [] for router, before_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:41:56.502674 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvr_db [None req-18884fa3-ec14-4a79-9462-1ed7039866bd None None] Set router 47d3d54d-6a36-4bca-aabc-cf61f4f5e5a0 gateway port host: dv-cinder-759943-5-iscsi {{(pid=83923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 03:41:56.676638 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-6252eb90-c067-466c-b096-95055aed6458 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:41:56.682182 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.plugin [None req-6252eb90-c067-466c-b096-95055aed6458 admin admin] Deleting port 6b8de622-a26f-4d2e-b026-33528eb145a2 {{(pid=83921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 03:41:56.682556 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-6252eb90-c067-466c-b096-95055aed6458 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363303097822068'] for port, before_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:41:56.819239 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_hamode_db [None req-18884fa3-ec14-4a79-9462-1ed7039866bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f17c5801c18>, [{'id': '47d3d54d-6a36-4bca-aabc-cf61f4f5e5a0', 'name': 'tempest-TestVolumeBootPattern-1918658082-router', 'tenant_id': '87768102ae294f1eb14038d35ee1265f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'external_fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': '6b8de622-a26f-4d2e-b026-33528eb145a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:31:25Z', 'updated_at': '2021-02-17T03:41:54Z', 'revision_number': 5, 'project_id': '87768102ae294f1eb14038d35ee1265f', 'gw_port': {'id': '6b8de622-a26f-4d2e-b026-33528eb145a2', 'name': '', 'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:06:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47d3d54d-6a36-4bca-aabc-cf61f4f5e5a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:31:26Z', 'updated_at': '2021-02-17T03:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-5-iscsi'}], 'dv-cinder-759943-5-iscsi', False) {} {{(pid=83923) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:41:56.823278 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18884fa3-ec14-4a79-9462-1ed7039866bd None None] Checking router: 47d3d54d-6a36-4bca-aabc-cf61f4f5e5a0 for host: dv-cinder-759943-5-iscsi {{(pid=83923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 03:41:56.835455 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18884fa3-ec14-4a79-9462-1ed7039866bd None None] Routers {'47d3d54d-6a36-4bca-aabc-cf61f4f5e5a0'} bound to L3 agent in host dv-cinder-759943-5-iscsi {{(pid=83923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 03:41:56.836127 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_hamode_db [None req-18884fa3-ec14-4a79-9462-1ed7039866bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f17c5801c18>, 'dv-cinder-759943-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T03:18:25Z,description=<?>,heartbeat_timestamp=2021-02-17T03:41:55Z,host='dv-cinder-759943-5-iscsi',id=3e02af72-3002-4fb3-96dd-e59119f81584,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T03:18:25Z,topic='l3_agent')) {'router_ids': ['47d3d54d-6a36-4bca-aabc-cf61f4f5e5a0'], 'active': True} {{(pid=83923) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:41:56.881421 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.db [None req-6252eb90-c067-466c-b096-95055aed6458 admin admin] For port 6b8de622-a26f-4d2e-b026-33528eb145a2, host dv-cinder-759943-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-5-iscsi',level=0,port_id=6b8de622-a26f-4d2e-b026-33528eb145a2,segment=NetworkSegment(98c4310b-6fdc-4105-b056-95cb7f890c80),segment_id=98c4310b-6fdc-4105-b056-95cb7f890c80)] {{(pid=83921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:41:56.881877 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-6252eb90-c067-466c-b096-95055aed6458 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853786502'] for port, precommit_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:41:57.020498 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.plugin [None req-6252eb90-c067-466c-b096-95055aed6458 admin admin] Calling delete_port for 6b8de622-a26f-4d2e-b026-33528eb145a2 owned by network:router_gateway {{(pid=83921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 03:41:57.068005 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79765a77-33f5-45a3-ae0f-61fa46ba1d47 req-f7fc7cfb-cae0-454d-b7f4-8c5a7ed3ebfc tempest-VolumesNegativeTest-429381555 tempest-VolumesNegativeTest-429381555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:41:57.069841 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-79765a77-33f5-45a3-ae0f-61fa46ba1d47 req-f7fc7cfb-cae0-454d-b7f4-8c5a7ed3ebfc tempest-VolumesNegativeTest-429381555 tempest-VolumesNegativeTest-429381555-project] 10.222.0.57 "GET /v2.0/ports?device_id=56b9fe60-c754-430e-8ba3-21fa13ab78cc HTTP/1.1" status: 200  len: 950 time: 0.0940259
Feb 17 03:41:57.122747 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-79765a77-33f5-45a3-ae0f-61fa46ba1d47 req-92c7628e-6e67-403e-a589-6ccc5d7d874b tempest-VolumesNegativeTest-429381555 tempest-VolumesNegativeTest-429381555-project] 10.222.0.57 "GET /v2.0/security-groups?id=d452ae41-7000-404f-acc0-32be3a7c2924&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449302
Feb 17 03:41:57.171039 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-6252eb90-c067-466c-b096-95055aed6458 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363303097879497', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363303098261142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852640907'] for port, after_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:41:57.217877 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvr_db [None req-18884fa3-ec14-4a79-9462-1ed7039866bd None None] Set router 47d3d54d-6a36-4bca-aabc-cf61f4f5e5a0 gateway port host: dv-cinder-759943-5-iscsi {{(pid=83923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 03:41:57.366958 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-6252eb90-c067-466c-b096-95055aed6458 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-990902'] for router_gateway, after_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:41:57.438941 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:41:57.510747 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-6252eb90-c067-466c-b096-95055aed6458 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-944190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854760956'] for router, precommit_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:41:57.513167 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-6252eb90-c067-466c-b096-95055aed6458 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:41:57.538236 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-6252eb90-c067-466c-b096-95055aed6458 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-945948'] for router, after_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:41:57.538811 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6252eb90-c067-466c-b096-95055aed6458 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 47d3d54d-6a36-4bca-aabc-cf61f4f5e5a0 {{(pid=83921) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Feb 17 03:41:57.546186 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_hamode_db [None req-18884fa3-ec14-4a79-9462-1ed7039866bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f17c5801c18>, [{'id': '47d3d54d-6a36-4bca-aabc-cf61f4f5e5a0', 'name': 'tempest-TestVolumeBootPattern-1918658082-router', 'tenant_id': '87768102ae294f1eb14038d35ee1265f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'external_fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': '6b8de622-a26f-4d2e-b026-33528eb145a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:31:25Z', 'updated_at': '2021-02-17T03:41:54Z', 'revision_number': 5, 'project_id': '87768102ae294f1eb14038d35ee1265f', 'gw_port': {'id': '6b8de622-a26f-4d2e-b026-33528eb145a2', 'name': '', 'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:06:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47d3d54d-6a36-4bca-aabc-cf61f4f5e5a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:31:26Z', 'updated_at': '2021-02-17T03:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-5-iscsi'}], 'dv-cinder-759943-5-iscsi', False) {} {{(pid=83923) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:41:57.550498 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18884fa3-ec14-4a79-9462-1ed7039866bd None None] The sync data for ids ['47d3d54d-6a36-4bca-aabc-cf61f4f5e5a0'] in dv-cinder-759943-5-iscsi is: [{'id': '47d3d54d-6a36-4bca-aabc-cf61f4f5e5a0', 'name': 'tempest-TestVolumeBootPattern-1918658082-router', 'tenant_id': '87768102ae294f1eb14038d35ee1265f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'external_fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': '6b8de622-a26f-4d2e-b026-33528eb145a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:31:25Z', 'updated_at': '2021-02-17T03:41:54Z', 'revision_number': 5, 'project_id': '87768102ae294f1eb14038d35ee1265f', 'gw_port': {'id': '6b8de622-a26f-4d2e-b026-33528eb145a2', 'name': '', 'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:06:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47d3d54d-6a36-4bca-aabc-cf61f4f5e5a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:31:26Z', 'updated_at': '2021-02-17T03:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-5-iscsi'}] {{(pid=83923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 03:41:57.551642 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-6252eb90-c067-466c-b096-95055aed6458 admin admin] Notify callbacks [] for router, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:41:57.553528 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-6252eb90-c067-466c-b096-95055aed6458 admin admin] 10.222.0.57 "DELETE /v2.0/routers/47d3d54d-6a36-4bca-aabc-cf61f4f5e5a0 HTTP/1.1" status: 204  len: 168 time: 1.2661982
Feb 17 03:41:57.555669 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83922) accepted ('10.222.0.57', 47948) {{(pid=83922) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:41:57.618285 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-3bdb028f-655c-46e9-b0eb-5d4ca64bdb37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:41:57.632059 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.db_base_plugin_v2 [None req-aaddcf8d-7788-4692-824d-0b5d4b328ab0 admin admin] Deleting subnet 50c90e1f-cf3f-4a3a-9d68-3504c6faa6ef {{(pid=83922) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 17 03:41:57.640841 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-aaddcf8d-7788-4692-824d-0b5d4b328ab0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:41:57.693127 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-aaddcf8d-7788-4692-824d-0b5d4b328ab0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851654051'] for subnet, precommit_delete_associations {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:41:57.775087 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-aaddcf8d-7788-4692-824d-0b5d4b328ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036838102275'] for subnet, precommit_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:41:58.054155 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-aaddcf8d-7788-4692-824d-0b5d4b328ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853913663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851846314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2567689'] for subnet, after_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:41:58.071609 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:41:58.167325 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaddcf8d-7788-4692-824d-0b5d4b328ab0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=50c90e1f-cf3f-4a3a-9d68-3504c6faa6ef,revision_number=None']} {{(pid=83922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:41:58.172177 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-aaddcf8d-7788-4692-824d-0b5d4b328ab0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:41:58.210681 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-aaddcf8d-7788-4692-824d-0b5d4b328ab0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:41:58.217346 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-aaddcf8d-7788-4692-824d-0b5d4b328ab0 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/50c90e1f-cf3f-4a3a-9d68-3504c6faa6ef HTTP/1.1" status: 204  len: 168 time: 0.6603420
Feb 17 03:41:58.219874 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.57', 47954) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:41:58.220354 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11131468-8a2a-4cc0-8959-59ed5c9f140a None None] Network ffe7fc64-3f80-46a5-9d04-f33dee152961 requested from dv-cinder-759943-5-iscsi {{(pid=83923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 03:41:58.505759 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb014ea6-9ea8-4221-94d8-68ac2ed6a628 None None] DHCP port deletion for ffe7fc64-3f80-46a5-9d04-f33dee152961 request from dv-cinder-759943-5-iscsi {{(pid=83923) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Feb 17 03:41:58.510843 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.plugin [None req-cb014ea6-9ea8-4221-94d8-68ac2ed6a628 None None] Deleting port 298b8054-854b-4017-a1a6-6e148b8f37ac {{(pid=83923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 03:41:58.511262 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-cb014ea6-9ea8-4221-94d8-68ac2ed6a628 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363303097822068'] for port, before_delete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:41:58.601390 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Device 298b8054-854b-4017-a1a6-6e148b8f37ac no longer exists at agent ovs-agent-dv-cinder-759943-5-iscsi {{(pid=83923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 03:41:58.647903 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-7770aea6-cff7-40ad-a2c0-b5d8478c98b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036838459169'] for network, before_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:41:58.734691 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.plugin [None req-7770aea6-cff7-40ad-a2c0-b5d8478c98b3 admin admin] Deleting port 298b8054-854b-4017-a1a6-6e148b8f37ac {{(pid=83921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 03:41:58.734933 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-7770aea6-cff7-40ad-a2c0-b5d8478c98b3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363303097822068'] for port, before_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:41:58.771706 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488a0e4d-f6ee-486e-9305-2098848e3531 req-cef578a4-02ba-419c-9354-b41a4e0c82b9 tempest-VolumesNegativeTest-429381555 tempest-VolumesNegativeTest-429381555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:41:58.773347 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-488a0e4d-f6ee-486e-9305-2098848e3531 req-cef578a4-02ba-419c-9354-b41a4e0c82b9 tempest-VolumesNegativeTest-429381555 tempest-VolumesNegativeTest-429381555-project] 10.222.0.57 "GET /v2.0/ports?device_id=56b9fe60-c754-430e-8ba3-21fa13ab78cc HTTP/1.1" status: 200  len: 950 time: 0.2812352
Feb 17 03:41:58.834073 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.db [None req-cb014ea6-9ea8-4221-94d8-68ac2ed6a628 None None] For port 298b8054-854b-4017-a1a6-6e148b8f37ac, host dv-cinder-759943-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-5-iscsi',level=0,port_id=298b8054-854b-4017-a1a6-6e148b8f37ac,segment=NetworkSegment(de1c71de-a35a-4258-9355-e7b1e58f3f2d),segment_id=de1c71de-a35a-4258-9355-e7b1e58f3f2d)] {{(pid=83923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:41:58.834514 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-cb014ea6-9ea8-4221-94d8-68ac2ed6a628 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853786502'] for port, precommit_delete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:41:58.882266 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-488a0e4d-f6ee-486e-9305-2098848e3531 req-059ab947-38cd-488d-919f-3ab6f16a837e tempest-VolumesNegativeTest-429381555 tempest-VolumesNegativeTest-429381555-project] 10.222.0.57 "GET /v2.0/security-groups?id=d452ae41-7000-404f-acc0-32be3a7c2924&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1013591
Feb 17 03:41:58.974860 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for port, before_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:41:58.993169 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.plugin [None req-cb014ea6-9ea8-4221-94d8-68ac2ed6a628 None None] Calling delete_port for 298b8054-854b-4017-a1a6-6e148b8f37ac owned by network:dhcp {{(pid=83923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 03:41:59.015089 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.db [None req-7770aea6-cff7-40ad-a2c0-b5d8478c98b3 admin admin] For port 298b8054-854b-4017-a1a6-6e148b8f37ac, host dv-cinder-759943-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-5-iscsi',level=0,port_id=298b8054-854b-4017-a1a6-6e148b8f37ac,segment=NetworkSegment(de1c71de-a35a-4258-9355-e7b1e58f3f2d),segment_id=de1c71de-a35a-4258-9355-e7b1e58f3f2d)] {{(pid=83921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:41:59.015491 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-7770aea6-cff7-40ad-a2c0-b5d8478c98b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853786502'] for port, precommit_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:41:59.074363 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.db [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] For port 298b8054-854b-4017-a1a6-6e148b8f37ac, host dv-cinder-759943-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-5-iscsi',level=0,port_id=298b8054-854b-4017-a1a6-6e148b8f37ac,segment=NetworkSegment(de1c71de-a35a-4258-9355-e7b1e58f3f2d),segment_id=de1c71de-a35a-4258-9355-e7b1e58f3f2d)] {{(pid=83923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:41:59.087797 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303097879514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733756514675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303098261108'] for port, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:41:59.088627 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Device 62706486-b8df-4995-a68c-7dfe07d92a61 no longer exists at agent ovs-agent-dv-cinder-759943-5-iscsi {{(pid=83923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 03:41:59.120018 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:41:59.155252 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.plugin [None req-7770aea6-cff7-40ad-a2c0-b5d8478c98b3 admin admin] Calling delete_port for 298b8054-854b-4017-a1a6-6e148b8f37ac owned by network:dhcp {{(pid=83921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 03:41:59.162276 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.plugin [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] No Port match for: 62706486-b8df-4995-a68c-7dfe07d92a61 {{(pid=83923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 03:41:59.162276 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Device 62706486-b8df-4995-a68c-7dfe07d92a61 not bound to the agent host dv-cinder-759943-5-iscsi {{(pid=83923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 03:41:59.162709 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Device 6b8de622-a26f-4d2e-b026-33528eb145a2 no longer exists at agent ovs-agent-dv-cinder-759943-5-iscsi {{(pid=83923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 03:41:59.212292 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.plugin [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] No Port match for: 6b8de622-a26f-4d2e-b026-33528eb145a2 {{(pid=83923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 03:41:59.212691 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Device 6b8de622-a26f-4d2e-b026-33528eb145a2 not bound to the agent host dv-cinder-759943-5-iscsi {{(pid=83923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 03:41:59.217375 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.db.api [None req-cb014ea6-9ea8-4221-94d8-68ac2ed6a628 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83923) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 17 03:41:59.217790 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_db.api [None req-cb014ea6-9ea8-4221-94d8-68ac2ed6a628 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83923) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 17 03:41:59.242554 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Pushing event updated for resources: {'Port': ['ID=298b8054-854b-4017-a1a6-6e148b8f37ac,revision_number=5']} {{(pid=83923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:41:59.245772 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:41:59.254334 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.db.api [None req-7770aea6-cff7-40ad-a2c0-b5d8478c98b3 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83921) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 17 03:41:59.254700 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_db.api [None req-7770aea6-cff7-40ad-a2c0-b5d8478c98b3 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83921) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 17 03:41:59.373050 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4572b71-2bd6-439d-b8a4-dd3e4e9c41bd req-21fdac42-70f7-4487-b93c-088af8064b38 tempest-VolumesNegativeTest-429381555 tempest-VolumesNegativeTest-429381555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:41:59.374752 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-d4572b71-2bd6-439d-b8a4-dd3e4e9c41bd req-21fdac42-70f7-4487-b93c-088af8064b38 tempest-VolumesNegativeTest-429381555 tempest-VolumesNegativeTest-429381555-project] 10.222.0.57 "GET /v2.0/ports?device_id=56b9fe60-c754-430e-8ba3-21fa13ab78cc HTTP/1.1" status: 200  len: 950 time: 0.0896266
Feb 17 03:41:59.422299 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-d4572b71-2bd6-439d-b8a4-dd3e4e9c41bd req-62723469-a1b9-4565-bc78-92d25c9b427e tempest-VolumesNegativeTest-429381555 tempest-VolumesNegativeTest-429381555-project] 10.222.0.57 "GET /v2.0/security-groups?id=d452ae41-7000-404f-acc0-32be3a7c2924&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413060
Feb 17 03:41:59.719031 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.plugin [None req-cb014ea6-9ea8-4221-94d8-68ac2ed6a628 None None] Deleting port 298b8054-854b-4017-a1a6-6e148b8f37ac {{(pid=83923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 03:41:59.719462 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-cb014ea6-9ea8-4221-94d8-68ac2ed6a628 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363303097822068'] for port, before_delete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:41:59.755694 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.plugin [None req-7770aea6-cff7-40ad-a2c0-b5d8478c98b3 admin admin] Deleting port 298b8054-854b-4017-a1a6-6e148b8f37ac {{(pid=83921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 03:41:59.756084 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-7770aea6-cff7-40ad-a2c0-b5d8478c98b3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363303097822068'] for port, before_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:41:59.940709 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.db [None req-cb014ea6-9ea8-4221-94d8-68ac2ed6a628 None None] For port 298b8054-854b-4017-a1a6-6e148b8f37ac, host dv-cinder-759943-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-5-iscsi',level=0,port_id=298b8054-854b-4017-a1a6-6e148b8f37ac,segment=NetworkSegment(de1c71de-a35a-4258-9355-e7b1e58f3f2d),segment_id=de1c71de-a35a-4258-9355-e7b1e58f3f2d)] {{(pid=83923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:41:59.941743 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-cb014ea6-9ea8-4221-94d8-68ac2ed6a628 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853786502'] for port, precommit_delete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:41:59.986160 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.db [None req-7770aea6-cff7-40ad-a2c0-b5d8478c98b3 admin admin] For port 298b8054-854b-4017-a1a6-6e148b8f37ac, host dv-cinder-759943-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-5-iscsi',level=0,port_id=298b8054-854b-4017-a1a6-6e148b8f37ac,segment=NetworkSegment(de1c71de-a35a-4258-9355-e7b1e58f3f2d),segment_id=de1c71de-a35a-4258-9355-e7b1e58f3f2d)] {{(pid=83921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:41:59.986477 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-7770aea6-cff7-40ad-a2c0-b5d8478c98b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853786502'] for port, precommit_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:42:00.077790 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.plugin [None req-cb014ea6-9ea8-4221-94d8-68ac2ed6a628 None None] Calling delete_port for 298b8054-854b-4017-a1a6-6e148b8f37ac owned by network:dhcp {{(pid=83923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 03:42:00.122424 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.plugin [None req-7770aea6-cff7-40ad-a2c0-b5d8478c98b3 admin admin] Calling delete_port for 298b8054-854b-4017-a1a6-6e148b8f37ac owned by network:dhcp {{(pid=83921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 03:42:00.156607 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-cb014ea6-9ea8-4221-94d8-68ac2ed6a628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363303097879497', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363303098261142'] for port, after_delete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:42:00.172718 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:42:00.200539 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.db.api [None req-7770aea6-cff7-40ad-a2c0-b5d8478c98b3 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83921) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 17 03:42:00.200905 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_db.api [None req-7770aea6-cff7-40ad-a2c0-b5d8478c98b3 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83921) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 17 03:42:00.277671 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb014ea6-9ea8-4221-94d8-68ac2ed6a628 None None] Pushing event deleted for resources: {'Port': ['ID=298b8054-854b-4017-a1a6-6e148b8f37ac,revision_number=None']} {{(pid=83923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:42:00.281451 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-cb014ea6-9ea8-4221-94d8-68ac2ed6a628 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:42:00.313402 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb014ea6-9ea8-4221-94d8-68ac2ed6a628 None None] No DVR routers for this DVR port 298b8054-854b-4017-a1a6-6e148b8f37ac on host dv-cinder-759943-5-iscsi {{(pid=83923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 03:42:00.571524 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.plugin [None req-7770aea6-cff7-40ad-a2c0-b5d8478c98b3 admin admin] Deleting port 298b8054-854b-4017-a1a6-6e148b8f37ac {{(pid=83921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 03:42:00.571812 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-7770aea6-cff7-40ad-a2c0-b5d8478c98b3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363303097822068'] for port, before_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:42:00.627966 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13daccf-546f-476b-9067-cc33a11f9af5 req-f1d49136-cd0d-49b9-a555-fcbfd718b136 tempest-VolumesNegativeTest-429381555 tempest-VolumesNegativeTest-429381555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:42:00.630170 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-d13daccf-546f-476b-9067-cc33a11f9af5 req-f1d49136-cd0d-49b9-a555-fcbfd718b136 tempest-VolumesNegativeTest-429381555 tempest-VolumesNegativeTest-429381555-project] 10.222.0.57 "GET /v2.0/ports?device_id=56b9fe60-c754-430e-8ba3-21fa13ab78cc HTTP/1.1" status: 200  len: 950 time: 0.0923562
Feb 17 03:42:00.649378 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.plugin [None req-7770aea6-cff7-40ad-a2c0-b5d8478c98b3 admin admin] The port '298b8054-854b-4017-a1a6-6e148b8f37ac' was deleted {{(pid=83921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}}
Feb 17 03:42:00.680379 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-d13daccf-546f-476b-9067-cc33a11f9af5 req-63c00de7-c09c-45b3-aa97-7c1a7e33f7bd tempest-VolumesNegativeTest-429381555 tempest-VolumesNegativeTest-429381555-project] 10.222.0.57 "GET /v2.0/security-groups?id=d452ae41-7000-404f-acc0-32be3a7c2924&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439029
Feb 17 03:42:00.773495 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-7770aea6-cff7-40ad-a2c0-b5d8478c98b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838103452', 'neutron.services.segments.db._delete_segments_for_network-8733756975594'] for network, precommit_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:42:00.892938 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.services.segments.db [None req-7770aea6-cff7-40ad-a2c0-b5d8478c98b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f17c6363cc0>,) {'filters': {'network_id': ['ffe7fc64-3f80-46a5-9d04-f33dee152961']}} {{(pid=83921) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:42:00.906592 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.services.segments.db [None req-7770aea6-cff7-40ad-a2c0-b5d8478c98b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f17c6363cc0>, 'de1c71de-a35a-4258-9355-e7b1e58f3f2d') {'for_net_delete': True} {{(pid=83921) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:42:00.906933 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.services.segments.db [None req-7770aea6-cff7-40ad-a2c0-b5d8478c98b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f17c6363cc0>, 'de1c71de-a35a-4258-9355-e7b1e58f3f2d') {} {{(pid=83921) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:42:00.919071 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-7770aea6-cff7-40ad-a2c0-b5d8478c98b3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363303097793020', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2134625'] for segment, before_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:42:00.937638 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-7770aea6-cff7-40ad-a2c0-b5d8478c98b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16617428'] for segment, precommit_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:42:00.939749 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-7770aea6-cff7-40ad-a2c0-b5d8478c98b3 admin admin] Releasing vxlan tunnel 9 to pool {{(pid=83921) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 17 03:42:01.155122 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.agents_db [None req-06fda002-6a6c-4595-892c-f579c445b334 None None] Agent healthcheck: found 6 active agents {{(pid=83924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 03:42:01.184544 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.managers [None req-7770aea6-cff7-40ad-a2c0-b5d8478c98b3 admin admin] Network ffe7fc64-3f80-46a5-9d04-f33dee152961 has no segments {{(pid=83921) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 03:42:01.194616 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-7770aea6-cff7-40ad-a2c0-b5d8478c98b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036838158356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2134878'] for segment, after_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:42:01.293766 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0c6852-bef8-4376-8134-2bd60a4c34fa req-de64c36b-2e25-44ec-958f-180b26eedb22 tempest-VolumesNegativeTest-429381555 tempest-VolumesNegativeTest-429381555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:42:01.295349 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-ef0c6852-bef8-4376-8134-2bd60a4c34fa req-de64c36b-2e25-44ec-958f-180b26eedb22 tempest-VolumesNegativeTest-429381555 tempest-VolumesNegativeTest-429381555-project] 10.222.0.54 "GET /v2.0/ports?device_id=56b9fe60-c754-430e-8ba3-21fa13ab78cc HTTP/1.1" status: 200  len: 950 time: 0.3404384
Feb 17 03:42:01.444386 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.managers [None req-7770aea6-cff7-40ad-a2c0-b5d8478c98b3 admin admin] Network ffe7fc64-3f80-46a5-9d04-f33dee152961 has no segments {{(pid=83921) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 03:42:01.469379 dv-cinder-759943-5-iscsi neutron-server[83810]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 17 03:42:01.469379 dv-cinder-759943-5-iscsi neutron-server[83810]:   % (table.description, expected, rows_matched)
Feb 17 03:42:01.469379 dv-cinder-759943-5-iscsi neutron-server[83810]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 17 03:42:01.469379 dv-cinder-759943-5-iscsi neutron-server[83810]:   % (table.description, expected, rows_matched)
Feb 17 03:42:01.469379 dv-cinder-759943-5-iscsi neutron-server[83810]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 17 03:42:01.469379 dv-cinder-759943-5-iscsi neutron-server[83810]:   % (table.description, expected, rows_matched)
Feb 17 03:42:01.469379 dv-cinder-759943-5-iscsi neutron-server[83810]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 17 03:42:01.469379 dv-cinder-759943-5-iscsi neutron-server[83810]:   % (table.description, expected, rows_matched)
Feb 17 03:42:01.469379 dv-cinder-759943-5-iscsi neutron-server[83810]: Traceback (most recent call last):
Feb 17 03:42:01.469379 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 17 03:42:01.469379 dv-cinder-759943-5-iscsi neutron-server[83810]:     timer()
Feb 17 03:42:01.469379 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 17 03:42:01.469379 dv-cinder-759943-5-iscsi neutron-server[83810]:     cb(*args, **kw)
Feb 17 03:42:01.469379 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 17 03:42:01.469379 dv-cinder-759943-5-iscsi neutron-server[83810]:     return func(*args, **kwargs)
Feb 17 03:42:01.469379 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 17 03:42:01.469379 dv-cinder-759943-5-iscsi neutron-server[83810]:     self._notify()
Feb 17 03:42:01.469379 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 17 03:42:01.469379 dv-cinder-759943-5-iscsi neutron-server[83810]:     self.callback(batched_events)
Feb 17 03:42:01.469379 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 17 03:42:01.469379 dv-cinder-759943-5-iscsi neutron-server[83810]:     event.method(event)
Feb 17 03:42:01.469379 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 17 03:42:01.469379 dv-cinder-759943-5-iscsi neutron-server[83810]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 17 03:42:01.469379 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 17 03:42:01.469379 dv-cinder-759943-5-iscsi neutron-server[83810]:     segment_id)['aggregates'][0]
Feb 17 03:42:01.469379 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 17 03:42:01.469379 dv-cinder-759943-5-iscsi neutron-server[83810]:     return f(self, *a, **k)
Feb 17 03:42:01.469379 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 17 03:42:01.469379 dv-cinder-759943-5-iscsi neutron-server[83810]:     return self._get(url).json()
Feb 17 03:42:01.469379 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 17 03:42:01.469379 dv-cinder-759943-5-iscsi neutron-server[83810]:     **kwargs)
Feb 17 03:42:01.469379 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 17 03:42:01.469379 dv-cinder-759943-5-iscsi neutron-server[83810]:     return self.request(url, 'GET', **kwargs)
Feb 17 03:42:01.469379 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 17 03:42:01.469379 dv-cinder-759943-5-iscsi neutron-server[83810]:     **endpoint_filter)
Feb 17 03:42:01.469379 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 17 03:42:01.469379 dv-cinder-759943-5-iscsi neutron-server[83810]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 17 03:42:01.469379 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 17 03:42:01.469379 dv-cinder-759943-5-iscsi neutron-server[83810]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 17 03:42:01.469379 dv-cinder-759943-5-iscsi neutron-server[83810]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 17 03:42:01.529980 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.plugin [req-ef0c6852-bef8-4376-8134-2bd60a4c34fa req-0196d2fa-f675-498c-952b-ab5022c1285d tempest-VolumesNegativeTest-429381555 tempest-VolumesNegativeTest-429381555-project] Deleting port ac9f74fd-7f9e-4b53-b299-449277c33a00 {{(pid=83921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 03:42:01.530362 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-ef0c6852-bef8-4376-8134-2bd60a4c34fa req-0196d2fa-f675-498c-952b-ab5022c1285d tempest-VolumesNegativeTest-429381555 tempest-VolumesNegativeTest-429381555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363303097822068'] for port, before_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:42:01.613066 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-7770aea6-cff7-40ad-a2c0-b5d8478c98b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16672364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853781874'] for network, after_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:42:01.650761 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-a306026e-d6d2-45af-aca5-e2f89d329604 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:42:01.673893 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-7770aea6-cff7-40ad-a2c0-b5d8478c98b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854193028'] for network, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:42:01.684360 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7770aea6-cff7-40ad-a2c0-b5d8478c98b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=ffe7fc64-3f80-46a5-9d04-f33dee152961,revision_number=None']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:42:01.698946 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-7770aea6-cff7-40ad-a2c0-b5d8478c98b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:42:01.706454 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-7770aea6-cff7-40ad-a2c0-b5d8478c98b3 admin admin] 10.222.0.57 "DELETE /v2.0/networks/ffe7fc64-3f80-46a5-9d04-f33dee152961 HTTP/1.1" status: 204  len: 168 time: 3.4854376
Feb 17 03:42:01.847965 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83922) accepted ('10.222.0.57', 47970) {{(pid=83922) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:42:01.902933 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-8f298b6d-0d4e-4351-8caa-0b8152da3b4d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=09f977ccc1e54aa6bfffd127c9a4be7d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0534799
Feb 17 03:42:01.905675 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83922) accepted ('10.222.0.57', 47974) {{(pid=83922) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:42:01.926118 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.db [req-ef0c6852-bef8-4376-8134-2bd60a4c34fa req-0196d2fa-f675-498c-952b-ab5022c1285d tempest-VolumesNegativeTest-429381555 tempest-VolumesNegativeTest-429381555-project] For port ac9f74fd-7f9e-4b53-b299-449277c33a00, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=ac9f74fd-7f9e-4b53-b299-449277c33a00,segment=NetworkSegment(7f1e88c1-a377-429b-82ad-5feeca31a090),segment_id=7f1e88c1-a377-429b-82ad-5feeca31a090)] {{(pid=83921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:42:01.926520 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-ef0c6852-bef8-4376-8134-2bd60a4c34fa req-0196d2fa-f675-498c-952b-ab5022c1285d tempest-VolumesNegativeTest-429381555 tempest-VolumesNegativeTest-429381555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853786502'] for port, precommit_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:42:01.940115 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Device ac9f74fd-7f9e-4b53-b299-449277c33a00 no longer exists at agent ovs-agent-hv-cinder-75994 {{(pid=83923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 03:42:01.968901 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-41e41823-0077-4c2a-8132-ef66251405ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:42:01.996672 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-41e41823-0077-4c2a-8132-ef66251405ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:42:02.054456 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-41e41823-0077-4c2a-8132-ef66251405ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876219'] for security_group, after_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:42:02.059870 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-ee8d5c75-59eb-416a-8706-b67ee9ae5eb6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:42:02.068162 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for port, before_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:42:02.074293 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1227b19-4700-4655-ac36-57b6aeb3f4a8 req-1573e0d8-7518-4765-91bc-8614112ac23a tempest-VolumesNegativeTest-429381555 tempest-VolumesNegativeTest-429381555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:42:02.075942 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-b1227b19-4700-4655-ac36-57b6aeb3f4a8 req-1573e0d8-7518-4765-91bc-8614112ac23a tempest-VolumesNegativeTest-429381555 tempest-VolumesNegativeTest-429381555-project] 10.222.0.57 "GET /v2.0/ports?device_id=56b9fe60-c754-430e-8ba3-21fa13ab78cc HTTP/1.1" status: 200  len: 950 time: 0.2768118
Feb 17 03:42:02.079953 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-41e41823-0077-4c2a-8132-ef66251405ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:42:02.084279 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-41e41823-0077-4c2a-8132-ef66251405ff admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/40f27b5f-9bac-4f03-848c-6d8ffdff5bfe HTTP/1.1" status: 204  len: 168 time: 0.1745362
Feb 17 03:42:02.084279 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e41823-0077-4c2a-8132-ef66251405ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40f27b5f-9bac-4f03-848c-6d8ffdff5bfe,revision_number=None']} {{(pid=83922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:42:02.084575 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.plugin [req-ef0c6852-bef8-4376-8134-2bd60a4c34fa req-0196d2fa-f675-498c-952b-ab5022c1285d tempest-VolumesNegativeTest-429381555 tempest-VolumesNegativeTest-429381555-project] Calling delete_port for ac9f74fd-7f9e-4b53-b299-449277c33a00 owned by compute:nova {{(pid=83921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 03:42:02.085412 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-41e41823-0077-4c2a-8132-ef66251405ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:42:02.103880 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56b9fe60-c754-430e-8ba3-21fa13ab78cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac9f74fd-7f9e-4b53-b299-449277c33a00'}] {{(pid=83923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 03:42:02.146497 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.db [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] For port ac9f74fd-7f9e-4b53-b299-449277c33a00, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=ac9f74fd-7f9e-4b53-b299-449277c33a00,segment=NetworkSegment(7f1e88c1-a377-429b-82ad-5feeca31a090),segment_id=7f1e88c1-a377-429b-82ad-5feeca31a090)] {{(pid=83923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:42:02.153866 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303097879514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733756514675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303098261108'] for port, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:42:02.155823 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:42:02.187542 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-b1227b19-4700-4655-ac36-57b6aeb3f4a8 req-699f1171-3f72-4975-acc9-943d512e2b87 tempest-VolumesNegativeTest-429381555 tempest-VolumesNegativeTest-429381555-project] 10.222.0.57 "GET /v2.0/security-groups?id=d452ae41-7000-404f-acc0-32be3a7c2924&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0712922
Feb 17 03:42:02.215138 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.db.api [req-ef0c6852-bef8-4376-8134-2bd60a4c34fa req-0196d2fa-f675-498c-952b-ab5022c1285d tempest-VolumesNegativeTest-429381555 tempest-VolumesNegativeTest-429381555-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83921) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 17 03:42:02.215591 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_db.api [req-ef0c6852-bef8-4376-8134-2bd60a4c34fa req-0196d2fa-f675-498c-952b-ab5022c1285d tempest-VolumesNegativeTest-429381555 tempest-VolumesNegativeTest-429381555-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83921) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 17 03:42:02.216873 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56b9fe60-c754-430e-8ba3-21fa13ab78cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac9f74fd-7f9e-4b53-b299-449277c33a00', 'code': 200}
Feb 17 03:42:02.242425 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Pushing event updated for resources: {'Port': ['ID=ac9f74fd-7f9e-4b53-b299-449277c33a00,revision_number=5']} {{(pid=83923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:42:02.246298 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:42:02.482308 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83922) accepted ('10.222.0.57', 47984) {{(pid=83922) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:42:02.535417 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-5bdf1c78-8858-4141-a077-777c9a94236a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=87768102ae294f1eb14038d35ee1265f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0512202
Feb 17 03:42:02.538064 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83922) accepted ('10.222.0.57', 47988) {{(pid=83922) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:42:02.599448 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-f38cf56c-879a-4e49-a14b-482494723da3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:42:02.626595 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-f38cf56c-879a-4e49-a14b-482494723da3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:42:02.678828 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-f38cf56c-879a-4e49-a14b-482494723da3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876219'] for security_group, after_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:42:02.683883 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-47c49562-44eb-4adf-87dd-41f1b617bc81 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:42:02.694692 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38cf56c-879a-4e49-a14b-482494723da3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6378451a-bbfc-4747-bf13-714ca0ae73db,revision_number=None']} {{(pid=83922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:42:02.698418 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-f38cf56c-879a-4e49-a14b-482494723da3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:42:02.702583 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-f38cf56c-879a-4e49-a14b-482494723da3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:42:02.703822 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-f38cf56c-879a-4e49-a14b-482494723da3 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/6378451a-bbfc-4747-bf13-714ca0ae73db HTTP/1.1" status: 204  len: 168 time: 0.1647630
Feb 17 03:42:02.717203 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.plugin [req-ef0c6852-bef8-4376-8134-2bd60a4c34fa req-0196d2fa-f675-498c-952b-ab5022c1285d tempest-VolumesNegativeTest-429381555 tempest-VolumesNegativeTest-429381555-project] Deleting port ac9f74fd-7f9e-4b53-b299-449277c33a00 {{(pid=83921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 03:42:02.717768 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-ef0c6852-bef8-4376-8134-2bd60a4c34fa req-0196d2fa-f675-498c-952b-ab5022c1285d tempest-VolumesNegativeTest-429381555 tempest-VolumesNegativeTest-429381555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363303097822068'] for port, before_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:42:03.252958 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.db [req-ef0c6852-bef8-4376-8134-2bd60a4c34fa req-0196d2fa-f675-498c-952b-ab5022c1285d tempest-VolumesNegativeTest-429381555 tempest-VolumesNegativeTest-429381555-project] For port ac9f74fd-7f9e-4b53-b299-449277c33a00, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=ac9f74fd-7f9e-4b53-b299-449277c33a00,segment=NetworkSegment(7f1e88c1-a377-429b-82ad-5feeca31a090),segment_id=7f1e88c1-a377-429b-82ad-5feeca31a090)] {{(pid=83921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:42:03.254036 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-ef0c6852-bef8-4376-8134-2bd60a4c34fa req-0196d2fa-f675-498c-952b-ab5022c1285d tempest-VolumesNegativeTest-429381555 tempest-VolumesNegativeTest-429381555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853786502'] for port, precommit_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:42:03.389120 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.plugin [req-ef0c6852-bef8-4376-8134-2bd60a4c34fa req-0196d2fa-f675-498c-952b-ab5022c1285d tempest-VolumesNegativeTest-429381555 tempest-VolumesNegativeTest-429381555-project] Calling delete_port for ac9f74fd-7f9e-4b53-b299-449277c33a00 owned by compute:nova {{(pid=83921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 03:42:03.412388 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2930f4f0-c86b-4da0-8efe-590c26dec098 req-bf968757-fd32-4aeb-a468-b16bf60aaff5 tempest-VolumesNegativeTest-429381555 tempest-VolumesNegativeTest-429381555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:42:03.414061 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-2930f4f0-c86b-4da0-8efe-590c26dec098 req-bf968757-fd32-4aeb-a468-b16bf60aaff5 tempest-VolumesNegativeTest-429381555 tempest-VolumesNegativeTest-429381555-project] 10.222.0.57 "GET /v2.0/ports?device_id=56b9fe60-c754-430e-8ba3-21fa13ab78cc HTTP/1.1" status: 200  len: 948 time: 0.0909631
Feb 17 03:42:03.462435 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-2930f4f0-c86b-4da0-8efe-590c26dec098 req-6d911301-19ec-463d-adad-e64e991790b6 tempest-VolumesNegativeTest-429381555 tempest-VolumesNegativeTest-429381555-project] 10.222.0.57 "GET /v2.0/security-groups?id=d452ae41-7000-404f-acc0-32be3a7c2924&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418899
Feb 17 03:42:03.543269 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-ef0c6852-bef8-4376-8134-2bd60a4c34fa req-0196d2fa-f675-498c-952b-ab5022c1285d tempest-VolumesNegativeTest-429381555 tempest-VolumesNegativeTest-429381555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363303097879497', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363303098261142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852640907'] for port, after_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:42:03.558243 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-f968384b-1e43-42a3-b43a-b5dac2e0ff7f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:42:03.653217 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0196d2fa-f675-498c-952b-ab5022c1285d tempest-VolumesNegativeTest-429381555 tempest-VolumesNegativeTest-429381555-project] Pushing event deleted for resources: {'Port': ['ID=ac9f74fd-7f9e-4b53-b299-449277c33a00,revision_number=None']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:42:03.661591 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-0196d2fa-f675-498c-952b-ab5022c1285d tempest-VolumesNegativeTest-429381555 tempest-VolumesNegativeTest-429381555-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:42:03.769648 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef0c6852-bef8-4376-8134-2bd60a4c34fa req-0196d2fa-f675-498c-952b-ab5022c1285d tempest-VolumesNegativeTest-429381555 tempest-VolumesNegativeTest-429381555-project] No DVR routers for this DVR port ac9f74fd-7f9e-4b53-b299-449277c33a00 on host hv-cinder-75994 {{(pid=83921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 03:42:03.771930 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-ef0c6852-bef8-4376-8134-2bd60a4c34fa req-0196d2fa-f675-498c-952b-ab5022c1285d tempest-VolumesNegativeTest-429381555 tempest-VolumesNegativeTest-429381555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774597'] for port, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:42:03.774925 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56b9fe60-c754-430e-8ba3-21fa13ab78cc', 'name': 'network-vif-deleted', 'tag': 'ac9f74fd-7f9e-4b53-b299-449277c33a00'}] {{(pid=83921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 03:42:03.796897 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-ef0c6852-bef8-4376-8134-2bd60a4c34fa req-0196d2fa-f675-498c-952b-ab5022c1285d tempest-VolumesNegativeTest-429381555 tempest-VolumesNegativeTest-429381555-project] 10.222.0.54 "DELETE /v2.0/ports/ac9f74fd-7f9e-4b53-b299-449277c33a00 HTTP/1.1" status: 204  len: 173 time: 2.4844859
Feb 17 03:42:03.829416 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56b9fe60-c754-430e-8ba3-21fa13ab78cc', 'name': 'network-vif-deleted', 'tag': 'ac9f74fd-7f9e-4b53-b299-449277c33a00', 'status': 'completed', 'code': 200}
Feb 17 03:42:09.224628 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83922) accepted ('10.222.0.57', 48230) {{(pid=83922) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:42:09.390998 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-425617f1-e884-4158-8ea3-0341e39112b8 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c3b1de2d733f40e280136eb9fa396503&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1650319
Feb 17 03:42:09.393603 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83922) accepted ('10.222.0.57', 48236) {{(pid=83922) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:42:09.457248 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-d2ee1b23-2bc5-49de-b930-5457a2d63c73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:42:09.483955 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-d2ee1b23-2bc5-49de-b930-5457a2d63c73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:42:09.527440 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-d2ee1b23-2bc5-49de-b930-5457a2d63c73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876219'] for security_group, after_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:42:09.532512 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-04ebcde4-56f6-4a9d-9a47-c5dc7711ac97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:42:09.547136 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ee1b23-2bc5-49de-b930-5457a2d63c73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d452ae41-7000-404f-acc0-32be3a7c2924,revision_number=None']} {{(pid=83922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:42:09.551922 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-d2ee1b23-2bc5-49de-b930-5457a2d63c73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:42:09.556192 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-d2ee1b23-2bc5-49de-b930-5457a2d63c73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:42:09.557440 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-d2ee1b23-2bc5-49de-b930-5457a2d63c73 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/d452ae41-7000-404f-acc0-32be3a7c2924 HTTP/1.1" status: 204  len: 168 time: 0.1628709
Feb 17 03:42:10.225738 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83922) accepted ('10.222.0.57', 48258) {{(pid=83922) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:42:10.336388 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.v2.base [None req-0a0cfa27-2a4c-4912-a8c5-23e2f9fde709 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1288731035-network', 'tenant_id': '6d1987144d0f48bfb9d06f558ccc8618'}} {{(pid=83922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:42:10.341871 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-0a0cfa27-2a4c-4912-a8c5-23e2f9fde709 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:42:10.346074 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-0a0cfa27-2a4c-4912-a8c5-23e2f9fde709 admin admin] Usage tracker for resource:network and tenant:6d1987144d0f48bfb9d06f558ccc8618 is out of sync, need to count used quota {{(pid=83922) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:42:10.349531 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-0a0cfa27-2a4c-4912-a8c5-23e2f9fde709 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83922) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:42:10.355391 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-0a0cfa27-2a4c-4912-a8c5-23e2f9fde709 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:42:10.365687 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a0cfa27-2a4c-4912-a8c5-23e2f9fde709 admin admin] Made reservation on behalf of 6d1987144d0f48bfb9d06f558ccc8618 for: {'network': 1} {{(pid=83922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 03:42:10.370454 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-0a0cfa27-2a4c-4912-a8c5-23e2f9fde709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for network, before_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:42:10.384044 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-0a0cfa27-2a4c-4912-a8c5-23e2f9fde709 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:42:10.399343 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-0a0cfa27-2a4c-4912-a8c5-23e2f9fde709 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:42:10.403540 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-0a0cfa27-2a4c-4912-a8c5-23e2f9fde709 admin admin] Usage tracker for resource:security_group_rule and tenant:6d1987144d0f48bfb9d06f558ccc8618 is out of sync, need to count used quota {{(pid=83922) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:42:10.406683 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-0a0cfa27-2a4c-4912-a8c5-23e2f9fde709 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83922) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:42:10.412450 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-0a0cfa27-2a4c-4912-a8c5-23e2f9fde709 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:42:10.500115 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-0a0cfa27-2a4c-4912-a8c5-23e2f9fde709 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:42:10.502998 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-0a0cfa27-2a4c-4912-a8c5-23e2f9fde709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876219'] for security_group, after_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:42:10.507829 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-04acb56e-f833-462d-97be-10d8783b3743 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:42:10.536236 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a0cfa27-2a4c-4912-a8c5-23e2f9fde709 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=83922) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 17 03:42:10.549085 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0cfa27-2a4c-4912-a8c5-23e2f9fde709 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cd389c1-869c-451d-951e-5e94cb36323b,revision_number=1']} {{(pid=83922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:42:10.554170 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-0a0cfa27-2a4c-4912-a8c5-23e2f9fde709 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:42:10.555047 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-0a0cfa27-2a4c-4912-a8c5-23e2f9fde709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16617428'] for segment, precommit_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:42:10.555421 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.db.segments_db [None req-0a0cfa27-2a4c-4912-a8c5-23e2f9fde709 admin admin] Added segment 26f66af1-e3b5-4da8-80a2-e48afd72ec58 of type vxlan for network 6d75f49d-2a5f-4240-85a8-12f51dafc5ee
Feb 17 03:42:10.586525 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-0a0cfa27-2a4c-4912-a8c5-23e2f9fde709 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363303098315039'] for network, precommit_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:42:10.616234 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-0a0cfa27-2a4c-4912-a8c5-23e2f9fde709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850'] for network, after_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:42:10.617529 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a0cfa27-2a4c-4912-a8c5-23e2f9fde709 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:42:10.618164 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-0a0cfa27-2a4c-4912-a8c5-23e2f9fde709 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854193028'] for network, before_response {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:42:10.623111 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:42:10.727283 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0cfa27-2a4c-4912-a8c5-23e2f9fde709 admin admin] Pushing event updated for resources: {'Network': ['ID=6d75f49d-2a5f-4240-85a8-12f51dafc5ee,revision_number=1']} {{(pid=83922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:42:10.733043 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-0a0cfa27-2a4c-4912-a8c5-23e2f9fde709 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 875 time: 0.5038393
Feb 17 03:42:10.733043 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-0a0cfa27-2a4c-4912-a8c5-23e2f9fde709 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:42:10.733806 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83922) accepted ('10.222.0.57', 48264) {{(pid=83922) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:42:10.738809 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Network 6d75f49d-2a5f-4240-85a8-12f51dafc5ee details requested by agent ovs-agent-dv-cinder-759943-5-iscsi with host dv-cinder-759943-5-iscsi {{(pid=83923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 03:42:10.740368 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.v2.base [None req-a70d412a-66d2-4ae1-8860-f3c6acb6246f admin admin] Request body: {'subnet': {'network_id': '6d75f49d-2a5f-4240-85a8-12f51dafc5ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1288731035-subnet', 'tenant_id': '6d1987144d0f48bfb9d06f558ccc8618', 'ip_version': 4}} {{(pid=83922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:42:10.745865 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-a70d412a-66d2-4ae1-8860-f3c6acb6246f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:42:10.749983 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-a70d412a-66d2-4ae1-8860-f3c6acb6246f admin admin] Usage tracker for resource:subnet and tenant:6d1987144d0f48bfb9d06f558ccc8618 is out of sync, need to count used quota {{(pid=83922) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:42:10.752974 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-a70d412a-66d2-4ae1-8860-f3c6acb6246f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83922) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:42:10.755896 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Network 6d75f49d-2a5f-4240-85a8-12f51dafc5ee details requested by agent ovs-agent-hv-cinder-75994 with host hv-cinder-75994 {{(pid=83923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 03:42:10.758803 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-a70d412a-66d2-4ae1-8860-f3c6acb6246f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:42:10.772661 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a70d412a-66d2-4ae1-8860-f3c6acb6246f admin admin] Made reservation on behalf of 6d1987144d0f48bfb9d06f558ccc8618 for: {'subnet': 1} {{(pid=83922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 03:42:10.777426 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-a70d412a-66d2-4ae1-8860-f3c6acb6246f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852207897'] for subnet, before_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:42:11.195741 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-a70d412a-66d2-4ae1-8860-f3c6acb6246f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853913663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2929427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852207882'] for subnet, after_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:42:11.213167 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-9d7dc8a4-e6f7-4dde-832e-afa496a50252 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:42:11.345672 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70d412a-66d2-4ae1-8860-f3c6acb6246f admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3cf1147-5145-4d37-bf53-440cef5ee442,revision_number=0']} {{(pid=83922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:42:11.351126 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-a70d412a-66d2-4ae1-8860-f3c6acb6246f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:42:11.411086 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70d412a-66d2-4ae1-8860-f3c6acb6246f admin admin] Checking segment: {'id': '26f66af1-e3b5-4da8-80a2-e48afd72ec58', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6d75f49d-2a5f-4240-85a8-12f51dafc5ee'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 03:42:11.411467 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a70d412a-66d2-4ae1-8860-f3c6acb6246f admin admin] Network hostable DHCP agents. Network: 6d75f49d-2a5f-4240-85a8-12f51dafc5ee, hostable agents: ['7cb7ebf0-d0cf-4b99-bfd7-3c4bb0fe13b2'], hosted agents: [] {{(pid=83922) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 17 03:42:11.429597 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a70d412a-66d2-4ae1-8860-f3c6acb6246f admin admin] Network 6d75f49d-2a5f-4240-85a8-12f51dafc5ee is scheduled to be hosted by DHCP agent 7cb7ebf0-d0cf-4b99-bfd7-3c4bb0fe13b2 with binding_index 1 {{(pid=83922) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 17 03:42:11.437568 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.scheduler.base_scheduler [None req-a70d412a-66d2-4ae1-8860-f3c6acb6246f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759943-5-iscsi, 6d75f49d-2a5f-4240-85a8-12f51dafc5ee) {{(pid=83922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 03:42:11.447631 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-058eb90e-77f7-41b6-9c9d-dbf543522249 None None] Network 6d75f49d-2a5f-4240-85a8-12f51dafc5ee requested from dv-cinder-759943-5-iscsi {{(pid=83923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 03:42:11.454328 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a70d412a-66d2-4ae1-8860-f3c6acb6246f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:42:11.454966 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-a70d412a-66d2-4ae1-8860-f3c6acb6246f admin admin] Notify callbacks [] for subnet, before_response {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:42:11.474373 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-a70d412a-66d2-4ae1-8860-f3c6acb6246f admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.7394958
Feb 17 03:42:11.477408 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83922) accepted ('10.222.0.57', 48268) {{(pid=83922) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:42:11.483194 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.v2.base [None req-fc382ee0-5fc0-4a18-b72f-264c4a320234 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1288731035-router', 'tenant_id': '6d1987144d0f48bfb9d06f558ccc8618', 'external_gateway_info': {'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718'}}} {{(pid=83922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:42:11.488126 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-fc382ee0-5fc0-4a18-b72f-264c4a320234 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:42:11.492135 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-fc382ee0-5fc0-4a18-b72f-264c4a320234 admin admin] Usage tracker for resource:router and tenant:6d1987144d0f48bfb9d06f558ccc8618 is out of sync, need to count used quota {{(pid=83922) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:42:11.495747 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-fc382ee0-5fc0-4a18-b72f-264c4a320234 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83922) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:42:11.501683 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-fc382ee0-5fc0-4a18-b72f-264c4a320234 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:42:11.511250 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-fc382ee0-5fc0-4a18-b72f-264c4a320234 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853830448', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854760905'] for router, before_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:42:11.512300 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-fc382ee0-5fc0-4a18-b72f-264c4a320234 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853830617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853785443', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-871862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14911'] for router, precommit_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:42:11.527601 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-fc382ee0-5fc0-4a18-b72f-264c4a320234 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:42:11.675528 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c01a1ed-9ae6-45ee-ae0a-af4e10036906 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp61300fb0-6849-57f9-b652-d8cd588f35fb-6d75f49d-2a5f-4240-85a8-12f51dafc5ee', 'network_id': '6d75f49d-2a5f-4240-85a8-12f51dafc5ee', 'tenant_id': '6d1987144d0f48bfb9d06f558ccc8618', 'fixed_ips': [{'subnet_id': 'd3cf1147-5145-4d37-bf53-440cef5ee442'}]}} from dv-cinder-759943-5-iscsi. {{(pid=83923) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Feb 17 03:42:11.676545 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-1c01a1ed-9ae6-45ee-ae0a-af4e10036906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for port, before_create {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:42:11.812819 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-fc382ee0-5fc0-4a18-b72f-264c4a320234 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-990782', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-945334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14860'] for router, precommit_update {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:42:11.971668 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.db_base_plugin_common [None req-1c01a1ed-9ae6-45ee-ae0a-af4e10036906 None None] Allocated IP 172.20.0.2 (6d75f49d-2a5f-4240-85a8-12f51dafc5ee/d3cf1147-5145-4d37-bf53-440cef5ee442/2d2c8f82-4695-4a70-85f3-2aa6f248d940) {{(pid=83923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 03:42:12.208171 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-1c01a1ed-9ae6-45ee-ae0a-af4e10036906 None None] Notify callbacks [] for port, precommit_create {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:42:12.219748 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-1c01a1ed-9ae6-45ee-ae0a-af4e10036906 None None] Transition to ACTIVE for port object 2d2c8f82-4695-4a70-85f3-2aa6f248d940 will not be triggered until provisioned by entity L2. {{(pid=83923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 03:42:12.238150 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-1c01a1ed-9ae6-45ee-ae0a-af4e10036906 None None] Transition to ACTIVE for port object 2d2c8f82-4695-4a70-85f3-2aa6f248d940 will not be triggered until provisioned by entity DHCP. {{(pid=83923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 03:42:12.242594 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-1c01a1ed-9ae6-45ee-ae0a-af4e10036906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363303098263190'] for port, after_create {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:42:12.259037 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:42:12.404001 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c01a1ed-9ae6-45ee-ae0a-af4e10036906 None None] Pushing event updated for resources: {'Port': ['ID=2d2c8f82-4695-4a70-85f3-2aa6f248d940,revision_number=1']} {{(pid=83923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:42:12.408152 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-fc382ee0-5fc0-4a18-b72f-264c4a320234 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:42:12.411577 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-1c01a1ed-9ae6-45ee-ae0a-af4e10036906 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:42:12.444326 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-fc382ee0-5fc0-4a18-b72f-264c4a320234 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for port, before_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:42:12.454779 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c01a1ed-9ae6-45ee-ae0a-af4e10036906 None None] Network 6d75f49d-2a5f-4240-85a8-12f51dafc5ee is already hosted by enough agents. {{(pid=83923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 03:42:12.455948 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.scheduler.base_scheduler [None req-1c01a1ed-9ae6-45ee-ae0a-af4e10036906 None None] Resources bound (agent type, host, resource id):  {{(pid=83923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 03:42:12.459020 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c01a1ed-9ae6-45ee-ae0a-af4e10036906 None None] Received port after_create {{(pid=83923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 03:42:12.518974 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.managers [None req-1c01a1ed-9ae6-45ee-ae0a-af4e10036906 None None] Attempting to bind port 2d2c8f82-4695-4a70-85f3-2aa6f248d940 on host dv-cinder-759943-5-iscsi for vnic_type normal with profile  {{(pid=83923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 03:42:12.519939 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.managers [None req-1c01a1ed-9ae6-45ee-ae0a-af4e10036906 None None] Attempting to bind port 2d2c8f82-4695-4a70-85f3-2aa6f248d940 by drivers openvswitch on host dv-cinder-759943-5-iscsi at level 0 using segments [{'id': '26f66af1-e3b5-4da8-80a2-e48afd72ec58', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6d75f49d-2a5f-4240-85a8-12f51dafc5ee'}] {{(pid=83923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 03:42:12.520354 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c01a1ed-9ae6-45ee-ae0a-af4e10036906 None None] Attempting to bind port 2d2c8f82-4695-4a70-85f3-2aa6f248d940 on network 6d75f49d-2a5f-4240-85a8-12f51dafc5ee {{(pid=83923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 03:42:12.527182 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c01a1ed-9ae6-45ee-ae0a-af4e10036906 None None] Checking agent: {'id': 'fdf6e942-9f6a-471f-a5a4-d80d5f4aedb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759943-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 3, 18, 27), 'started_at': datetime.datetime(2021, 2, 17, 3, 18, 57), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 3, 41, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759943-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 03:42:12.527626 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c01a1ed-9ae6-45ee-ae0a-af4e10036906 None None] Checking segment: {'id': '26f66af1-e3b5-4da8-80a2-e48afd72ec58', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6d75f49d-2a5f-4240-85a8-12f51dafc5ee'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 03:42:12.528142 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-1c01a1ed-9ae6-45ee-ae0a-af4e10036906 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:42:12.528456 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c01a1ed-9ae6-45ee-ae0a-af4e10036906 None None] Bound using segment: {'id': '26f66af1-e3b5-4da8-80a2-e48afd72ec58', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6d75f49d-2a5f-4240-85a8-12f51dafc5ee'} {{(pid=83923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 03:42:12.528984 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.managers [None req-1c01a1ed-9ae6-45ee-ae0a-af4e10036906 None None] Bound port: 2d2c8f82-4695-4a70-85f3-2aa6f248d940, host: dv-cinder-759943-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26f66af1-e3b5-4da8-80a2-e48afd72ec58', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6d75f49d-2a5f-4240-85a8-12f51dafc5ee'}}] {{(pid=83923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 03:42:12.529428 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-1c01a1ed-9ae6-45ee-ae0a-af4e10036906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for port, before_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:42:12.625860 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.db [None req-1c01a1ed-9ae6-45ee-ae0a-af4e10036906 None None] For port 2d2c8f82-4695-4a70-85f3-2aa6f248d940, host dv-cinder-759943-5-iscsi, cleared binding levels {{(pid=83923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 03:42:12.629616 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.db [None req-1c01a1ed-9ae6-45ee-ae0a-af4e10036906 None None] For port 2d2c8f82-4695-4a70-85f3-2aa6f248d940, host dv-cinder-759943-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-5-iscsi',level=0,port_id=2d2c8f82-4695-4a70-85f3-2aa6f248d940,segment=NetworkSegment(26f66af1-e3b5-4da8-80a2-e48afd72ec58),segment_id=26f66af1-e3b5-4da8-80a2-e48afd72ec58)] {{(pid=83923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 03:42:12.633046 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-1c01a1ed-9ae6-45ee-ae0a-af4e10036906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303097879514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733756514675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303098261108'] for port, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:42:12.648214 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:42:12.722653 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.db_base_plugin_common [None req-fc382ee0-5fc0-4a18-b72f-264c4a320234 admin admin] Allocated IP 172.27.0.76 (47a54196-2e01-4ced-bf59-8f5a8abde718/d8fc1aa1-c957-4fea-a32a-c02e9a0805fb/42bace47-27f5-4433-9776-7eeaa7e6e842) {{(pid=83922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 03:42:12.804063 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c01a1ed-9ae6-45ee-ae0a-af4e10036906 None None] Pushing event updated for resources: {'Port': ['ID=2d2c8f82-4695-4a70-85f3-2aa6f248d940,revision_number=2']} {{(pid=83923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:42:12.809785 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-1c01a1ed-9ae6-45ee-ae0a-af4e10036906 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:42:12.891583 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-fc382ee0-5fc0-4a18-b72f-264c4a320234 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:42:12.922026 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-fc382ee0-5fc0-4a18-b72f-264c4a320234 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363303098263190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851846526'] for port, after_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:42:12.937931 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-eb171c27-7dc3-49a4-85e5-6326223f3da4 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:42:13.077838 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc382ee0-5fc0-4a18-b72f-264c4a320234 admin admin] Pushing event updated for resources: {'Port': ['ID=42bace47-27f5-4433-9776-7eeaa7e6e842,revision_number=1']} {{(pid=83922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:42:13.098849 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc382ee0-5fc0-4a18-b72f-264c4a320234 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:42:13.099274 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc382ee0-5fc0-4a18-b72f-264c4a320234 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:42:13.099690 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc382ee0-5fc0-4a18-b72f-264c4a320234 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:42:13.100099 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc382ee0-5fc0-4a18-b72f-264c4a320234 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:42:13.100507 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc382ee0-5fc0-4a18-b72f-264c4a320234 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:42:13.100909 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc382ee0-5fc0-4a18-b72f-264c4a320234 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:42:13.101336 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc382ee0-5fc0-4a18-b72f-264c4a320234 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:42:13.101734 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc382ee0-5fc0-4a18-b72f-264c4a320234 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:42:13.102130 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc382ee0-5fc0-4a18-b72f-264c4a320234 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:42:13.102532 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc382ee0-5fc0-4a18-b72f-264c4a320234 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:42:13.102928 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc382ee0-5fc0-4a18-b72f-264c4a320234 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:42:13.103330 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc382ee0-5fc0-4a18-b72f-264c4a320234 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:42:13.103830 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc382ee0-5fc0-4a18-b72f-264c4a320234 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:42:13.104227 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc382ee0-5fc0-4a18-b72f-264c4a320234 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:42:13.104624 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc382ee0-5fc0-4a18-b72f-264c4a320234 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:42:13.105018 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc382ee0-5fc0-4a18-b72f-264c4a320234 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:42:13.105442 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc382ee0-5fc0-4a18-b72f-264c4a320234 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:42:13.105836 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc382ee0-5fc0-4a18-b72f-264c4a320234 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:42:13.106230 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc382ee0-5fc0-4a18-b72f-264c4a320234 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:42:13.106622 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc382ee0-5fc0-4a18-b72f-264c4a320234 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:42:13.107019 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc382ee0-5fc0-4a18-b72f-264c4a320234 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:42:13.107411 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc382ee0-5fc0-4a18-b72f-264c4a320234 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:42:13.107805 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc382ee0-5fc0-4a18-b72f-264c4a320234 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:42:13.108195 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc382ee0-5fc0-4a18-b72f-264c4a320234 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:42:13.114846 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-fc382ee0-5fc0-4a18-b72f-264c4a320234 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:42:13.166813 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc382ee0-5fc0-4a18-b72f-264c4a320234 admin admin] Network 47a54196-2e01-4ced-bf59-8f5a8abde718 is already hosted by enough agents. {{(pid=83922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 03:42:13.168092 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.scheduler.base_scheduler [None req-fc382ee0-5fc0-4a18-b72f-264c4a320234 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 03:42:13.170618 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc382ee0-5fc0-4a18-b72f-264c4a320234 admin admin] Received port after_create {{(pid=83922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 03:42:13.622775 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-fc382ee0-5fc0-4a18-b72f-264c4a320234 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:42:13.995906 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-fc382ee0-5fc0-4a18-b72f-264c4a320234 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-945319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853785083'] for router, after_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:42:14.220799 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc382ee0-5fc0-4a18-b72f-264c4a320234 admin admin] Router 7bdf5693-435c-4573-999e-8e830668e290 is scheduled to L3 agent 3e02af72-3002-4fb3-96dd-e59119f81584 with binding_index 1 {{(pid=83922) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Feb 17 03:42:14.248278 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2db4910d-bc99-463e-9444-12be9ee1feeb None None] Network 6d75f49d-2a5f-4240-85a8-12f51dafc5ee requested from dv-cinder-759943-5-iscsi {{(pid=83923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 03:42:14.345379 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-9ba94da2-d065-4311-9ef9-aa61374e0897 None None] Provisioning for port 2d2c8f82-4695-4a70-85f3-2aa6f248d940 completed by entity DHCP. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 03:42:14.416565 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc382ee0-5fc0-4a18-b72f-264c4a320234 admin admin] Notify agent at l3_agent.dv-cinder-759943-5-iscsi the message routers_updated {{(pid=83922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 03:42:14.425340 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b7583a-5b50-4995-b016-5e17c456c81c None None] Sync routers for ids ['7bdf5693-435c-4573-999e-8e830668e290'] in dv-cinder-759943-5-iscsi {{(pid=83924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 03:42:14.442786 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-fc382ee0-5fc0-4a18-b72f-264c4a320234 admin admin] Notify callbacks [] for router, before_response {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:42:14.444391 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-fc382ee0-5fc0-4a18-b72f-264c4a320234 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 2.9659493
Feb 17 03:42:14.444668 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b7583a-5b50-4995-b016-5e17c456c81c None None] Routers {'7bdf5693-435c-4573-999e-8e830668e290'} bound to L3 agent in host dv-cinder-759943-5-iscsi {{(pid=83924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 03:42:14.445609 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_hamode_db [None req-00b7583a-5b50-4995-b016-5e17c456c81c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f17c6496390>, 'dv-cinder-759943-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T03:18:25Z,description=<?>,heartbeat_timestamp=2021-02-17T03:41:55Z,host='dv-cinder-759943-5-iscsi',id=3e02af72-3002-4fb3-96dd-e59119f81584,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T03:18:25Z,topic='l3_agent')) {'router_ids': ['7bdf5693-435c-4573-999e-8e830668e290'], 'active': True} {{(pid=83924) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:42:14.447226 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83922) accepted ('10.222.0.57', 48272) {{(pid=83922) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:42:14.643207 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvr_db [None req-00b7583a-5b50-4995-b016-5e17c456c81c None None] Set router 7bdf5693-435c-4573-999e-8e830668e290 gateway port host: dv-cinder-759943-5-iscsi {{(pid=83924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 03:42:14.645617 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Device 2d2c8f82-4695-4a70-85f3-2aa6f248d940 up at agent ovs-agent-dv-cinder-759943-5-iscsi {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:42:14.740435 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Provisioning for port 2d2c8f82-4695-4a70-85f3-2aa6f248d940 completed by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 03:42:14.747626 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Provisioning complete for port 2d2c8f82-4695-4a70-85f3-2aa6f248d940 triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:42:14.748168 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838161172'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:42:14.929519 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for port, before_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:42:14.982500 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.db [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] For port 2d2c8f82-4695-4a70-85f3-2aa6f248d940, host dv-cinder-759943-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-5-iscsi',level=0,port_id=2d2c8f82-4695-4a70-85f3-2aa6f248d940,segment=NetworkSegment(26f66af1-e3b5-4da8-80a2-e48afd72ec58),segment_id=26f66af1-e3b5-4da8-80a2-e48afd72ec58)] {{(pid=83923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:42:14.991028 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303097879514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733756514675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303098261108'] for port, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:42:14.993900 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:42:15.040687 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-3289a946-8137-4050-97d6-50323cbc32de None None] Provisioning complete for port 2d2c8f82-4695-4a70-85f3-2aa6f248d940 triggered by entity DHCP. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:42:15.041302 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-3289a946-8137-4050-97d6-50323cbc32de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838161172'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:42:15.145592 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Pushing event updated for resources: {'Port': ['ID=2d2c8f82-4695-4a70-85f3-2aa6f248d940,revision_number=3']} {{(pid=83923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:42:15.150290 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:42:15.178815 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_hamode_db [None req-00b7583a-5b50-4995-b016-5e17c456c81c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f17c6496390>, [{'id': '7bdf5693-435c-4573-999e-8e830668e290', 'name': 'tempest-TestShelveInstance-1288731035-router', 'tenant_id': '6d1987144d0f48bfb9d06f558ccc8618', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'external_fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': '42bace47-27f5-4433-9776-7eeaa7e6e842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:42:11Z', 'updated_at': '2021-02-17T03:42:13Z', 'revision_number': 3, 'project_id': '6d1987144d0f48bfb9d06f558ccc8618', 'gw_port': {'id': '42bace47-27f5-4433-9776-7eeaa7e6e842', 'name': '', 'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:da:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bdf5693-435c-4573-999e-8e830668e290', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:42:12Z', 'updated_at': '2021-02-17T03:42:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-5-iscsi'}], 'dv-cinder-759943-5-iscsi', False) {} {{(pid=83924) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:42:15.184359 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b7583a-5b50-4995-b016-5e17c456c81c None None] Checking router: 7bdf5693-435c-4573-999e-8e830668e290 for host: dv-cinder-759943-5-iscsi {{(pid=83924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 03:42:15.185076 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b7583a-5b50-4995-b016-5e17c456c81c None None] Updating router 7bdf5693-435c-4573-999e-8e830668e290 port 42bace47-27f5-4433-9776-7eeaa7e6e842 binding host dv-cinder-759943-5-iscsi {{(pid=83924) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 17 03:42:15.245169 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-00b7583a-5b50-4995-b016-5e17c456c81c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for port, before_update {{(pid=83924) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:42:15.337746 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-b5027854-83b2-4272-ad28-e891444be027 None None] Provisioning complete for port 2d2c8f82-4695-4a70-85f3-2aa6f248d940 triggered by entity DHCP. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:42:15.338432 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-b5027854-83b2-4272-ad28-e891444be027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838161172'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:42:15.571181 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-b5fc118b-bd12-4eae-a6c8-95e6c6b7a170 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for port, before_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:42:15.658258 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-00b7583a-5b50-4995-b016-5e17c456c81c None None] Notify callbacks [] for port, precommit_update {{(pid=83924) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:42:15.670730 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-00b7583a-5b50-4995-b016-5e17c456c81c None None] Transition to ACTIVE for port object 42bace47-27f5-4433-9776-7eeaa7e6e842 will not be triggered until provisioned by entity L2. {{(pid=83924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 03:42:15.673608 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-00b7583a-5b50-4995-b016-5e17c456c81c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303097879514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733756514675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303098261108'] for port, after_update {{(pid=83924) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:42:15.689688 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83924) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:42:15.835877 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f621ec8-bd88-4386-845d-f927ab78dfb3 None None] Pushing event updated for resources: {'Port': ['ID=42bace47-27f5-4433-9776-7eeaa7e6e842,revision_number=2']} {{(pid=83924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:42:15.849733 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f621ec8-bd88-4386-845d-f927ab78dfb3 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:42:15.850114 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f621ec8-bd88-4386-845d-f927ab78dfb3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:42:15.850485 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f621ec8-bd88-4386-845d-f927ab78dfb3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:42:15.850849 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f621ec8-bd88-4386-845d-f927ab78dfb3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:42:15.851209 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f621ec8-bd88-4386-845d-f927ab78dfb3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:42:15.851580 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f621ec8-bd88-4386-845d-f927ab78dfb3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:42:15.851920 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f621ec8-bd88-4386-845d-f927ab78dfb3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:42:15.852273 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f621ec8-bd88-4386-845d-f927ab78dfb3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:42:15.852625 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f621ec8-bd88-4386-845d-f927ab78dfb3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:42:15.852976 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f621ec8-bd88-4386-845d-f927ab78dfb3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:42:15.853360 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f621ec8-bd88-4386-845d-f927ab78dfb3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:42:15.853718 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f621ec8-bd88-4386-845d-f927ab78dfb3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:42:15.854148 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f621ec8-bd88-4386-845d-f927ab78dfb3 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:42:15.854503 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f621ec8-bd88-4386-845d-f927ab78dfb3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:42:15.854853 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f621ec8-bd88-4386-845d-f927ab78dfb3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:42:15.855201 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f621ec8-bd88-4386-845d-f927ab78dfb3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:42:15.855546 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f621ec8-bd88-4386-845d-f927ab78dfb3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:42:15.855894 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f621ec8-bd88-4386-845d-f927ab78dfb3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:42:15.856241 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f621ec8-bd88-4386-845d-f927ab78dfb3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:42:15.856586 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f621ec8-bd88-4386-845d-f927ab78dfb3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:42:15.856934 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f621ec8-bd88-4386-845d-f927ab78dfb3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:42:15.857306 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f621ec8-bd88-4386-845d-f927ab78dfb3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:42:15.857651 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f621ec8-bd88-4386-845d-f927ab78dfb3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:42:15.858000 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f621ec8-bd88-4386-845d-f927ab78dfb3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:42:15.865265 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-8f621ec8-bd88-4386-845d-f927ab78dfb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=83924) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:42:15.911256 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.managers [None req-00b7583a-5b50-4995-b016-5e17c456c81c None None] Attempting to bind port 42bace47-27f5-4433-9776-7eeaa7e6e842 on host dv-cinder-759943-5-iscsi for vnic_type normal with profile  {{(pid=83924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 03:42:15.911669 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.managers [None req-00b7583a-5b50-4995-b016-5e17c456c81c None None] Attempting to bind port 42bace47-27f5-4433-9776-7eeaa7e6e842 by drivers openvswitch on host dv-cinder-759943-5-iscsi at level 0 using segments [{'id': '98c4310b-6fdc-4105-b056-95cb7f890c80', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718'}] {{(pid=83924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 03:42:15.912069 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b7583a-5b50-4995-b016-5e17c456c81c None None] Attempting to bind port 42bace47-27f5-4433-9776-7eeaa7e6e842 on network 47a54196-2e01-4ced-bf59-8f5a8abde718 {{(pid=83924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 03:42:15.917991 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b7583a-5b50-4995-b016-5e17c456c81c None None] Checking agent: {'id': 'fdf6e942-9f6a-471f-a5a4-d80d5f4aedb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759943-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 3, 18, 27), 'started_at': datetime.datetime(2021, 2, 17, 3, 18, 57), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 3, 41, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759943-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 03:42:15.918425 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b7583a-5b50-4995-b016-5e17c456c81c None None] Checking segment: {'id': '98c4310b-6fdc-4105-b056-95cb7f890c80', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 03:42:15.918918 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-00b7583a-5b50-4995-b016-5e17c456c81c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83924) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:42:15.919323 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b7583a-5b50-4995-b016-5e17c456c81c None None] Bound using segment: {'id': '98c4310b-6fdc-4105-b056-95cb7f890c80', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718'} {{(pid=83924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 03:42:15.919834 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.managers [None req-00b7583a-5b50-4995-b016-5e17c456c81c None None] Bound port: 42bace47-27f5-4433-9776-7eeaa7e6e842, host: dv-cinder-759943-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98c4310b-6fdc-4105-b056-95cb7f890c80', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718'}}] {{(pid=83924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 03:42:15.920252 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-00b7583a-5b50-4995-b016-5e17c456c81c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for port, before_update {{(pid=83924) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:42:15.938752 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.db_base_plugin_common [None req-b5fc118b-bd12-4eae-a6c8-95e6c6b7a170 admin admin] Allocated IP 172.20.0.1 (6d75f49d-2a5f-4240-85a8-12f51dafc5ee/d3cf1147-5145-4d37-bf53-440cef5ee442/a41f29b9-deb9-44bf-a332-97e19651382e) {{(pid=83922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 03:42:15.997311 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.db [None req-00b7583a-5b50-4995-b016-5e17c456c81c None None] For port 42bace47-27f5-4433-9776-7eeaa7e6e842, host dv-cinder-759943-5-iscsi, cleared binding levels {{(pid=83924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 03:42:16.000791 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.db [None req-00b7583a-5b50-4995-b016-5e17c456c81c None None] For port 42bace47-27f5-4433-9776-7eeaa7e6e842, host dv-cinder-759943-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-5-iscsi',level=0,port_id=42bace47-27f5-4433-9776-7eeaa7e6e842,segment=NetworkSegment(98c4310b-6fdc-4105-b056-95cb7f890c80),segment_id=98c4310b-6fdc-4105-b056-95cb7f890c80)] {{(pid=83924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 03:42:16.004174 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-00b7583a-5b50-4995-b016-5e17c456c81c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303097879514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733756514675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303098261108'] for port, after_update {{(pid=83924) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:42:16.022249 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83924) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:42:16.100080 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-b5fc118b-bd12-4eae-a6c8-95e6c6b7a170 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:42:16.116919 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-b5fc118b-bd12-4eae-a6c8-95e6c6b7a170 admin admin] Transition to ACTIVE for port object a41f29b9-deb9-44bf-a332-97e19651382e will not be triggered until provisioned by entity DHCP. {{(pid=83922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 03:42:16.140442 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-b5fc118b-bd12-4eae-a6c8-95e6c6b7a170 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363303098263190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851846526'] for port, after_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:42:16.155795 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-fc382ee0-5fc0-4a18-b72f-264c4a320234 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:42:16.173824 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f621ec8-bd88-4386-845d-f927ab78dfb3 None None] Pushing event updated for resources: {'Port': ['ID=42bace47-27f5-4433-9776-7eeaa7e6e842,revision_number=3']} {{(pid=83924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:42:16.179859 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-8f621ec8-bd88-4386-845d-f927ab78dfb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=83924) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:42:16.218217 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b7583a-5b50-4995-b016-5e17c456c81c None None] Routers {'7bdf5693-435c-4573-999e-8e830668e290'} bound to L3 agent in host dv-cinder-759943-5-iscsi {{(pid=83924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 03:42:16.218863 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_hamode_db [None req-00b7583a-5b50-4995-b016-5e17c456c81c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f17c6496390>, 'dv-cinder-759943-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T03:18:25Z,description=<?>,heartbeat_timestamp=2021-02-17T03:41:55Z,host='dv-cinder-759943-5-iscsi',id=3e02af72-3002-4fb3-96dd-e59119f81584,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T03:18:25Z,topic='l3_agent')) {'router_ids': ['7bdf5693-435c-4573-999e-8e830668e290'], 'active': True} {{(pid=83924) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:42:16.289262 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fc118b-bd12-4eae-a6c8-95e6c6b7a170 admin admin] Pushing event updated for resources: {'Port': ['ID=a41f29b9-deb9-44bf-a332-97e19651382e,revision_number=1']} {{(pid=83922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:42:16.302349 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-b5fc118b-bd12-4eae-a6c8-95e6c6b7a170 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:42:16.346371 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5fc118b-bd12-4eae-a6c8-95e6c6b7a170 admin admin] Network 6d75f49d-2a5f-4240-85a8-12f51dafc5ee is already hosted by enough agents. {{(pid=83922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 03:42:16.348028 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.scheduler.base_scheduler [None req-b5fc118b-bd12-4eae-a6c8-95e6c6b7a170 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 03:42:16.350428 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5fc118b-bd12-4eae-a6c8-95e6c6b7a170 admin admin] Received port after_create {{(pid=83922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 03:42:16.411329 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-b5fc118b-bd12-4eae-a6c8-95e6c6b7a170 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-922652'] for router_interface, before_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:42:16.415065 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvr_db [None req-00b7583a-5b50-4995-b016-5e17c456c81c None None] Set router 7bdf5693-435c-4573-999e-8e830668e290 gateway port host: dv-cinder-759943-5-iscsi {{(pid=83924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 03:42:16.579426 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-b5fc118b-bd12-4eae-a6c8-95e6c6b7a170 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for port, before_update {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:42:16.598726 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-fae0521d-efc4-482d-8621-371954710714 None None] Provisioning for port a41f29b9-deb9-44bf-a332-97e19651382e completed by entity DHCP. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 03:42:16.606491 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Device 2d2c8f82-4695-4a70-85f3-2aa6f248d940 up at agent ovs-agent-dv-cinder-759943-5-iscsi {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:42:16.637826 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-fae0521d-efc4-482d-8621-371954710714 None None] Provisioning complete for port a41f29b9-deb9-44bf-a332-97e19651382e triggered by entity DHCP. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:42:16.638248 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-fae0521d-efc4-482d-8621-371954710714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838161172'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:42:16.730390 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_hamode_db [None req-00b7583a-5b50-4995-b016-5e17c456c81c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f17c6496390>, [{'id': '7bdf5693-435c-4573-999e-8e830668e290', 'name': 'tempest-TestShelveInstance-1288731035-router', 'tenant_id': '6d1987144d0f48bfb9d06f558ccc8618', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'external_fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': '42bace47-27f5-4433-9776-7eeaa7e6e842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:42:11Z', 'updated_at': '2021-02-17T03:42:13Z', 'revision_number': 3, 'project_id': '6d1987144d0f48bfb9d06f558ccc8618', 'gw_port': {'id': '42bace47-27f5-4433-9776-7eeaa7e6e842', 'name': '', 'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:da:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bdf5693-435c-4573-999e-8e830668e290', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:42:12Z', 'updated_at': '2021-02-17T03:42:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-5-iscsi'}], 'dv-cinder-759943-5-iscsi', False) {} {{(pid=83924) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:42:16.735512 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b7583a-5b50-4995-b016-5e17c456c81c None None] The sync data for ids ['7bdf5693-435c-4573-999e-8e830668e290'] in dv-cinder-759943-5-iscsi is: [{'id': '7bdf5693-435c-4573-999e-8e830668e290', 'name': 'tempest-TestShelveInstance-1288731035-router', 'tenant_id': '6d1987144d0f48bfb9d06f558ccc8618', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'external_fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': '42bace47-27f5-4433-9776-7eeaa7e6e842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:42:11Z', 'updated_at': '2021-02-17T03:42:13Z', 'revision_number': 3, 'project_id': '6d1987144d0f48bfb9d06f558ccc8618', 'gw_port': {'id': '42bace47-27f5-4433-9776-7eeaa7e6e842', 'name': '', 'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:da:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bdf5693-435c-4573-999e-8e830668e290', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:42:12Z', 'updated_at': '2021-02-17T03:42:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-5-iscsi'}] {{(pid=83924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 03:42:16.897618 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.plugin [None req-fae0521d-efc4-482d-8621-371954710714 None None] Port a41f29b9-deb9-44bf-a332-97e19651382e cannot update to ACTIVE because it is not bound. {{(pid=83923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 03:42:16.904904 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-b5fc118b-bd12-4eae-a6c8-95e6c6b7a170 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:42:16.910087 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-b5fc118b-bd12-4eae-a6c8-95e6c6b7a170 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303097879514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733756514675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303098261108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2929291'] for port, after_update {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:42:16.914389 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Provisioning complete for port 2d2c8f82-4695-4a70-85f3-2aa6f248d940 triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:42:16.914927 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838161172'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:42:16.944270 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-c58fe395-0bca-4fb7-b865-14be37e137f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:42:17.029973 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fc118b-bd12-4eae-a6c8-95e6c6b7a170 admin admin] Pushing event updated for resources: {'Port': ['ID=a41f29b9-deb9-44bf-a332-97e19651382e,revision_number=2']} {{(pid=83922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:42:17.032701 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-b5fc118b-bd12-4eae-a6c8-95e6c6b7a170 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-584865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853853062'] for router_interface, after_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:42:17.048611 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-b5fc118b-bd12-4eae-a6c8-95e6c6b7a170 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:42:17.195634 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5fc118b-bd12-4eae-a6c8-95e6c6b7a170 admin admin] Network 6d75f49d-2a5f-4240-85a8-12f51dafc5ee is already hosted by enough agents. {{(pid=83922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 03:42:17.196869 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.scheduler.base_scheduler [None req-b5fc118b-bd12-4eae-a6c8-95e6c6b7a170 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 03:42:17.411783 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5fc118b-bd12-4eae-a6c8-95e6c6b7a170 admin admin] Router 7bdf5693-435c-4573-999e-8e830668e290 has already been hosted by L3 agent 3e02af72-3002-4fb3-96dd-e59119f81584 {{(pid=83922) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 03:42:17.428274 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-73702485-04a5-4b92-ae34-e5f19547968c None None] Provisioning complete for port a41f29b9-deb9-44bf-a332-97e19651382e triggered by entity DHCP. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:42:17.429324 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-73702485-04a5-4b92-ae34-e5f19547968c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838161172'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:42:17.490141 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.plugin [None req-73702485-04a5-4b92-ae34-e5f19547968c None None] Port a41f29b9-deb9-44bf-a332-97e19651382e cannot update to ACTIVE because it is not bound. {{(pid=83923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 03:42:17.611586 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5fc118b-bd12-4eae-a6c8-95e6c6b7a170 admin admin] Notify agent at l3_agent.dv-cinder-759943-5-iscsi the message routers_updated {{(pid=83922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 03:42:17.621808 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-b5fc118b-bd12-4eae-a6c8-95e6c6b7a170 admin admin] 10.222.0.57 "PUT /v2.0/routers/7bdf5693-435c-4573-999e-8e830668e290/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1734767
Feb 17 03:42:18.281822 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83922) accepted ('10.222.0.57', 48294) {{(pid=83922) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:42:18.288197 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.v2.base [None req-84ae1083-9946-43a4-9014-8005e0842575 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-576181112-network', 'tenant_id': '753154e9e6174584936038e3d840b4ae'}} {{(pid=83922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:42:18.293649 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-84ae1083-9946-43a4-9014-8005e0842575 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:42:18.297730 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-84ae1083-9946-43a4-9014-8005e0842575 admin admin] Usage tracker for resource:network and tenant:753154e9e6174584936038e3d840b4ae is out of sync, need to count used quota {{(pid=83922) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:42:18.300702 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-84ae1083-9946-43a4-9014-8005e0842575 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83922) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:42:18.306461 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-84ae1083-9946-43a4-9014-8005e0842575 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:42:18.316450 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84ae1083-9946-43a4-9014-8005e0842575 admin admin] Made reservation on behalf of 753154e9e6174584936038e3d840b4ae for: {'network': 1} {{(pid=83922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 03:42:18.321243 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-84ae1083-9946-43a4-9014-8005e0842575 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for network, before_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:42:18.334841 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-84ae1083-9946-43a4-9014-8005e0842575 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:42:18.350181 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-84ae1083-9946-43a4-9014-8005e0842575 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:42:18.354146 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-84ae1083-9946-43a4-9014-8005e0842575 admin admin] Usage tracker for resource:security_group_rule and tenant:753154e9e6174584936038e3d840b4ae is out of sync, need to count used quota {{(pid=83922) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:42:18.357059 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-84ae1083-9946-43a4-9014-8005e0842575 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83922) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:42:18.362793 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-84ae1083-9946-43a4-9014-8005e0842575 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:42:18.453683 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-84ae1083-9946-43a4-9014-8005e0842575 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:42:18.456491 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-84ae1083-9946-43a4-9014-8005e0842575 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876219'] for security_group, after_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:42:18.461296 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-bf4ccc91-81e3-4149-9d00-88d3099dc76d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:42:18.492334 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84ae1083-9946-43a4-9014-8005e0842575 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=83922) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 17 03:42:18.501338 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ae1083-9946-43a4-9014-8005e0842575 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9248f415-5dd2-47c3-8baa-cfceb12a0db4,revision_number=1']} {{(pid=83922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:42:18.505711 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-84ae1083-9946-43a4-9014-8005e0842575 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:42:18.508181 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-84ae1083-9946-43a4-9014-8005e0842575 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16617428'] for segment, precommit_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:42:18.508555 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.db.segments_db [None req-84ae1083-9946-43a4-9014-8005e0842575 admin admin] Added segment 34e36e8f-3f36-4178-b1ff-af122f67e8ee of type vxlan for network 04fa831d-85e4-4163-baa6-343125655014
Feb 17 03:42:18.535945 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-84ae1083-9946-43a4-9014-8005e0842575 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363303098315039'] for network, precommit_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:42:18.569009 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-84ae1083-9946-43a4-9014-8005e0842575 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850'] for network, after_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:42:18.570323 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84ae1083-9946-43a4-9014-8005e0842575 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:42:18.570962 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-84ae1083-9946-43a4-9014-8005e0842575 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854193028'] for network, before_response {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:42:18.576325 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:42:18.605491 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Device 42bace47-27f5-4433-9776-7eeaa7e6e842 up at agent ovs-agent-dv-cinder-759943-5-iscsi {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:42:18.676295 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Provisioning for port 42bace47-27f5-4433-9776-7eeaa7e6e842 completed by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 03:42:18.681647 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Provisioning complete for port 42bace47-27f5-4433-9776-7eeaa7e6e842 triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:42:18.682070 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838161172'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:42:18.683167 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-84ae1083-9946-43a4-9014-8005e0842575 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 874 time: 0.4001288
Feb 17 03:42:18.684217 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ae1083-9946-43a4-9014-8005e0842575 admin admin] Pushing event updated for resources: {'Network': ['ID=04fa831d-85e4-4163-baa6-343125655014,revision_number=1']} {{(pid=83922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:42:18.685206 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.57', 48298) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:42:18.687128 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-84ae1083-9946-43a4-9014-8005e0842575 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:42:18.693309 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.v2.base [None req-cf23035e-d59b-4e5c-a162-b97dfc6430a3 admin admin] Request body: {'subnet': {'network_id': '04fa831d-85e4-4163-baa6-343125655014', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-576181112-subnet', 'tenant_id': '753154e9e6174584936038e3d840b4ae', 'ip_version': 4}} {{(pid=83921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:42:18.699705 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-cf23035e-d59b-4e5c-a162-b97dfc6430a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:42:18.705504 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-cf23035e-d59b-4e5c-a162-b97dfc6430a3 admin admin] Usage tracker for resource:subnet and tenant:753154e9e6174584936038e3d840b4ae is out of sync, need to count used quota {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:42:18.708686 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-cf23035e-d59b-4e5c-a162-b97dfc6430a3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:42:18.714730 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-cf23035e-d59b-4e5c-a162-b97dfc6430a3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:42:18.723575 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Network 04fa831d-85e4-4163-baa6-343125655014 details requested by agent ovs-agent-dv-cinder-759943-5-iscsi with host dv-cinder-759943-5-iscsi {{(pid=83923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 03:42:18.723760 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf23035e-d59b-4e5c-a162-b97dfc6430a3 admin admin] Made reservation on behalf of 753154e9e6174584936038e3d840b4ae for: {'subnet': 1} {{(pid=83921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 03:42:18.728638 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-cf23035e-d59b-4e5c-a162-b97dfc6430a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851337389'] for subnet, before_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:42:18.736260 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Network 04fa831d-85e4-4163-baa6-343125655014 details requested by agent ovs-agent-hv-cinder-75994 with host hv-cinder-75994 {{(pid=83923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 03:42:19.020450 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for port, before_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:42:19.037805 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.db [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] For port 42bace47-27f5-4433-9776-7eeaa7e6e842, host dv-cinder-759943-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-5-iscsi',level=0,port_id=42bace47-27f5-4433-9776-7eeaa7e6e842,segment=NetworkSegment(98c4310b-6fdc-4105-b056-95cb7f890c80),segment_id=98c4310b-6fdc-4105-b056-95cb7f890c80)] {{(pid=83923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:42:19.040681 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303097879514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733756514675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303098261108'] for port, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:42:19.042607 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:42:19.112197 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Pushing event updated for resources: {'Port': ['ID=42bace47-27f5-4433-9776-7eeaa7e6e842,revision_number=4']} {{(pid=83923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:42:19.115690 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:42:19.150033 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-cf23035e-d59b-4e5c-a162-b97dfc6430a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853913663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2134756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851337406'] for subnet, after_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:42:19.165680 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-9032433c-2e01-499e-8880-25824dd6d383 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:42:19.301661 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf23035e-d59b-4e5c-a162-b97dfc6430a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9981d01-6ad1-42bc-9177-af4196cb8e33,revision_number=0']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:42:19.313308 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf23035e-d59b-4e5c-a162-b97dfc6430a3 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:42:19.313729 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf23035e-d59b-4e5c-a162-b97dfc6430a3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:42:19.314140 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf23035e-d59b-4e5c-a162-b97dfc6430a3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:42:19.314546 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf23035e-d59b-4e5c-a162-b97dfc6430a3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:42:19.314947 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf23035e-d59b-4e5c-a162-b97dfc6430a3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:42:19.315346 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf23035e-d59b-4e5c-a162-b97dfc6430a3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:42:19.315743 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf23035e-d59b-4e5c-a162-b97dfc6430a3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:42:19.316658 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf23035e-d59b-4e5c-a162-b97dfc6430a3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:42:19.317075 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf23035e-d59b-4e5c-a162-b97dfc6430a3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:42:19.317501 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf23035e-d59b-4e5c-a162-b97dfc6430a3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:42:19.317919 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf23035e-d59b-4e5c-a162-b97dfc6430a3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:42:19.318356 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf23035e-d59b-4e5c-a162-b97dfc6430a3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:42:19.318870 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf23035e-d59b-4e5c-a162-b97dfc6430a3 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:42:19.319315 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf23035e-d59b-4e5c-a162-b97dfc6430a3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:42:19.319757 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf23035e-d59b-4e5c-a162-b97dfc6430a3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:42:19.320204 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf23035e-d59b-4e5c-a162-b97dfc6430a3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:42:19.320641 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf23035e-d59b-4e5c-a162-b97dfc6430a3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:42:19.320997 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf23035e-d59b-4e5c-a162-b97dfc6430a3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:42:19.321441 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf23035e-d59b-4e5c-a162-b97dfc6430a3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:42:19.321836 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf23035e-d59b-4e5c-a162-b97dfc6430a3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:42:19.322234 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf23035e-d59b-4e5c-a162-b97dfc6430a3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:42:19.322627 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf23035e-d59b-4e5c-a162-b97dfc6430a3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:42:19.323018 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf23035e-d59b-4e5c-a162-b97dfc6430a3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:42:19.323409 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf23035e-d59b-4e5c-a162-b97dfc6430a3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:42:19.329352 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-cf23035e-d59b-4e5c-a162-b97dfc6430a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:42:19.385643 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf23035e-d59b-4e5c-a162-b97dfc6430a3 admin admin] Checking segment: {'id': '34e36e8f-3f36-4178-b1ff-af122f67e8ee', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '04fa831d-85e4-4163-baa6-343125655014'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 03:42:19.386045 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf23035e-d59b-4e5c-a162-b97dfc6430a3 admin admin] Network hostable DHCP agents. Network: 04fa831d-85e4-4163-baa6-343125655014, hostable agents: ['7cb7ebf0-d0cf-4b99-bfd7-3c4bb0fe13b2'], hosted agents: [] {{(pid=83921) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 17 03:42:19.404650 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf23035e-d59b-4e5c-a162-b97dfc6430a3 admin admin] Network 04fa831d-85e4-4163-baa6-343125655014 is scheduled to be hosted by DHCP agent 7cb7ebf0-d0cf-4b99-bfd7-3c4bb0fe13b2 with binding_index 1 {{(pid=83921) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 17 03:42:19.427944 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8833d89d-f0e6-4b15-93f3-3116ce750c8a None None] Sync routers for ids ['7bdf5693-435c-4573-999e-8e830668e290'] in dv-cinder-759943-5-iscsi {{(pid=83923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 03:42:19.428225 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.scheduler.base_scheduler [None req-cf23035e-d59b-4e5c-a162-b97dfc6430a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759943-5-iscsi, 04fa831d-85e4-4163-baa6-343125655014) {{(pid=83921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 03:42:19.438978 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fee63b4-f785-4e01-9046-870c0cec4ea2 None None] Network 04fa831d-85e4-4163-baa6-343125655014 requested from dv-cinder-759943-5-iscsi {{(pid=83923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 03:42:19.442269 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf23035e-d59b-4e5c-a162-b97dfc6430a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:42:19.442938 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-cf23035e-d59b-4e5c-a162-b97dfc6430a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854193028'] for subnet, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:42:19.459165 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8833d89d-f0e6-4b15-93f3-3116ce750c8a None None] Routers {'7bdf5693-435c-4573-999e-8e830668e290'} bound to L3 agent in host dv-cinder-759943-5-iscsi {{(pid=83923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 03:42:19.459903 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_hamode_db [None req-8833d89d-f0e6-4b15-93f3-3116ce750c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f17c5695a90>, 'dv-cinder-759943-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T03:18:25Z,description=<?>,heartbeat_timestamp=2021-02-17T03:41:55Z,host='dv-cinder-759943-5-iscsi',id=3e02af72-3002-4fb3-96dd-e59119f81584,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T03:18:25Z,topic='l3_agent')) {'router_ids': ['7bdf5693-435c-4573-999e-8e830668e290'], 'active': True} {{(pid=83923) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:42:19.463041 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-cf23035e-d59b-4e5c-a162-b97dfc6430a3 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 0.7758625
Feb 17 03:42:19.465775 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.57', 48302) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:42:19.471802 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.v2.base [None req-e9bb37e2-3eac-4ed5-9153-27dad49dab90 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-576181112-router', 'tenant_id': '753154e9e6174584936038e3d840b4ae', 'external_gateway_info': {'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718'}}} {{(pid=83921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:42:19.476883 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-e9bb37e2-3eac-4ed5-9153-27dad49dab90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:42:19.481011 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-e9bb37e2-3eac-4ed5-9153-27dad49dab90 admin admin] Usage tracker for resource:router and tenant:753154e9e6174584936038e3d840b4ae is out of sync, need to count used quota {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:42:19.484616 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [None req-e9bb37e2-3eac-4ed5-9153-27dad49dab90 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:42:19.491010 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [None req-e9bb37e2-3eac-4ed5-9153-27dad49dab90 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:42:19.499892 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e9bb37e2-3eac-4ed5-9153-27dad49dab90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853830448', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854760905'] for router, before_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:42:19.500952 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e9bb37e2-3eac-4ed5-9153-27dad49dab90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853830617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853785443', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-871862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14911'] for router, precommit_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:42:19.517680 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e9bb37e2-3eac-4ed5-9153-27dad49dab90 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:42:19.785178 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvr_db [None req-8833d89d-f0e6-4b15-93f3-3116ce750c8a None None] Set router 7bdf5693-435c-4573-999e-8e830668e290 gateway port host: dv-cinder-759943-5-iscsi {{(pid=83923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 03:42:19.807890 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e9bb37e2-3eac-4ed5-9153-27dad49dab90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-990782', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-945334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14860'] for router, precommit_update {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:42:20.062724 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67007534-2a0d-4923-8f52-65058f62768b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp61300fb0-6849-57f9-b652-d8cd588f35fb-04fa831d-85e4-4163-baa6-343125655014', 'network_id': '04fa831d-85e4-4163-baa6-343125655014', 'tenant_id': '753154e9e6174584936038e3d840b4ae', 'fixed_ips': [{'subnet_id': 'b9981d01-6ad1-42bc-9177-af4196cb8e33'}]}} from dv-cinder-759943-5-iscsi. {{(pid=83923) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Feb 17 03:42:20.063640 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-67007534-2a0d-4923-8f52-65058f62768b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for port, before_create {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:42:20.145758 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e9bb37e2-3eac-4ed5-9153-27dad49dab90 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:42:20.178133 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e9bb37e2-3eac-4ed5-9153-27dad49dab90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for port, before_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:42:20.365806 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_hamode_db [None req-8833d89d-f0e6-4b15-93f3-3116ce750c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f17c5695a90>, [{'id': '7bdf5693-435c-4573-999e-8e830668e290', 'name': 'tempest-TestShelveInstance-1288731035-router', 'tenant_id': '6d1987144d0f48bfb9d06f558ccc8618', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'external_fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': '42bace47-27f5-4433-9776-7eeaa7e6e842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:42:11Z', 'updated_at': '2021-02-17T03:42:16Z', 'revision_number': 4, 'project_id': '6d1987144d0f48bfb9d06f558ccc8618', 'gw_port': {'id': '42bace47-27f5-4433-9776-7eeaa7e6e842', 'name': '', 'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:da:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bdf5693-435c-4573-999e-8e830668e290', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:42:12Z', 'updated_at': '2021-02-17T03:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-5-iscsi', '_interfaces': [{'id': 'a41f29b9-deb9-44bf-a332-97e19651382e', 'name': '', 'network_id': '6d75f49d-2a5f-4240-85a8-12f51dafc5ee', 'tenant_id': '6d1987144d0f48bfb9d06f558ccc8618', 'mac_address': 'fa:16:3e:ad:f9:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bdf5693-435c-4573-999e-8e830668e290', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'd3cf1147-5145-4d37-bf53-440cef5ee442', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:42:15Z', 'updated_at': '2021-02-17T03:42:16Z', 'revision_number': 2, 'project_id': '6d1987144d0f48bfb9d06f558ccc8618', 'subnets': [{'id': 'd3cf1147-5145-4d37-bf53-440cef5ee442', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759943-5-iscsi', False) {} {{(pid=83923) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:42:20.374702 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8833d89d-f0e6-4b15-93f3-3116ce750c8a None None] Checking router: 7bdf5693-435c-4573-999e-8e830668e290 for host: dv-cinder-759943-5-iscsi {{(pid=83923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 03:42:20.375110 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8833d89d-f0e6-4b15-93f3-3116ce750c8a None None] Updating router 7bdf5693-435c-4573-999e-8e830668e290 port a41f29b9-deb9-44bf-a332-97e19651382e binding host dv-cinder-759943-5-iscsi {{(pid=83923) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 17 03:42:20.448030 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.db_base_plugin_common [None req-e9bb37e2-3eac-4ed5-9153-27dad49dab90 admin admin] Allocated IP 172.27.0.6 (47a54196-2e01-4ced-bf59-8f5a8abde718/d8fc1aa1-c957-4fea-a32a-c02e9a0805fb/0621cd50-c0b0-4330-973d-a3f3af3b4582) {{(pid=83921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 03:42:20.487651 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-8833d89d-f0e6-4b15-93f3-3116ce750c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for port, before_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:42:20.556453 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.db_base_plugin_common [None req-67007534-2a0d-4923-8f52-65058f62768b None None] Allocated IP 172.20.0.2 (04fa831d-85e4-4163-baa6-343125655014/b9981d01-6ad1-42bc-9177-af4196cb8e33/b3c82521-538d-4db0-9c8f-ef9371ecc227) {{(pid=83923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 03:42:20.612398 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e9bb37e2-3eac-4ed5-9153-27dad49dab90 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:42:20.616691 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Device 42bace47-27f5-4433-9776-7eeaa7e6e842 up at agent ovs-agent-dv-cinder-759943-5-iscsi {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:42:20.642726 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e9bb37e2-3eac-4ed5-9153-27dad49dab90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363303098263190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852640907'] for port, after_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:42:20.658461 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-e38246d9-f5ae-492a-af94-06bb3a702d40 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:42:20.811252 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb37e2-3eac-4ed5-9153-27dad49dab90 admin admin] Pushing event updated for resources: {'Port': ['ID=0621cd50-c0b0-4330-973d-a3f3af3b4582,revision_number=1']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:42:20.817279 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-e9bb37e2-3eac-4ed5-9153-27dad49dab90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:42:20.870073 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9bb37e2-3eac-4ed5-9153-27dad49dab90 admin admin] Network 47a54196-2e01-4ced-bf59-8f5a8abde718 is already hosted by enough agents. {{(pid=83921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 03:42:20.871412 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.scheduler.base_scheduler [None req-e9bb37e2-3eac-4ed5-9153-27dad49dab90 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 03:42:20.873819 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9bb37e2-3eac-4ed5-9153-27dad49dab90 admin admin] Received port after_create {{(pid=83921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 03:42:21.080026 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Provisioning complete for port 42bace47-27f5-4433-9776-7eeaa7e6e842 triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:42:21.080455 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838161172'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:42:21.333567 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-67007534-2a0d-4923-8f52-65058f62768b None None] Notify callbacks [] for port, precommit_create {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:42:21.364981 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-67007534-2a0d-4923-8f52-65058f62768b None None] Transition to ACTIVE for port object b3c82521-538d-4db0-9c8f-ef9371ecc227 will not be triggered until provisioned by entity L2. {{(pid=83923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 03:42:21.429521 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-67007534-2a0d-4923-8f52-65058f62768b None None] Transition to ACTIVE for port object b3c82521-538d-4db0-9c8f-ef9371ecc227 will not be triggered until provisioned by entity DHCP. {{(pid=83923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 03:42:21.445691 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-67007534-2a0d-4923-8f52-65058f62768b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363303098263190'] for port, after_create {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:42:21.464840 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-cbaeda12-3000-4c33-93ee-c40e34013d0e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:42:21.576497 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e9bb37e2-3eac-4ed5-9153-27dad49dab90 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:42:21.666894 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67007534-2a0d-4923-8f52-65058f62768b None None] Pushing event updated for resources: {'Port': ['ID=b3c82521-538d-4db0-9c8f-ef9371ecc227,revision_number=1']} {{(pid=83923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:42:21.683619 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-67007534-2a0d-4923-8f52-65058f62768b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:42:21.700067 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-8833d89d-f0e6-4b15-93f3-3116ce750c8a None None] Notify callbacks [] for port, precommit_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:42:21.728053 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-8833d89d-f0e6-4b15-93f3-3116ce750c8a None None] Transition to ACTIVE for port object a41f29b9-deb9-44bf-a332-97e19651382e will not be triggered until provisioned by entity L2. {{(pid=83923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 03:42:21.736731 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-8833d89d-f0e6-4b15-93f3-3116ce750c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303097879514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733756514675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303098261108'] for port, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:42:21.758317 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-cb014ea6-9ea8-4221-94d8-68ac2ed6a628 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:42:21.875629 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67007534-2a0d-4923-8f52-65058f62768b None None] Network 04fa831d-85e4-4163-baa6-343125655014 is already hosted by enough agents. {{(pid=83923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 03:42:21.882602 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.scheduler.base_scheduler [None req-67007534-2a0d-4923-8f52-65058f62768b None None] Resources bound (agent type, host, resource id):  {{(pid=83923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 03:42:21.888298 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67007534-2a0d-4923-8f52-65058f62768b None None] Received port after_create {{(pid=83923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 03:42:21.953563 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e9bb37e2-3eac-4ed5-9153-27dad49dab90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-945319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853785083'] for router, after_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:42:21.956222 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a02b7a4-7bf1-4300-a953-ac93e9dc493d None None] Pushing event updated for resources: {'Port': ['ID=a41f29b9-deb9-44bf-a332-97e19651382e,revision_number=3']} {{(pid=83923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:42:21.966616 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-3a02b7a4-7bf1-4300-a953-ac93e9dc493d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:42:22.002713 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.managers [None req-67007534-2a0d-4923-8f52-65058f62768b None None] Attempting to bind port b3c82521-538d-4db0-9c8f-ef9371ecc227 on host dv-cinder-759943-5-iscsi for vnic_type normal with profile  {{(pid=83923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 03:42:22.003124 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.managers [None req-67007534-2a0d-4923-8f52-65058f62768b None None] Attempting to bind port b3c82521-538d-4db0-9c8f-ef9371ecc227 by drivers openvswitch on host dv-cinder-759943-5-iscsi at level 0 using segments [{'id': '34e36e8f-3f36-4178-b1ff-af122f67e8ee', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '04fa831d-85e4-4163-baa6-343125655014'}] {{(pid=83923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 03:42:22.003570 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67007534-2a0d-4923-8f52-65058f62768b None None] Attempting to bind port b3c82521-538d-4db0-9c8f-ef9371ecc227 on network 04fa831d-85e4-4163-baa6-343125655014 {{(pid=83923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 03:42:22.012418 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67007534-2a0d-4923-8f52-65058f62768b None None] Checking agent: {'id': 'fdf6e942-9f6a-471f-a5a4-d80d5f4aedb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759943-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 3, 18, 27), 'started_at': datetime.datetime(2021, 2, 17, 3, 18, 57), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 3, 41, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759943-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 03:42:22.012838 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67007534-2a0d-4923-8f52-65058f62768b None None] Checking segment: {'id': '34e36e8f-3f36-4178-b1ff-af122f67e8ee', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '04fa831d-85e4-4163-baa6-343125655014'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 03:42:22.013303 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-67007534-2a0d-4923-8f52-65058f62768b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:42:22.013740 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67007534-2a0d-4923-8f52-65058f62768b None None] Bound using segment: {'id': '34e36e8f-3f36-4178-b1ff-af122f67e8ee', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '04fa831d-85e4-4163-baa6-343125655014'} {{(pid=83923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 03:42:22.014255 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.managers [None req-67007534-2a0d-4923-8f52-65058f62768b None None] Bound port: b3c82521-538d-4db0-9c8f-ef9371ecc227, host: dv-cinder-759943-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34e36e8f-3f36-4178-b1ff-af122f67e8ee', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '04fa831d-85e4-4163-baa6-343125655014'}}] {{(pid=83923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 03:42:22.014670 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-67007534-2a0d-4923-8f52-65058f62768b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for port, before_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:42:22.205913 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9bb37e2-3eac-4ed5-9153-27dad49dab90 admin admin] Router 74f2f917-f41e-4932-9661-595a57fe326e is scheduled to L3 agent 3e02af72-3002-4fb3-96dd-e59119f81584 with binding_index 1 {{(pid=83921) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Feb 17 03:42:22.232232 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.managers [None req-8833d89d-f0e6-4b15-93f3-3116ce750c8a None None] Attempting to bind port a41f29b9-deb9-44bf-a332-97e19651382e on host dv-cinder-759943-5-iscsi for vnic_type normal with profile  {{(pid=83923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 03:42:22.232643 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.managers [None req-8833d89d-f0e6-4b15-93f3-3116ce750c8a None None] Attempting to bind port a41f29b9-deb9-44bf-a332-97e19651382e by drivers openvswitch on host dv-cinder-759943-5-iscsi at level 0 using segments [{'id': '26f66af1-e3b5-4da8-80a2-e48afd72ec58', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6d75f49d-2a5f-4240-85a8-12f51dafc5ee'}] {{(pid=83923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 03:42:22.233101 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8833d89d-f0e6-4b15-93f3-3116ce750c8a None None] Attempting to bind port a41f29b9-deb9-44bf-a332-97e19651382e on network 6d75f49d-2a5f-4240-85a8-12f51dafc5ee {{(pid=83923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 03:42:22.249275 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8833d89d-f0e6-4b15-93f3-3116ce750c8a None None] Checking agent: {'id': 'fdf6e942-9f6a-471f-a5a4-d80d5f4aedb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759943-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 3, 18, 27), 'started_at': datetime.datetime(2021, 2, 17, 3, 18, 57), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 3, 41, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759943-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 03:42:22.249692 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8833d89d-f0e6-4b15-93f3-3116ce750c8a None None] Checking segment: {'id': '26f66af1-e3b5-4da8-80a2-e48afd72ec58', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6d75f49d-2a5f-4240-85a8-12f51dafc5ee'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 03:42:22.250145 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-8833d89d-f0e6-4b15-93f3-3116ce750c8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:42:22.250574 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8833d89d-f0e6-4b15-93f3-3116ce750c8a None None] Bound using segment: {'id': '26f66af1-e3b5-4da8-80a2-e48afd72ec58', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6d75f49d-2a5f-4240-85a8-12f51dafc5ee'} {{(pid=83923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 03:42:22.251089 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.managers [None req-8833d89d-f0e6-4b15-93f3-3116ce750c8a None None] Bound port: a41f29b9-deb9-44bf-a332-97e19651382e, host: dv-cinder-759943-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26f66af1-e3b5-4da8-80a2-e48afd72ec58', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6d75f49d-2a5f-4240-85a8-12f51dafc5ee'}}] {{(pid=83923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 03:42:22.251500 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-8833d89d-f0e6-4b15-93f3-3116ce750c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for port, before_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:42:22.278040 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.db [None req-67007534-2a0d-4923-8f52-65058f62768b None None] For port b3c82521-538d-4db0-9c8f-ef9371ecc227, host dv-cinder-759943-5-iscsi, cleared binding levels {{(pid=83923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 03:42:22.325788 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.db [None req-67007534-2a0d-4923-8f52-65058f62768b None None] For port b3c82521-538d-4db0-9c8f-ef9371ecc227, host dv-cinder-759943-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-5-iscsi',level=0,port_id=b3c82521-538d-4db0-9c8f-ef9371ecc227,segment=NetworkSegment(34e36e8f-3f36-4178-b1ff-af122f67e8ee),segment_id=34e36e8f-3f36-4178-b1ff-af122f67e8ee)] {{(pid=83923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 03:42:22.331992 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-67007534-2a0d-4923-8f52-65058f62768b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303097879514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733756514675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303098261108'] for port, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:42:22.354592 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:42:22.403946 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9bb37e2-3eac-4ed5-9153-27dad49dab90 admin admin] Notify agent at l3_agent.dv-cinder-759943-5-iscsi the message routers_updated {{(pid=83921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 03:42:22.414335 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbaa18e2-a836-42e5-b52b-8a98dd068a6a None None] Sync routers for ids ['74f2f917-f41e-4932-9661-595a57fe326e'] in dv-cinder-759943-5-iscsi {{(pid=83924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 03:42:22.425142 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbaa18e2-a836-42e5-b52b-8a98dd068a6a None None] Routers {'74f2f917-f41e-4932-9661-595a57fe326e'} bound to L3 agent in host dv-cinder-759943-5-iscsi {{(pid=83924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 03:42:22.425846 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_hamode_db [None req-dbaa18e2-a836-42e5-b52b-8a98dd068a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f17c62dde10>, 'dv-cinder-759943-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T03:18:25Z,description=<?>,heartbeat_timestamp=2021-02-17T03:41:55Z,host='dv-cinder-759943-5-iscsi',id=3e02af72-3002-4fb3-96dd-e59119f81584,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T03:18:25Z,topic='l3_agent')) {'router_ids': ['74f2f917-f41e-4932-9661-595a57fe326e'], 'active': True} {{(pid=83924) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:42:22.428676 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e9bb37e2-3eac-4ed5-9153-27dad49dab90 admin admin] Notify callbacks [] for router, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:42:22.432895 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-e9bb37e2-3eac-4ed5-9153-27dad49dab90 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201  len: 918 time: 2.9633043
Feb 17 03:42:22.433386 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.57', 48312) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:42:22.538346 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.db [None req-8833d89d-f0e6-4b15-93f3-3116ce750c8a None None] For port a41f29b9-deb9-44bf-a332-97e19651382e, host dv-cinder-759943-5-iscsi, cleared binding levels {{(pid=83923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 03:42:22.540702 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67007534-2a0d-4923-8f52-65058f62768b None None] Pushing event updated for resources: {'Port': ['ID=b3c82521-538d-4db0-9c8f-ef9371ecc227,revision_number=2']} {{(pid=83923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:42:22.548815 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-67007534-2a0d-4923-8f52-65058f62768b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:42:22.556668 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.db [None req-8833d89d-f0e6-4b15-93f3-3116ce750c8a None None] For port a41f29b9-deb9-44bf-a332-97e19651382e, host dv-cinder-759943-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-5-iscsi',level=0,port_id=a41f29b9-deb9-44bf-a332-97e19651382e,segment=NetworkSegment(26f66af1-e3b5-4da8-80a2-e48afd72ec58),segment_id=26f66af1-e3b5-4da8-80a2-e48afd72ec58)] {{(pid=83923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 03:42:22.569719 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-8833d89d-f0e6-4b15-93f3-3116ce750c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303097879514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733756514675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303098261108'] for port, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:42:22.589536 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:42:22.747199 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a02b7a4-7bf1-4300-a953-ac93e9dc493d None None] Pushing event updated for resources: {'Port': ['ID=a41f29b9-deb9-44bf-a332-97e19651382e,revision_number=4']} {{(pid=83923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:42:22.754249 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-3a02b7a4-7bf1-4300-a953-ac93e9dc493d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:42:22.785634 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvr_db [None req-dbaa18e2-a836-42e5-b52b-8a98dd068a6a None None] Set router 74f2f917-f41e-4932-9661-595a57fe326e gateway port host: dv-cinder-759943-5-iscsi {{(pid=83924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 03:42:22.826116 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8833d89d-f0e6-4b15-93f3-3116ce750c8a None None] Routers {'7bdf5693-435c-4573-999e-8e830668e290'} bound to L3 agent in host dv-cinder-759943-5-iscsi {{(pid=83923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 03:42:22.826902 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_hamode_db [None req-8833d89d-f0e6-4b15-93f3-3116ce750c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f17c5695a90>, 'dv-cinder-759943-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T03:18:25Z,description=<?>,heartbeat_timestamp=2021-02-17T03:41:55Z,host='dv-cinder-759943-5-iscsi',id=3e02af72-3002-4fb3-96dd-e59119f81584,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T03:18:25Z,topic='l3_agent')) {'router_ids': ['7bdf5693-435c-4573-999e-8e830668e290'], 'active': True} {{(pid=83923) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:42:23.209627 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_hamode_db [None req-dbaa18e2-a836-42e5-b52b-8a98dd068a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f17c62dde10>, [{'id': '74f2f917-f41e-4932-9661-595a57fe326e', 'name': 'tempest-TestShelveInstance-576181112-router', 'tenant_id': '753154e9e6174584936038e3d840b4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'external_fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': '0621cd50-c0b0-4330-973d-a3f3af3b4582', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:42:19Z', 'updated_at': '2021-02-17T03:42:21Z', 'revision_number': 3, 'project_id': '753154e9e6174584936038e3d840b4ae', 'gw_port': {'id': '0621cd50-c0b0-4330-973d-a3f3af3b4582', 'name': '', 'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:95:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74f2f917-f41e-4932-9661-595a57fe326e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:42:20Z', 'updated_at': '2021-02-17T03:42:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-5-iscsi'}], 'dv-cinder-759943-5-iscsi', False) {} {{(pid=83924) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:42:23.215879 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbaa18e2-a836-42e5-b52b-8a98dd068a6a None None] Checking router: 74f2f917-f41e-4932-9661-595a57fe326e for host: dv-cinder-759943-5-iscsi {{(pid=83924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 03:42:23.216520 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbaa18e2-a836-42e5-b52b-8a98dd068a6a None None] Updating router 74f2f917-f41e-4932-9661-595a57fe326e port 0621cd50-c0b0-4330-973d-a3f3af3b4582 binding host dv-cinder-759943-5-iscsi {{(pid=83924) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 17 03:42:23.287672 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvr_db [None req-8833d89d-f0e6-4b15-93f3-3116ce750c8a None None] Set router 7bdf5693-435c-4573-999e-8e830668e290 gateway port host: dv-cinder-759943-5-iscsi {{(pid=83923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 03:42:23.303592 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-dbaa18e2-a836-42e5-b52b-8a98dd068a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for port, before_update {{(pid=83924) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:42:23.317886 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-b096580f-ad56-4d15-af33-b26ef6a9a8e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for port, before_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:42:23.562470 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-237bcfea-8c05-4574-9a5c-eab608b7c30b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:42:23.689764 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_hamode_db [None req-8833d89d-f0e6-4b15-93f3-3116ce750c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f17c5695a90>, [{'id': '7bdf5693-435c-4573-999e-8e830668e290', 'name': 'tempest-TestShelveInstance-1288731035-router', 'tenant_id': '6d1987144d0f48bfb9d06f558ccc8618', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'external_fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': '42bace47-27f5-4433-9776-7eeaa7e6e842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:42:11Z', 'updated_at': '2021-02-17T03:42:16Z', 'revision_number': 4, 'project_id': '6d1987144d0f48bfb9d06f558ccc8618', 'gw_port': {'id': '42bace47-27f5-4433-9776-7eeaa7e6e842', 'name': '', 'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:da:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bdf5693-435c-4573-999e-8e830668e290', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:42:12Z', 'updated_at': '2021-02-17T03:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-5-iscsi', '_interfaces': [{'id': 'a41f29b9-deb9-44bf-a332-97e19651382e', 'name': '', 'network_id': '6d75f49d-2a5f-4240-85a8-12f51dafc5ee', 'tenant_id': '6d1987144d0f48bfb9d06f558ccc8618', 'mac_address': 'fa:16:3e:ad:f9:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bdf5693-435c-4573-999e-8e830668e290', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'd3cf1147-5145-4d37-bf53-440cef5ee442', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:42:15Z', 'updated_at': '2021-02-17T03:42:22Z', 'revision_number': 4, 'project_id': '6d1987144d0f48bfb9d06f558ccc8618', 'subnets': [{'id': 'd3cf1147-5145-4d37-bf53-440cef5ee442', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759943-5-iscsi', False) {} {{(pid=83923) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:42:23.695767 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8833d89d-f0e6-4b15-93f3-3116ce750c8a None None] The sync data for ids ['7bdf5693-435c-4573-999e-8e830668e290'] in dv-cinder-759943-5-iscsi is: [{'id': '7bdf5693-435c-4573-999e-8e830668e290', 'name': 'tempest-TestShelveInstance-1288731035-router', 'tenant_id': '6d1987144d0f48bfb9d06f558ccc8618', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'external_fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': '42bace47-27f5-4433-9776-7eeaa7e6e842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:42:11Z', 'updated_at': '2021-02-17T03:42:16Z', 'revision_number': 4, 'project_id': '6d1987144d0f48bfb9d06f558ccc8618', 'gw_port': {'id': '42bace47-27f5-4433-9776-7eeaa7e6e842', 'name': '', 'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:da:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bdf5693-435c-4573-999e-8e830668e290', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:42:12Z', 'updated_at': '2021-02-17T03:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-5-iscsi', '_interfaces': [{'id': 'a41f29b9-deb9-44bf-a332-97e19651382e', 'name': '', 'network_id': '6d75f49d-2a5f-4240-85a8-12f51dafc5ee', 'tenant_id': '6d1987144d0f48bfb9d06f558ccc8618', 'mac_address': 'fa:16:3e:ad:f9:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bdf5693-435c-4573-999e-8e830668e290', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'd3cf1147-5145-4d37-bf53-440cef5ee442', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:42:15Z', 'updated_at': '2021-02-17T03:42:22Z', 'revision_number': 4, 'project_id': '6d1987144d0f48bfb9d06f558ccc8618', 'subnets': [{'id': 'd3cf1147-5145-4d37-bf53-440cef5ee442', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 03:42:23.758539 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-dbaa18e2-a836-42e5-b52b-8a98dd068a6a None None] Notify callbacks [] for port, precommit_update {{(pid=83924) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:42:23.776541 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-dbaa18e2-a836-42e5-b52b-8a98dd068a6a None None] Transition to ACTIVE for port object 0621cd50-c0b0-4330-973d-a3f3af3b4582 will not be triggered until provisioned by entity L2. {{(pid=83924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 03:42:23.780913 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-dbaa18e2-a836-42e5-b52b-8a98dd068a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303097879514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733756514675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303098261108'] for port, after_update {{(pid=83924) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:42:23.798830 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-f2a632b7-f0b5-4d97-93f1-a0c4b857ceb8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83924) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:42:24.002797 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa59687a-d7a4-4c36-b9be-7327dca219b6 None None] Pushing event updated for resources: {'Port': ['ID=0621cd50-c0b0-4330-973d-a3f3af3b4582,revision_number=2']} {{(pid=83924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:42:24.013346 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-aa59687a-d7a4-4c36-b9be-7327dca219b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=83924) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:42:24.040979 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.db_base_plugin_common [None req-b096580f-ad56-4d15-af33-b26ef6a9a8e1 admin admin] Allocated IP 172.20.0.1 (04fa831d-85e4-4163-baa6-343125655014/b9981d01-6ad1-42bc-9177-af4196cb8e33/5411b2e6-4ce8-4eb4-8370-e17bf40fb235) {{(pid=83921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 03:42:24.051551 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.managers [None req-dbaa18e2-a836-42e5-b52b-8a98dd068a6a None None] Attempting to bind port 0621cd50-c0b0-4330-973d-a3f3af3b4582 on host dv-cinder-759943-5-iscsi for vnic_type normal with profile  {{(pid=83924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 03:42:24.052295 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.managers [None req-dbaa18e2-a836-42e5-b52b-8a98dd068a6a None None] Attempting to bind port 0621cd50-c0b0-4330-973d-a3f3af3b4582 by drivers openvswitch on host dv-cinder-759943-5-iscsi at level 0 using segments [{'id': '98c4310b-6fdc-4105-b056-95cb7f890c80', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718'}] {{(pid=83924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 03:42:24.052932 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbaa18e2-a836-42e5-b52b-8a98dd068a6a None None] Attempting to bind port 0621cd50-c0b0-4330-973d-a3f3af3b4582 on network 47a54196-2e01-4ced-bf59-8f5a8abde718 {{(pid=83924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 03:42:24.059791 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbaa18e2-a836-42e5-b52b-8a98dd068a6a None None] Checking agent: {'id': 'fdf6e942-9f6a-471f-a5a4-d80d5f4aedb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759943-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 3, 18, 27), 'started_at': datetime.datetime(2021, 2, 17, 3, 18, 57), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 3, 41, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759943-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 03:42:24.060358 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbaa18e2-a836-42e5-b52b-8a98dd068a6a None None] Checking segment: {'id': '98c4310b-6fdc-4105-b056-95cb7f890c80', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 03:42:24.060807 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-dbaa18e2-a836-42e5-b52b-8a98dd068a6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83924) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:42:24.061294 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbaa18e2-a836-42e5-b52b-8a98dd068a6a None None] Bound using segment: {'id': '98c4310b-6fdc-4105-b056-95cb7f890c80', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718'} {{(pid=83924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 03:42:24.061827 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.managers [None req-dbaa18e2-a836-42e5-b52b-8a98dd068a6a None None] Bound port: 0621cd50-c0b0-4330-973d-a3f3af3b4582, host: dv-cinder-759943-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98c4310b-6fdc-4105-b056-95cb7f890c80', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718'}}] {{(pid=83924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 03:42:24.062222 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-dbaa18e2-a836-42e5-b52b-8a98dd068a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for port, before_update {{(pid=83924) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:42:24.149464 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.db [None req-dbaa18e2-a836-42e5-b52b-8a98dd068a6a None None] For port 0621cd50-c0b0-4330-973d-a3f3af3b4582, host dv-cinder-759943-5-iscsi, cleared binding levels {{(pid=83924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 03:42:24.153020 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.db [None req-dbaa18e2-a836-42e5-b52b-8a98dd068a6a None None] For port 0621cd50-c0b0-4330-973d-a3f3af3b4582, host dv-cinder-759943-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-5-iscsi',level=0,port_id=0621cd50-c0b0-4330-973d-a3f3af3b4582,segment=NetworkSegment(98c4310b-6fdc-4105-b056-95cb7f890c80),segment_id=98c4310b-6fdc-4105-b056-95cb7f890c80)] {{(pid=83924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 03:42:24.157456 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-dbaa18e2-a836-42e5-b52b-8a98dd068a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303097879514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733756514675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303098261108'] for port, after_update {{(pid=83924) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:42:24.174581 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-84f5d66a-9d00-494b-bd63-1598a9f15b2b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83924) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:42:24.218111 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-b096580f-ad56-4d15-af33-b26ef6a9a8e1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:42:24.239054 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-b096580f-ad56-4d15-af33-b26ef6a9a8e1 admin admin] Transition to ACTIVE for port object 5411b2e6-4ce8-4eb4-8370-e17bf40fb235 will not be triggered until provisioned by entity DHCP. {{(pid=83921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 03:42:24.267518 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-b096580f-ad56-4d15-af33-b26ef6a9a8e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363303098263190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852640907'] for port, after_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:42:24.277605 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fb92157-31a7-4160-9a54-ada9edd87bc4 None None] Network 04fa831d-85e4-4163-baa6-343125655014 requested from dv-cinder-759943-5-iscsi {{(pid=83923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 03:42:24.285649 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-98319c4f-9439-402d-9bee-0575acbbe897 tempest-TestVolumeBootPattern-1345402300 tempest-TestVolumeBootPattern-1345402300-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:42:24.327477 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa59687a-d7a4-4c36-b9be-7327dca219b6 None None] Pushing event updated for resources: {'Port': ['ID=0621cd50-c0b0-4330-973d-a3f3af3b4582,revision_number=3']} {{(pid=83924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:42:24.341638 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-aa59687a-d7a4-4c36-b9be-7327dca219b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=83924) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:42:24.394015 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbaa18e2-a836-42e5-b52b-8a98dd068a6a None None] Routers {'74f2f917-f41e-4932-9661-595a57fe326e'} bound to L3 agent in host dv-cinder-759943-5-iscsi {{(pid=83924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 03:42:24.394687 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_hamode_db [None req-dbaa18e2-a836-42e5-b52b-8a98dd068a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f17c62dde10>, 'dv-cinder-759943-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T03:18:25Z,description=<?>,heartbeat_timestamp=2021-02-17T03:41:55Z,host='dv-cinder-759943-5-iscsi',id=3e02af72-3002-4fb3-96dd-e59119f81584,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T03:18:25Z,topic='l3_agent')) {'router_ids': ['74f2f917-f41e-4932-9661-595a57fe326e'], 'active': True} {{(pid=83924) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:42:24.429597 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-bf9a1571-bbbc-410f-beb2-17b10dde435f None None] Provisioning for port b3c82521-538d-4db0-9c8f-ef9371ecc227 completed by entity DHCP. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 03:42:24.446310 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b096580f-ad56-4d15-af33-b26ef6a9a8e1 admin admin] Pushing event updated for resources: {'Port': ['ID=5411b2e6-4ce8-4eb4-8370-e17bf40fb235,revision_number=1']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:42:24.450112 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-b096580f-ad56-4d15-af33-b26ef6a9a8e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:42:24.517891 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b096580f-ad56-4d15-af33-b26ef6a9a8e1 admin admin] Network 04fa831d-85e4-4163-baa6-343125655014 is already hosted by enough agents. {{(pid=83921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 03:42:24.519540 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.scheduler.base_scheduler [None req-b096580f-ad56-4d15-af33-b26ef6a9a8e1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 03:42:24.526308 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b096580f-ad56-4d15-af33-b26ef6a9a8e1 admin admin] Received port after_create {{(pid=83921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 03:42:24.632144 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-b096580f-ad56-4d15-af33-b26ef6a9a8e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-922652'] for router_interface, before_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:42:24.668657 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvr_db [None req-dbaa18e2-a836-42e5-b52b-8a98dd068a6a None None] Set router 74f2f917-f41e-4932-9661-595a57fe326e gateway port host: dv-cinder-759943-5-iscsi {{(pid=83924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 03:42:24.716315 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Device a41f29b9-deb9-44bf-a332-97e19651382e up at agent ovs-agent-dv-cinder-759943-5-iscsi {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:42:24.804614 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Provisioning for port a41f29b9-deb9-44bf-a332-97e19651382e completed by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 03:42:24.810573 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Provisioning complete for port a41f29b9-deb9-44bf-a332-97e19651382e triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:42:24.810795 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838161172'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:42:24.974729 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-b096580f-ad56-4d15-af33-b26ef6a9a8e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for port, before_update {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:42:25.001442 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for port, before_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:42:25.047712 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.db [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] For port a41f29b9-deb9-44bf-a332-97e19651382e, host dv-cinder-759943-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-5-iscsi',level=0,port_id=a41f29b9-deb9-44bf-a332-97e19651382e,segment=NetworkSegment(26f66af1-e3b5-4da8-80a2-e48afd72ec58),segment_id=26f66af1-e3b5-4da8-80a2-e48afd72ec58)] {{(pid=83923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:42:25.049822 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-f5e5b572-39b2-4fde-8b22-3e4daca1f39b None None] Provisioning for port 5411b2e6-4ce8-4eb4-8370-e17bf40fb235 completed by entity DHCP. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 03:42:25.055472 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303097879514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733756514675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303098261108'] for port, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:42:25.056549 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Device b3c82521-538d-4db0-9c8f-ef9371ecc227 up at agent ovs-agent-dv-cinder-759943-5-iscsi {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:42:25.095457 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-628f1c78-6343-4631-b1f2-eee5e1535224 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:42:25.115631 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_hamode_db [None req-dbaa18e2-a836-42e5-b52b-8a98dd068a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f17c62dde10>, [{'id': '74f2f917-f41e-4932-9661-595a57fe326e', 'name': 'tempest-TestShelveInstance-576181112-router', 'tenant_id': '753154e9e6174584936038e3d840b4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'external_fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': '0621cd50-c0b0-4330-973d-a3f3af3b4582', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:42:19Z', 'updated_at': '2021-02-17T03:42:21Z', 'revision_number': 3, 'project_id': '753154e9e6174584936038e3d840b4ae', 'gw_port': {'id': '0621cd50-c0b0-4330-973d-a3f3af3b4582', 'name': '', 'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:95:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74f2f917-f41e-4932-9661-595a57fe326e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:42:20Z', 'updated_at': '2021-02-17T03:42:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-5-iscsi'}], 'dv-cinder-759943-5-iscsi', False) {} {{(pid=83924) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:42:25.120503 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbaa18e2-a836-42e5-b52b-8a98dd068a6a None None] The sync data for ids ['74f2f917-f41e-4932-9661-595a57fe326e'] in dv-cinder-759943-5-iscsi is: [{'id': '74f2f917-f41e-4932-9661-595a57fe326e', 'name': 'tempest-TestShelveInstance-576181112-router', 'tenant_id': '753154e9e6174584936038e3d840b4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'external_fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': '0621cd50-c0b0-4330-973d-a3f3af3b4582', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:42:19Z', 'updated_at': '2021-02-17T03:42:21Z', 'revision_number': 3, 'project_id': '753154e9e6174584936038e3d840b4ae', 'gw_port': {'id': '0621cd50-c0b0-4330-973d-a3f3af3b4582', 'name': '', 'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:95:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74f2f917-f41e-4932-9661-595a57fe326e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:42:20Z', 'updated_at': '2021-02-17T03:42:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-5-iscsi'}] {{(pid=83924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 03:42:25.142389 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-f5e5b572-39b2-4fde-8b22-3e4daca1f39b None None] Provisioning complete for port 5411b2e6-4ce8-4eb4-8370-e17bf40fb235 triggered by entity DHCP. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:42:25.142810 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-f5e5b572-39b2-4fde-8b22-3e4daca1f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838161172'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:42:25.274565 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.plugin [None req-f5e5b572-39b2-4fde-8b22-3e4daca1f39b None None] Port 5411b2e6-4ce8-4eb4-8370-e17bf40fb235 cannot update to ACTIVE because it is not bound. {{(pid=83923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 03:42:25.282698 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Pushing event updated for resources: {'Port': ['ID=a41f29b9-deb9-44bf-a332-97e19651382e,revision_number=5']} {{(pid=83923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:42:25.287411 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:42:25.291038 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Provisioning for port b3c82521-538d-4db0-9c8f-ef9371ecc227 completed by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 03:42:25.296789 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Provisioning complete for port b3c82521-538d-4db0-9c8f-ef9371ecc227 triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:42:25.297238 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838161172'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:42:25.323212 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-b096580f-ad56-4d15-af33-b26ef6a9a8e1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:42:25.328708 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-b096580f-ad56-4d15-af33-b26ef6a9a8e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303097879514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733756514675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303098261108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2134908'] for port, after_update {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:42:25.361939 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-a306026e-d6d2-45af-aca5-e2f89d329604 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:42:25.456275 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-1b8a1348-623b-44f5-a1d0-620956655ec8 None None] Provisioning complete for port b3c82521-538d-4db0-9c8f-ef9371ecc227 triggered by entity DHCP. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:42:25.457087 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-1b8a1348-623b-44f5-a1d0-620956655ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838161172'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:42:25.461723 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-b096580f-ad56-4d15-af33-b26ef6a9a8e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-584865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853853062'] for router_interface, after_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:42:25.483523 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for port, before_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:42:25.549442 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b096580f-ad56-4d15-af33-b26ef6a9a8e1 admin admin] Pushing event updated for resources: {'Port': ['ID=5411b2e6-4ce8-4eb4-8370-e17bf40fb235,revision_number=2']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:42:25.553846 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-09a323d7-b73c-4152-a285-9629fe766e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:42:25.558531 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-b096580f-ad56-4d15-af33-b26ef6a9a8e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:42:25.571662 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.db [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] For port b3c82521-538d-4db0-9c8f-ef9371ecc227, host dv-cinder-759943-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-5-iscsi',level=0,port_id=b3c82521-538d-4db0-9c8f-ef9371ecc227,segment=NetworkSegment(34e36e8f-3f36-4178-b1ff-af122f67e8ee),segment_id=34e36e8f-3f36-4178-b1ff-af122f67e8ee)] {{(pid=83923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:42:25.581550 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303097879514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733756514675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303098261108'] for port, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:42:25.584217 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:42:25.638086 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b096580f-ad56-4d15-af33-b26ef6a9a8e1 admin admin] Network 04fa831d-85e4-4163-baa6-343125655014 is already hosted by enough agents. {{(pid=83921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 03:42:25.639684 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.scheduler.base_scheduler [None req-b096580f-ad56-4d15-af33-b26ef6a9a8e1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 03:42:25.757343 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Pushing event updated for resources: {'Port': ['ID=b3c82521-538d-4db0-9c8f-ef9371ecc227,revision_number=3']} {{(pid=83923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:42:25.761346 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:42:25.838264 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:42:25.868222 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b096580f-ad56-4d15-af33-b26ef6a9a8e1 admin admin] Router 74f2f917-f41e-4932-9661-595a57fe326e has already been hosted by L3 agent 3e02af72-3002-4fb3-96dd-e59119f81584 {{(pid=83921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 03:42:25.889277 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-4fa7ed04-fe40-4ab6-ba9b-8dc7a77d419f None None] Provisioning complete for port 5411b2e6-4ce8-4eb4-8370-e17bf40fb235 triggered by entity DHCP. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:42:25.889694 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-4fa7ed04-fe40-4ab6-ba9b-8dc7a77d419f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838161172'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:42:25.954011 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.plugin [None req-4fa7ed04-fe40-4ab6-ba9b-8dc7a77d419f None None] Port 5411b2e6-4ce8-4eb4-8370-e17bf40fb235 cannot update to ACTIVE because it is not bound. {{(pid=83923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 03:42:25.966402 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-4fa7ed04-fe40-4ab6-ba9b-8dc7a77d419f None None] Provisioning complete for port b3c82521-538d-4db0-9c8f-ef9371ecc227 triggered by entity DHCP. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:42:25.966820 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-4fa7ed04-fe40-4ab6-ba9b-8dc7a77d419f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838161172'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:42:26.082481 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b096580f-ad56-4d15-af33-b26ef6a9a8e1 admin admin] Notify agent at l3_agent.dv-cinder-759943-5-iscsi the message routers_updated {{(pid=83921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 03:42:26.092875 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-b096580f-ad56-4d15-af33-b26ef6a9a8e1 admin admin] 10.222.0.57 "PUT /v2.0/routers/74f2f917-f41e-4932-9661-595a57fe326e/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.6578023
Feb 17 03:42:26.220105 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-d8baa9dc-cae6-4e8f-81c7-d1414b524db3 None None] Provisioning complete for port 5411b2e6-4ce8-4eb4-8370-e17bf40fb235 triggered by entity DHCP. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:42:26.220529 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-d8baa9dc-cae6-4e8f-81c7-d1414b524db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838161172'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:42:26.281275 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.plugin [None req-d8baa9dc-cae6-4e8f-81c7-d1414b524db3 None None] Port 5411b2e6-4ce8-4eb4-8370-e17bf40fb235 cannot update to ACTIVE because it is not bound. {{(pid=83923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 03:42:26.433563 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-8cda4ffb-98e6-4bcf-adaf-c47fc353fc1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:42:26.669559 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Device a41f29b9-deb9-44bf-a332-97e19651382e up at agent ovs-agent-dv-cinder-759943-5-iscsi {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:42:26.685827 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.v2.base [req-b95a4b50-8698-4719-80a5-4571415ef382 req-1c497b87-c0a9-4096-892b-b94c4595a2a9 tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] Request body: {'security_group': {'name': 'tempest-TestShelveInstance-1803925205', 'description': 'tempest-TestShelveInstance-1803925205 description'}} {{(pid=83922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:42:26.693019 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [req-b95a4b50-8698-4719-80a5-4571415ef382 req-1c497b87-c0a9-4096-892b-b94c4595a2a9 tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:42:26.697330 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [req-b95a4b50-8698-4719-80a5-4571415ef382 req-1c497b87-c0a9-4096-892b-b94c4595a2a9 tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] Usage tracker for resource:security_group and tenant:6d1987144d0f48bfb9d06f558ccc8618 is out of sync, need to count used quota {{(pid=83922) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:42:26.700679 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [req-b95a4b50-8698-4719-80a5-4571415ef382 req-1c497b87-c0a9-4096-892b-b94c4595a2a9 tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83922) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:42:26.706510 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [req-b95a4b50-8698-4719-80a5-4571415ef382 req-1c497b87-c0a9-4096-892b-b94c4595a2a9 tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:42:26.717044 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-b95a4b50-8698-4719-80a5-4571415ef382 req-1c497b87-c0a9-4096-892b-b94c4595a2a9 tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] Notify callbacks [] for security_group, before_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:42:26.739487 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [req-b95a4b50-8698-4719-80a5-4571415ef382 req-1c497b87-c0a9-4096-892b-b94c4595a2a9 tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:42:26.743744 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [req-b95a4b50-8698-4719-80a5-4571415ef382 req-1c497b87-c0a9-4096-892b-b94c4595a2a9 tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] Usage tracker for resource:security_group_rule and tenant:6d1987144d0f48bfb9d06f558ccc8618 is out of sync, need to count used quota {{(pid=83922) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:42:26.743981 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Provisioning complete for port a41f29b9-deb9-44bf-a332-97e19651382e triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:42:26.744401 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838161172'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:42:26.746787 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [req-b95a4b50-8698-4719-80a5-4571415ef382 req-1c497b87-c0a9-4096-892b-b94c4595a2a9 tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83922) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:42:26.752709 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [req-b95a4b50-8698-4719-80a5-4571415ef382 req-1c497b87-c0a9-4096-892b-b94c4595a2a9 tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:42:26.830488 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-b95a4b50-8698-4719-80a5-4571415ef382 req-1c497b87-c0a9-4096-892b-b94c4595a2a9 tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] Notify callbacks [] for security_group, precommit_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:42:26.833655 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-b95a4b50-8698-4719-80a5-4571415ef382 req-1c497b87-c0a9-4096-892b-b94c4595a2a9 tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876219'] for security_group, after_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:42:26.839026 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-04948728-bfeb-445e-b178-5e345844e4e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:42:26.879035 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Device b3c82521-538d-4db0-9c8f-ef9371ecc227 up at agent ovs-agent-dv-cinder-759943-5-iscsi {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:42:26.880421 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c497b87-c0a9-4096-892b-b94c4595a2a9 tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c91227bb-43a5-40ff-bd7d-20adc312d046,revision_number=1']} {{(pid=83922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:42:26.883066 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-b95a4b50-8698-4719-80a5-4571415ef382 req-1c497b87-c0a9-4096-892b-b94c4595a2a9 tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] Notify callbacks [] for security_group, before_response {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:42:26.887739 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-b95a4b50-8698-4719-80a5-4571415ef382 req-1c497b87-c0a9-4096-892b-b94c4595a2a9 tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1807 time: 0.2068181
Feb 17 03:42:26.888740 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-1c497b87-c0a9-4096-892b-b94c4595a2a9 tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:42:26.961845 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-798ddbfe-fb85-4305-acd8-4a4e5a3a6e68 req-f26fe573-092d-4db1-87f4-6c5c74949b5a tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] 10.222.0.57 "GET /v2.0/security-groups/c91227bb-43a5-40ff-bd7d-20adc312d046 HTTP/1.1" status: 200  len: 1802 time: 0.0543957
Feb 17 03:42:26.963762 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Provisioning complete for port b3c82521-538d-4db0-9c8f-ef9371ecc227 triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:42:26.964182 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838161172'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:42:26.977571 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.v2.base [req-798ddbfe-fb85-4305-acd8-4a4e5a3a6e68 req-748f151b-2239-452a-9925-f7b1b2414f7e tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c91227bb-43a5-40ff-bd7d-20adc312d046', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=83921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:42:26.977931 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.v2.base [req-798ddbfe-fb85-4305-acd8-4a4e5a3a6e68 req-748f151b-2239-452a-9925-f7b1b2414f7e tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c91227bb-43a5-40ff-bd7d-20adc312d046', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=83921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:42:26.984360 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [req-798ddbfe-fb85-4305-acd8-4a4e5a3a6e68 req-748f151b-2239-452a-9925-f7b1b2414f7e tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:42:26.988995 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [req-798ddbfe-fb85-4305-acd8-4a4e5a3a6e68 req-748f151b-2239-452a-9925-f7b1b2414f7e tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] Usage tracker for resource:security_group_rule and tenant:6d1987144d0f48bfb9d06f558ccc8618 is out of sync, need to count used quota {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:42:26.992060 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [req-798ddbfe-fb85-4305-acd8-4a4e5a3a6e68 req-748f151b-2239-452a-9925-f7b1b2414f7e tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:42:26.997953 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [req-798ddbfe-fb85-4305-acd8-4a4e5a3a6e68 req-748f151b-2239-452a-9925-f7b1b2414f7e tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:42:27.056422 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-798ddbfe-fb85-4305-acd8-4a4e5a3a6e68 req-748f151b-2239-452a-9925-f7b1b2414f7e tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:42:27.080685 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-798ddbfe-fb85-4305-acd8-4a4e5a3a6e68 req-748f151b-2239-452a-9925-f7b1b2414f7e tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:42:27.083955 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-798ddbfe-fb85-4305-acd8-4a4e5a3a6e68 req-748f151b-2239-452a-9925-f7b1b2414f7e tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876103'] for security_group_rule, after_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:42:27.086076 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:42:27.092103 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Device 0621cd50-c0b0-4330-973d-a3f3af3b4582 up at agent ovs-agent-dv-cinder-759943-5-iscsi {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:42:27.110133 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748f151b-2239-452a-9925-f7b1b2414f7e tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=443b87ed-28bf-4882-a7b1-bb27c44b435e,revision_number=0']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:42:27.113363 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-748f151b-2239-452a-9925-f7b1b2414f7e tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:42:27.120345 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-798ddbfe-fb85-4305-acd8-4a4e5a3a6e68 req-748f151b-2239-452a-9925-f7b1b2414f7e tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:42:27.121718 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-798ddbfe-fb85-4305-acd8-4a4e5a3a6e68 req-748f151b-2239-452a-9925-f7b1b2414f7e tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.1486287
Feb 17 03:42:27.171001 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Provisioning for port 0621cd50-c0b0-4330-973d-a3f3af3b4582 completed by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 03:42:27.176413 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Provisioning complete for port 0621cd50-c0b0-4330-973d-a3f3af3b4582 triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:42:27.176822 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838161172'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:42:27.200151 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-a37da915-8222-40d0-aa46-9934b43f0029 req-3a4d9371-6609-49e1-abd9-027cd37e1f23 tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] 10.222.0.57 "GET /v2.0/security-groups/c91227bb-43a5-40ff-bd7d-20adc312d046 HTTP/1.1" status: 200  len: 2395 time: 0.0571582
Feb 17 03:42:27.211749 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.v2.base [req-a37da915-8222-40d0-aa46-9934b43f0029 req-e257b567-c728-4a5e-ae73-3835a8f177ec tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c91227bb-43a5-40ff-bd7d-20adc312d046', 'remote_group_id': None}]} {{(pid=83922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:42:27.212194 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.v2.base [req-a37da915-8222-40d0-aa46-9934b43f0029 req-e257b567-c728-4a5e-ae73-3835a8f177ec tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c91227bb-43a5-40ff-bd7d-20adc312d046', 'remote_group_id': None}} {{(pid=83922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:42:27.219849 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [req-a37da915-8222-40d0-aa46-9934b43f0029 req-e257b567-c728-4a5e-ae73-3835a8f177ec tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:42:27.224509 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [req-a37da915-8222-40d0-aa46-9934b43f0029 req-e257b567-c728-4a5e-ae73-3835a8f177ec tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] Usage tracker for resource:security_group_rule and tenant:6d1987144d0f48bfb9d06f558ccc8618 is out of sync, need to count used quota {{(pid=83922) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:42:27.227556 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [req-a37da915-8222-40d0-aa46-9934b43f0029 req-e257b567-c728-4a5e-ae73-3835a8f177ec tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83922) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:42:27.233240 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [req-a37da915-8222-40d0-aa46-9934b43f0029 req-e257b567-c728-4a5e-ae73-3835a8f177ec tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:42:27.248209 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:42:27.293003 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-a37da915-8222-40d0-aa46-9934b43f0029 req-e257b567-c728-4a5e-ae73-3835a8f177ec tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:42:27.318017 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-a37da915-8222-40d0-aa46-9934b43f0029 req-e257b567-c728-4a5e-ae73-3835a8f177ec tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:42:27.321901 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-a37da915-8222-40d0-aa46-9934b43f0029 req-e257b567-c728-4a5e-ae73-3835a8f177ec tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876103'] for security_group_rule, after_create {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:42:27.322820 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for port, before_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:42:27.324351 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-5edfcc89-134c-4bbf-8eca-f8aa8791b7e9 tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:42:27.341530 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.db [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] For port 0621cd50-c0b0-4330-973d-a3f3af3b4582, host dv-cinder-759943-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-5-iscsi',level=0,port_id=0621cd50-c0b0-4330-973d-a3f3af3b4582,segment=NetworkSegment(98c4310b-6fdc-4105-b056-95cb7f890c80),segment_id=98c4310b-6fdc-4105-b056-95cb7f890c80)] {{(pid=83923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:42:27.344383 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303097879514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733756514675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303098261108'] for port, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:42:27.347941 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:42:27.349601 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e257b567-c728-4a5e-ae73-3835a8f177ec tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44b4deba-8f01-4db9-93ce-90f16ac320af,revision_number=0']} {{(pid=83922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:42:27.352866 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-e257b567-c728-4a5e-ae73-3835a8f177ec tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:42:27.360288 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-a37da915-8222-40d0-aa46-9934b43f0029 req-e257b567-c728-4a5e-ae73-3835a8f177ec tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:42:27.361632 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-a37da915-8222-40d0-aa46-9934b43f0029 req-e257b567-c728-4a5e-ae73-3835a8f177ec tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 791 time: 0.1542640
Feb 17 03:42:27.420139 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Pushing event updated for resources: {'Port': ['ID=0621cd50-c0b0-4330-973d-a3f3af3b4582,revision_number=4']} {{(pid=83923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:42:27.423774 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:42:27.632180 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-3bdb028f-655c-46e9-b0eb-5d4ca64bdb37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:42:27.974066 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61686fa8-e6f8-4e21-b3be-2e42cc7c8189 None None] Sync routers for ids ['74f2f917-f41e-4932-9661-595a57fe326e'] in dv-cinder-759943-5-iscsi {{(pid=83923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 03:42:27.984263 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61686fa8-e6f8-4e21-b3be-2e42cc7c8189 None None] Routers {'74f2f917-f41e-4932-9661-595a57fe326e'} bound to L3 agent in host dv-cinder-759943-5-iscsi {{(pid=83923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 03:42:27.984981 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_hamode_db [None req-61686fa8-e6f8-4e21-b3be-2e42cc7c8189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f17c5be9d30>, 'dv-cinder-759943-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T03:18:25Z,description=<?>,heartbeat_timestamp=2021-02-17T03:42:26Z,host='dv-cinder-759943-5-iscsi',id=3e02af72-3002-4fb3-96dd-e59119f81584,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T03:18:25Z,topic='l3_agent')) {'router_ids': ['74f2f917-f41e-4932-9661-595a57fe326e'], 'active': True} {{(pid=83923) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:42:28.352147 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvr_db [None req-61686fa8-e6f8-4e21-b3be-2e42cc7c8189 None None] Set router 74f2f917-f41e-4932-9661-595a57fe326e gateway port host: dv-cinder-759943-5-iscsi {{(pid=83923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 03:42:28.600816 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Device 0621cd50-c0b0-4330-973d-a3f3af3b4582 up at agent ovs-agent-dv-cinder-759943-5-iscsi {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:42:28.755248 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Provisioning complete for port 0621cd50-c0b0-4330-973d-a3f3af3b4582 triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:42:28.755664 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838161172'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:42:28.831840 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_hamode_db [None req-61686fa8-e6f8-4e21-b3be-2e42cc7c8189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f17c5be9d30>, [{'id': '74f2f917-f41e-4932-9661-595a57fe326e', 'name': 'tempest-TestShelveInstance-576181112-router', 'tenant_id': '753154e9e6174584936038e3d840b4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'external_fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': '0621cd50-c0b0-4330-973d-a3f3af3b4582', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:42:19Z', 'updated_at': '2021-02-17T03:42:24Z', 'revision_number': 4, 'project_id': '753154e9e6174584936038e3d840b4ae', 'gw_port': {'id': '0621cd50-c0b0-4330-973d-a3f3af3b4582', 'name': '', 'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:95:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74f2f917-f41e-4932-9661-595a57fe326e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:42:20Z', 'updated_at': '2021-02-17T03:42:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-5-iscsi', '_interfaces': [{'id': '5411b2e6-4ce8-4eb4-8370-e17bf40fb235', 'name': '', 'network_id': '04fa831d-85e4-4163-baa6-343125655014', 'tenant_id': '753154e9e6174584936038e3d840b4ae', 'mac_address': 'fa:16:3e:c7:3f:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74f2f917-f41e-4932-9661-595a57fe326e', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'b9981d01-6ad1-42bc-9177-af4196cb8e33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:42:23Z', 'updated_at': '2021-02-17T03:42:25Z', 'revision_number': 2, 'project_id': '753154e9e6174584936038e3d840b4ae', 'subnets': [{'id': 'b9981d01-6ad1-42bc-9177-af4196cb8e33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759943-5-iscsi', False) {} {{(pid=83923) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:42:28.840698 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61686fa8-e6f8-4e21-b3be-2e42cc7c8189 None None] Checking router: 74f2f917-f41e-4932-9661-595a57fe326e for host: dv-cinder-759943-5-iscsi {{(pid=83923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 03:42:28.841145 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61686fa8-e6f8-4e21-b3be-2e42cc7c8189 None None] Updating router 74f2f917-f41e-4932-9661-595a57fe326e port 5411b2e6-4ce8-4eb4-8370-e17bf40fb235 binding host dv-cinder-759943-5-iscsi {{(pid=83923) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 17 03:42:28.953615 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-61686fa8-e6f8-4e21-b3be-2e42cc7c8189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for port, before_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:42:29.384893 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-61686fa8-e6f8-4e21-b3be-2e42cc7c8189 None None] Notify callbacks [] for port, precommit_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:42:29.396929 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-61686fa8-e6f8-4e21-b3be-2e42cc7c8189 None None] Transition to ACTIVE for port object 5411b2e6-4ce8-4eb4-8370-e17bf40fb235 will not be triggered until provisioned by entity L2. {{(pid=83923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 03:42:29.399750 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-61686fa8-e6f8-4e21-b3be-2e42cc7c8189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303097879514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733756514675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303098261108'] for port, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:42:29.415420 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:42:29.554629 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f331ed-2ea6-40ae-8542-bf31e1b47289 None None] Pushing event updated for resources: {'Port': ['ID=5411b2e6-4ce8-4eb4-8370-e17bf40fb235,revision_number=3']} {{(pid=83923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:42:29.568241 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-34f331ed-2ea6-40ae-8542-bf31e1b47289 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:42:29.731306 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.managers [None req-61686fa8-e6f8-4e21-b3be-2e42cc7c8189 None None] Attempting to bind port 5411b2e6-4ce8-4eb4-8370-e17bf40fb235 on host dv-cinder-759943-5-iscsi for vnic_type normal with profile  {{(pid=83923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 03:42:29.731716 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.managers [None req-61686fa8-e6f8-4e21-b3be-2e42cc7c8189 None None] Attempting to bind port 5411b2e6-4ce8-4eb4-8370-e17bf40fb235 by drivers openvswitch on host dv-cinder-759943-5-iscsi at level 0 using segments [{'id': '34e36e8f-3f36-4178-b1ff-af122f67e8ee', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '04fa831d-85e4-4163-baa6-343125655014'}] {{(pid=83923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 03:42:29.732195 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61686fa8-e6f8-4e21-b3be-2e42cc7c8189 None None] Attempting to bind port 5411b2e6-4ce8-4eb4-8370-e17bf40fb235 on network 04fa831d-85e4-4163-baa6-343125655014 {{(pid=83923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 03:42:29.738893 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61686fa8-e6f8-4e21-b3be-2e42cc7c8189 None None] Checking agent: {'id': 'fdf6e942-9f6a-471f-a5a4-d80d5f4aedb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759943-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 3, 18, 27), 'started_at': datetime.datetime(2021, 2, 17, 3, 18, 57), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 3, 42, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759943-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 03:42:29.739311 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61686fa8-e6f8-4e21-b3be-2e42cc7c8189 None None] Checking segment: {'id': '34e36e8f-3f36-4178-b1ff-af122f67e8ee', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '04fa831d-85e4-4163-baa6-343125655014'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 03:42:29.739763 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-61686fa8-e6f8-4e21-b3be-2e42cc7c8189 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:42:29.740202 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61686fa8-e6f8-4e21-b3be-2e42cc7c8189 None None] Bound using segment: {'id': '34e36e8f-3f36-4178-b1ff-af122f67e8ee', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '04fa831d-85e4-4163-baa6-343125655014'} {{(pid=83923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 03:42:29.740735 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.managers [None req-61686fa8-e6f8-4e21-b3be-2e42cc7c8189 None None] Bound port: 5411b2e6-4ce8-4eb4-8370-e17bf40fb235, host: dv-cinder-759943-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34e36e8f-3f36-4178-b1ff-af122f67e8ee', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '04fa831d-85e4-4163-baa6-343125655014'}}] {{(pid=83923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 03:42:29.741189 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-61686fa8-e6f8-4e21-b3be-2e42cc7c8189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for port, before_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:42:29.849730 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.db [None req-61686fa8-e6f8-4e21-b3be-2e42cc7c8189 None None] For port 5411b2e6-4ce8-4eb4-8370-e17bf40fb235, host dv-cinder-759943-5-iscsi, cleared binding levels {{(pid=83923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 03:42:29.854083 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.db [None req-61686fa8-e6f8-4e21-b3be-2e42cc7c8189 None None] For port 5411b2e6-4ce8-4eb4-8370-e17bf40fb235, host dv-cinder-759943-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-5-iscsi',level=0,port_id=5411b2e6-4ce8-4eb4-8370-e17bf40fb235,segment=NetworkSegment(34e36e8f-3f36-4178-b1ff-af122f67e8ee),segment_id=34e36e8f-3f36-4178-b1ff-af122f67e8ee)] {{(pid=83923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 03:42:29.859080 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-61686fa8-e6f8-4e21-b3be-2e42cc7c8189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303097879514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733756514675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303098261108'] for port, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:42:29.875059 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-67007534-2a0d-4923-8f52-65058f62768b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:42:30.030948 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f331ed-2ea6-40ae-8542-bf31e1b47289 None None] Pushing event updated for resources: {'Port': ['ID=5411b2e6-4ce8-4eb4-8370-e17bf40fb235,revision_number=4']} {{(pid=83923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:42:30.036018 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-34f331ed-2ea6-40ae-8542-bf31e1b47289 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:42:30.078428 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61686fa8-e6f8-4e21-b3be-2e42cc7c8189 None None] Routers {'74f2f917-f41e-4932-9661-595a57fe326e'} bound to L3 agent in host dv-cinder-759943-5-iscsi {{(pid=83923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 03:42:30.079103 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_hamode_db [None req-61686fa8-e6f8-4e21-b3be-2e42cc7c8189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f17c5be9d30>, 'dv-cinder-759943-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T03:18:25Z,description=<?>,heartbeat_timestamp=2021-02-17T03:42:26Z,host='dv-cinder-759943-5-iscsi',id=3e02af72-3002-4fb3-96dd-e59119f81584,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T03:18:25Z,topic='l3_agent')) {'router_ids': ['74f2f917-f41e-4932-9661-595a57fe326e'], 'active': True} {{(pid=83923) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:42:30.281200 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvr_db [None req-61686fa8-e6f8-4e21-b3be-2e42cc7c8189 None None] Set router 74f2f917-f41e-4932-9661-595a57fe326e gateway port host: dv-cinder-759943-5-iscsi {{(pid=83923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 03:42:30.803033 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_hamode_db [None req-61686fa8-e6f8-4e21-b3be-2e42cc7c8189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f17c5be9d30>, [{'id': '74f2f917-f41e-4932-9661-595a57fe326e', 'name': 'tempest-TestShelveInstance-576181112-router', 'tenant_id': '753154e9e6174584936038e3d840b4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'external_fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': '0621cd50-c0b0-4330-973d-a3f3af3b4582', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:42:19Z', 'updated_at': '2021-02-17T03:42:24Z', 'revision_number': 4, 'project_id': '753154e9e6174584936038e3d840b4ae', 'gw_port': {'id': '0621cd50-c0b0-4330-973d-a3f3af3b4582', 'name': '', 'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:95:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74f2f917-f41e-4932-9661-595a57fe326e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:42:20Z', 'updated_at': '2021-02-17T03:42:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-5-iscsi', '_interfaces': [{'id': '5411b2e6-4ce8-4eb4-8370-e17bf40fb235', 'name': '', 'network_id': '04fa831d-85e4-4163-baa6-343125655014', 'tenant_id': '753154e9e6174584936038e3d840b4ae', 'mac_address': 'fa:16:3e:c7:3f:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74f2f917-f41e-4932-9661-595a57fe326e', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'b9981d01-6ad1-42bc-9177-af4196cb8e33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:42:23Z', 'updated_at': '2021-02-17T03:42:29Z', 'revision_number': 4, 'project_id': '753154e9e6174584936038e3d840b4ae', 'subnets': [{'id': 'b9981d01-6ad1-42bc-9177-af4196cb8e33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759943-5-iscsi', False) {} {{(pid=83923) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:42:30.807149 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61686fa8-e6f8-4e21-b3be-2e42cc7c8189 None None] The sync data for ids ['74f2f917-f41e-4932-9661-595a57fe326e'] in dv-cinder-759943-5-iscsi is: [{'id': '74f2f917-f41e-4932-9661-595a57fe326e', 'name': 'tempest-TestShelveInstance-576181112-router', 'tenant_id': '753154e9e6174584936038e3d840b4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'external_fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': '0621cd50-c0b0-4330-973d-a3f3af3b4582', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:42:19Z', 'updated_at': '2021-02-17T03:42:24Z', 'revision_number': 4, 'project_id': '753154e9e6174584936038e3d840b4ae', 'gw_port': {'id': '0621cd50-c0b0-4330-973d-a3f3af3b4582', 'name': '', 'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:95:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74f2f917-f41e-4932-9661-595a57fe326e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:42:20Z', 'updated_at': '2021-02-17T03:42:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-5-iscsi', '_interfaces': [{'id': '5411b2e6-4ce8-4eb4-8370-e17bf40fb235', 'name': '', 'network_id': '04fa831d-85e4-4163-baa6-343125655014', 'tenant_id': '753154e9e6174584936038e3d840b4ae', 'mac_address': 'fa:16:3e:c7:3f:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74f2f917-f41e-4932-9661-595a57fe326e', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'b9981d01-6ad1-42bc-9177-af4196cb8e33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:42:23Z', 'updated_at': '2021-02-17T03:42:29Z', 'revision_number': 4, 'project_id': '753154e9e6174584936038e3d840b4ae', 'subnets': [{'id': 'b9981d01-6ad1-42bc-9177-af4196cb8e33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 03:42:32.614306 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Device 5411b2e6-4ce8-4eb4-8370-e17bf40fb235 up at agent ovs-agent-dv-cinder-759943-5-iscsi {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:42:32.686794 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Provisioning for port 5411b2e6-4ce8-4eb4-8370-e17bf40fb235 completed by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 03:42:32.692121 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Provisioning complete for port 5411b2e6-4ce8-4eb4-8370-e17bf40fb235 triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:42:32.692536 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838161172'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:42:32.819937 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for port, before_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:42:32.855160 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.db [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] For port 5411b2e6-4ce8-4eb4-8370-e17bf40fb235, host dv-cinder-759943-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-5-iscsi',level=0,port_id=5411b2e6-4ce8-4eb4-8370-e17bf40fb235,segment=NetworkSegment(34e36e8f-3f36-4178-b1ff-af122f67e8ee),segment_id=34e36e8f-3f36-4178-b1ff-af122f67e8ee)] {{(pid=83923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:42:32.858660 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303097879514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733756514675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303098261108'] for port, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:42:32.861486 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:42:32.935956 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Pushing event updated for resources: {'Port': ['ID=5411b2e6-4ce8-4eb4-8370-e17bf40fb235,revision_number=5']} {{(pid=83923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:42:32.939441 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:42:34.597059 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Device 5411b2e6-4ce8-4eb4-8370-e17bf40fb235 up at agent ovs-agent-dv-cinder-759943-5-iscsi {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:42:34.676227 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Provisioning complete for port 5411b2e6-4ce8-4eb4-8370-e17bf40fb235 triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:42:34.676712 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838161172'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:42:38.155818 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.agents_db [None req-06fda002-6a6c-4595-892c-f579c445b334 None None] Agent healthcheck: found 6 active agents {{(pid=83924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 03:42:50.333525 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-7cd1d972-1fa3-4933-8599-2f7dcf269b7d req-49994243-cc00-4372-84cf-a88de0ae5d12 tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-TestShelveInstance-1803925205&fields=id&tenant_id=6d1987144d0f48bfb9d06f558ccc8618 HTTP/1.1" status: 200  len: 267 time: 0.0435691
Feb 17 03:42:50.493258 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd1d972-1fa3-4933-8599-2f7dcf269b7d req-47d36b09-4656-4887-b82f-308dea79a0d5 tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:42:50.494750 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-7cd1d972-1fa3-4933-8599-2f7dcf269b7d req-47d36b09-4656-4887-b82f-308dea79a0d5 tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] 10.222.0.57 "GET /v2.0/networks?id=6d75f49d-2a5f-4240-85a8-12f51dafc5ee HTTP/1.1" status: 200  len: 809 time: 0.1542807
Feb 17 03:42:50.510807 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-7cd1d972-1fa3-4933-8599-2f7dcf269b7d req-9365a188-472d-4cc9-9993-825d997c6585 tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] 10.222.0.57 "GET /v2.0/quotas/6d1987144d0f48bfb9d06f558ccc8618 HTTP/1.1" status: 200  len: 375 time: 0.0100815
Feb 17 03:42:50.601969 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-7cd1d972-1fa3-4933-8599-2f7dcf269b7d req-e5b4b672-2c17-44cf-8155-9f6a8e273e1b tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=6d1987144d0f48bfb9d06f558ccc8618&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0857031
Feb 17 03:42:50.749167 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-7cd1d972-1fa3-4933-8599-2f7dcf269b7d req-54036316-e544-402a-867f-30ff217acfec service neutron] 10.222.0.57 "GET /v2.0/networks/6d75f49d-2a5f-4240-85a8-12f51dafc5ee?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1341491
Feb 17 03:42:50.897163 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-7cd1d972-1fa3-4933-8599-2f7dcf269b7d req-9c5f8eb4-0ee5-41bb-a733-71f0a39deb46 service neutron] 10.222.0.57 "GET /v2.0/networks/6d75f49d-2a5f-4240-85a8-12f51dafc5ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1409278
Feb 17 03:42:51.419163 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [req-73c370ed-a730-49f9-a304-003f63d05599 req-3b59e945-16d1-4739-9053-e35150803d95 tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] Synchronizing usage tracker for tenant:6d1987144d0f48bfb9d06f558ccc8618 on resource:port {{(pid=83922) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 03:42:51.435497 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [req-73c370ed-a730-49f9-a304-003f63d05599 req-3b59e945-16d1-4739-9053-e35150803d95 tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] Unset dirty status for tenant:6d1987144d0f48bfb9d06f558ccc8618 on resource:port {{(pid=83922) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 03:42:51.436718 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-73c370ed-a730-49f9-a304-003f63d05599 req-3b59e945-16d1-4739-9053-e35150803d95 tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] 10.222.0.57 "GET /v2.0/ports?device_id=77f0161e-1beb-4d64-8821-74972840276b HTTP/1.1" status: 200  len: 210 time: 0.1792448
Feb 17 03:42:52.453839 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd1d972-1fa3-4933-8599-2f7dcf269b7d req-ed31640e-cb3d-4388-9077-22377593c7e8 tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:42:52.455445 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-7cd1d972-1fa3-4933-8599-2f7dcf269b7d req-ed31640e-cb3d-4388-9077-22377593c7e8 tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] 10.222.0.54 "GET /v2.0/networks?id=6d75f49d-2a5f-4240-85a8-12f51dafc5ee HTTP/1.1" status: 200  len: 809 time: 0.1645215
Feb 17 03:42:52.540746 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-7cd1d972-1fa3-4933-8599-2f7dcf269b7d req-0a35e202-5ae3-4f9e-ba01-5825afef1bee tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=6d1987144d0f48bfb9d06f558ccc8618 HTTP/1.1" status: 200  len: 5759 time: 0.0703559
Feb 17 03:42:52.595865 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.v2.base [req-7cd1d972-1fa3-4933-8599-2f7dcf269b7d req-dc62147f-34a1-41ce-acf6-4097965fffad tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] Request body: {'port': {'device_id': '77f0161e-1beb-4d64-8821-74972840276b', 'network_id': '6d75f49d-2a5f-4240-85a8-12f51dafc5ee', 'admin_state_up': True, 'tenant_id': '6d1987144d0f48bfb9d06f558ccc8618', 'security_groups': ['c91227bb-43a5-40ff-bd7d-20adc312d046']}} {{(pid=83921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:42:52.619774 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-8e82c4ab-7424-4d53-b1bc-86e814bb990f req-56a1b4ab-b7f2-427b-a8ac-feec4bf195de tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] 10.222.0.57 "GET /v2.0/ports?device_id=77f0161e-1beb-4d64-8821-74972840276b HTTP/1.1" status: 200  len: 210 time: 0.0700819
Feb 17 03:42:52.977333 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [req-7cd1d972-1fa3-4933-8599-2f7dcf269b7d req-dc62147f-34a1-41ce-acf6-4097965fffad tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:42:52.987065 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [req-7cd1d972-1fa3-4933-8599-2f7dcf269b7d req-dc62147f-34a1-41ce-acf6-4097965fffad tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:42:52.995941 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7cd1d972-1fa3-4933-8599-2f7dcf269b7d req-dc62147f-34a1-41ce-acf6-4097965fffad tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] Made reservation on behalf of 6d1987144d0f48bfb9d06f558ccc8618 for: {'port': 1} {{(pid=83921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 03:42:53.001640 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-7cd1d972-1fa3-4933-8599-2f7dcf269b7d req-dc62147f-34a1-41ce-acf6-4097965fffad tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for port, before_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:42:53.315697 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.db_base_plugin_common [req-7cd1d972-1fa3-4933-8599-2f7dcf269b7d req-dc62147f-34a1-41ce-acf6-4097965fffad tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] Allocated IP 172.20.0.3 (6d75f49d-2a5f-4240-85a8-12f51dafc5ee/d3cf1147-5145-4d37-bf53-440cef5ee442/39703cbb-7232-4287-b978-10f8d1e89e27) {{(pid=83921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 03:42:53.434637 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-acf6cf46-cf6a-4998-8e49-00b5f3a9673d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:42:53.515694 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-7cd1d972-1fa3-4933-8599-2f7dcf269b7d req-dc62147f-34a1-41ce-acf6-4097965fffad tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] Notify callbacks [] for port, precommit_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:42:53.532216 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [req-7cd1d972-1fa3-4933-8599-2f7dcf269b7d req-dc62147f-34a1-41ce-acf6-4097965fffad tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] Transition to ACTIVE for port object 39703cbb-7232-4287-b978-10f8d1e89e27 will not be triggered until provisioned by entity DHCP. {{(pid=83921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 03:42:53.555405 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-7cd1d972-1fa3-4933-8599-2f7dcf269b7d req-dc62147f-34a1-41ce-acf6-4097965fffad tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363303098263190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852640907'] for port, after_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:42:53.572279 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-6e437328-37d9-470f-abac-810e28b8fa51 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:42:53.714170 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc62147f-34a1-41ce-acf6-4097965fffad tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] Pushing event updated for resources: {'Port': ['ID=39703cbb-7232-4287-b978-10f8d1e89e27,revision_number=1']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:42:53.727508 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-dc62147f-34a1-41ce-acf6-4097965fffad tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:42:53.771268 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7cd1d972-1fa3-4933-8599-2f7dcf269b7d req-dc62147f-34a1-41ce-acf6-4097965fffad tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] Network 6d75f49d-2a5f-4240-85a8-12f51dafc5ee is already hosted by enough agents. {{(pid=83921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 03:42:53.772503 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.scheduler.base_scheduler [req-7cd1d972-1fa3-4933-8599-2f7dcf269b7d req-dc62147f-34a1-41ce-acf6-4097965fffad tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] Resources bound (agent type, host, resource id):  {{(pid=83921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 03:42:53.775023 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cd1d972-1fa3-4933-8599-2f7dcf269b7d req-dc62147f-34a1-41ce-acf6-4097965fffad tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] Received port after_create {{(pid=83921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 03:42:53.848786 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd1d972-1fa3-4933-8599-2f7dcf269b7d req-dc62147f-34a1-41ce-acf6-4097965fffad tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:42:53.849514 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-7cd1d972-1fa3-4933-8599-2f7dcf269b7d req-dc62147f-34a1-41ce-acf6-4097965fffad tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774597'] for port, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:42:53.881615 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-7cd1d972-1fa3-4933-8599-2f7dcf269b7d req-dc62147f-34a1-41ce-acf6-4097965fffad tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2899601
Feb 17 03:42:53.901562 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.v2.base [req-7cd1d972-1fa3-4933-8599-2f7dcf269b7d req-9f67076c-ac0e-4588-9519-b303e8d8c007 service neutron] Request body: {'port': {'device_id': '77f0161e-1beb-4d64-8821-74972840276b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75994'}} {{(pid=83921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:42:54.021697 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-5c0aaac5-39e9-447c-aff6-507ae8e74a45 None None] Provisioning for port 39703cbb-7232-4287-b978-10f8d1e89e27 completed by entity DHCP. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 03:42:54.027454 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-5c0aaac5-39e9-447c-aff6-507ae8e74a45 None None] Provisioning complete for port 39703cbb-7232-4287-b978-10f8d1e89e27 triggered by entity DHCP. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:42:54.027871 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-5c0aaac5-39e9-447c-aff6-507ae8e74a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838161172'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:42:54.036118 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-7cd1d972-1fa3-4933-8599-2f7dcf269b7d req-9f67076c-ac0e-4588-9519-b303e8d8c007 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for port, before_update {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:42:54.087641 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.plugin [None req-5c0aaac5-39e9-447c-aff6-507ae8e74a45 None None] Port 39703cbb-7232-4287-b978-10f8d1e89e27 cannot update to ACTIVE because it is not bound. {{(pid=83923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 03:42:54.098031 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cde262-243d-430c-804f-8c6e14a30c74 req-ab670963-f1ad-45a6-826f-e570b01f742f tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:42:54.099707 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-44cde262-243d-430c-804f-8c6e14a30c74 req-ab670963-f1ad-45a6-826f-e570b01f742f tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] 10.222.0.57 "GET /v2.0/ports?device_id=77f0161e-1beb-4d64-8821-74972840276b HTTP/1.1" status: 200  len: 931 time: 0.3650000
Feb 17 03:42:54.151869 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [req-44cde262-243d-430c-804f-8c6e14a30c74 req-a7b52fae-19d0-4a6d-8d6b-12dcfe65fcd8 tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] Synchronizing usage tracker for tenant:6d1987144d0f48bfb9d06f558ccc8618 on resource:security_group {{(pid=83922) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 03:42:54.170167 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [req-44cde262-243d-430c-804f-8c6e14a30c74 req-a7b52fae-19d0-4a6d-8d6b-12dcfe65fcd8 tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] Unset dirty status for tenant:6d1987144d0f48bfb9d06f558ccc8618 on resource:security_group {{(pid=83922) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 03:42:54.171446 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-44cde262-243d-430c-804f-8c6e14a30c74 req-a7b52fae-19d0-4a6d-8d6b-12dcfe65fcd8 tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] 10.222.0.57 "GET /v2.0/security-groups?id=c91227bb-43a5-40ff-bd7d-20adc312d046&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0654230
Feb 17 03:42:54.472224 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.notifiers.nova [req-7cd1d972-1fa3-4933-8599-2f7dcf269b7d req-9f67076c-ac0e-4588-9519-b303e8d8c007 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39703cbb-7232-4287-b978-10f8d1e89e27 {{(pid=83921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 17 03:42:54.480378 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-7cd1d972-1fa3-4933-8599-2f7dcf269b7d req-9f67076c-ac0e-4588-9519-b303e8d8c007 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:42:54.492929 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [req-7cd1d972-1fa3-4933-8599-2f7dcf269b7d req-9f67076c-ac0e-4588-9519-b303e8d8c007 service neutron] Transition to ACTIVE for port object 39703cbb-7232-4287-b978-10f8d1e89e27 will not be triggered until provisioned by entity L2. {{(pid=83921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 03:42:54.495730 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-7cd1d972-1fa3-4933-8599-2f7dcf269b7d req-9f67076c-ac0e-4588-9519-b303e8d8c007 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303097879514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733756514675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303098261108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2134908'] for port, after_update {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:42:54.511585 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-9ff4b3ed-4ec4-4e89-8c58-767d55d18097 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:42:54.651982 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f67076c-ac0e-4588-9519-b303e8d8c007 service neutron] Pushing event updated for resources: {'Port': ['ID=39703cbb-7232-4287-b978-10f8d1e89e27,revision_number=2']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:42:54.656951 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-9f67076c-ac0e-4588-9519-b303e8d8c007 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:42:54.834462 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.managers [req-7cd1d972-1fa3-4933-8599-2f7dcf269b7d req-9f67076c-ac0e-4588-9519-b303e8d8c007 service neutron] Attempting to bind port 39703cbb-7232-4287-b978-10f8d1e89e27 on host hv-cinder-75994 for vnic_type normal with profile  {{(pid=83921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 03:42:54.834889 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.managers [req-7cd1d972-1fa3-4933-8599-2f7dcf269b7d req-9f67076c-ac0e-4588-9519-b303e8d8c007 service neutron] Attempting to bind port 39703cbb-7232-4287-b978-10f8d1e89e27 by drivers openvswitch on host hv-cinder-75994 at level 0 using segments [{'id': '26f66af1-e3b5-4da8-80a2-e48afd72ec58', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6d75f49d-2a5f-4240-85a8-12f51dafc5ee'}] {{(pid=83921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 03:42:54.835300 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd1d972-1fa3-4933-8599-2f7dcf269b7d req-9f67076c-ac0e-4588-9519-b303e8d8c007 service neutron] Attempting to bind port 39703cbb-7232-4287-b978-10f8d1e89e27 on network 6d75f49d-2a5f-4240-85a8-12f51dafc5ee {{(pid=83921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 03:42:54.841695 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd1d972-1fa3-4933-8599-2f7dcf269b7d req-9f67076c-ac0e-4588-9519-b303e8d8c007 service neutron] Checking agent: {'id': '1c3dee76-e565-424d-b4cd-b2af1407410d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75994', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 3, 25, 23), 'started_at': datetime.datetime(2021, 2, 17, 3, 25, 53), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 3, 42, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.11', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 03:42:54.842081 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd1d972-1fa3-4933-8599-2f7dcf269b7d req-9f67076c-ac0e-4588-9519-b303e8d8c007 service neutron] Checking segment: {'id': '26f66af1-e3b5-4da8-80a2-e48afd72ec58', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6d75f49d-2a5f-4240-85a8-12f51dafc5ee'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 03:42:54.842617 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-7cd1d972-1fa3-4933-8599-2f7dcf269b7d req-9f67076c-ac0e-4588-9519-b303e8d8c007 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:42:54.843021 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd1d972-1fa3-4933-8599-2f7dcf269b7d req-9f67076c-ac0e-4588-9519-b303e8d8c007 service neutron] Bound using segment: {'id': '26f66af1-e3b5-4da8-80a2-e48afd72ec58', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6d75f49d-2a5f-4240-85a8-12f51dafc5ee'} {{(pid=83921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 03:42:54.843501 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.managers [req-7cd1d972-1fa3-4933-8599-2f7dcf269b7d req-9f67076c-ac0e-4588-9519-b303e8d8c007 service neutron] Bound port: 39703cbb-7232-4287-b978-10f8d1e89e27, host: hv-cinder-75994, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26f66af1-e3b5-4da8-80a2-e48afd72ec58', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6d75f49d-2a5f-4240-85a8-12f51dafc5ee'}}] {{(pid=83921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 03:42:54.843883 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-7cd1d972-1fa3-4933-8599-2f7dcf269b7d req-9f67076c-ac0e-4588-9519-b303e8d8c007 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for port, before_update {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:42:54.947149 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.db [req-7cd1d972-1fa3-4933-8599-2f7dcf269b7d req-9f67076c-ac0e-4588-9519-b303e8d8c007 service neutron] For port 39703cbb-7232-4287-b978-10f8d1e89e27, host hv-cinder-75994, cleared binding levels {{(pid=83921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 03:42:54.950945 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.db [req-7cd1d972-1fa3-4933-8599-2f7dcf269b7d req-9f67076c-ac0e-4588-9519-b303e8d8c007 service neutron] For port 39703cbb-7232-4287-b978-10f8d1e89e27, host hv-cinder-75994, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=39703cbb-7232-4287-b978-10f8d1e89e27,segment=NetworkSegment(26f66af1-e3b5-4da8-80a2-e48afd72ec58),segment_id=26f66af1-e3b5-4da8-80a2-e48afd72ec58)] {{(pid=83921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 03:42:54.954009 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-7cd1d972-1fa3-4933-8599-2f7dcf269b7d req-9f67076c-ac0e-4588-9519-b303e8d8c007 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303097879514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733756514675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303098261108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2134908'] for port, after_update {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:42:54.970587 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-7583a80a-a1d7-4794-80a1-f42f45493277 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:42:55.128881 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f67076c-ac0e-4588-9519-b303e8d8c007 service neutron] Pushing event updated for resources: {'Port': ['ID=39703cbb-7232-4287-b978-10f8d1e89e27,revision_number=3']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:42:55.132466 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-9f67076c-ac0e-4588-9519-b303e8d8c007 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:42:55.166135 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd1d972-1fa3-4933-8599-2f7dcf269b7d req-9f67076c-ac0e-4588-9519-b303e8d8c007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:42:55.166820 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-7cd1d972-1fa3-4933-8599-2f7dcf269b7d req-9f67076c-ac0e-4588-9519-b303e8d8c007 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774597'] for port, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:42:55.168338 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-7cd1d972-1fa3-4933-8599-2f7dcf269b7d req-9f67076c-ac0e-4588-9519-b303e8d8c007 service neutron] 10.222.0.54 "PUT /v2.0/ports/39703cbb-7232-4287-b978-10f8d1e89e27 HTTP/1.1" status: 200  len: 1157 time: 1.2732143
Feb 17 03:42:55.168821 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77f0161e-1beb-4d64-8821-74972840276b', 'tag': '39703cbb-7232-4287-b978-10f8d1e89e27'}] {{(pid=83921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 03:42:55.218352 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77f0161e-1beb-4d64-8821-74972840276b', 'tag': '39703cbb-7232-4287-b978-10f8d1e89e27', 'status': 'completed', 'code': 200}
Feb 17 03:42:55.323612 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd1d972-1fa3-4933-8599-2f7dcf269b7d req-3336f96d-d249-47db-b43f-3f8985fad4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:42:55.325545 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-7cd1d972-1fa3-4933-8599-2f7dcf269b7d req-3336f96d-d249-47db-b43f-3f8985fad4bb service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6d1987144d0f48bfb9d06f558ccc8618&device_id=77f0161e-1beb-4d64-8821-74972840276b HTTP/1.1" status: 200  len: 1160 time: 0.0885603
Feb 17 03:42:55.384496 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4d4e8f-f284-4dbc-9048-19f47fbe9712 req-e3040029-511d-410f-8649-5dac7bf78755 tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:42:55.386062 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-4c4d4e8f-f284-4dbc-9048-19f47fbe9712 req-e3040029-511d-410f-8649-5dac7bf78755 tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] 10.222.0.57 "GET /v2.0/ports?device_id=77f0161e-1beb-4d64-8821-74972840276b HTTP/1.1" status: 200  len: 943 time: 0.0906107
Feb 17 03:42:55.406921 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-7cd1d972-1fa3-4933-8599-2f7dcf269b7d req-7c866283-0817-4181-a497-20bd70b83aa1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=39703cbb-7232-4287-b978-10f8d1e89e27 HTTP/1.1" status: 200  len: 217 time: 0.0688801
Feb 17 03:42:55.436918 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-4c4d4e8f-f284-4dbc-9048-19f47fbe9712 req-598a8d86-2182-4559-8a8b-41380fc5d170 tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] 10.222.0.57 "GET /v2.0/security-groups?id=c91227bb-43a5-40ff-bd7d-20adc312d046&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0444055
Feb 17 03:42:55.482005 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd1d972-1fa3-4933-8599-2f7dcf269b7d req-55ff5128-54f7-4177-a7e4-18b03bdcce6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:42:55.483604 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-7cd1d972-1fa3-4933-8599-2f7dcf269b7d req-55ff5128-54f7-4177-a7e4-18b03bdcce6a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d3cf1147-5145-4d37-bf53-440cef5ee442 HTTP/1.1" status: 200  len: 848 time: 0.0703938
Feb 17 03:42:55.494938 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-eac0815e-1a66-4d6d-9f5a-2d851a0704be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:42:55.567310 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd1d972-1fa3-4933-8599-2f7dcf269b7d req-04163a8f-260a-4f4c-a852-6b529df878bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:42:55.569484 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-7cd1d972-1fa3-4933-8599-2f7dcf269b7d req-04163a8f-260a-4f4c-a852-6b529df878bf service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6d75f49d-2a5f-4240-85a8-12f51dafc5ee&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0782459
Feb 17 03:42:55.712228 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-7cd1d972-1fa3-4933-8599-2f7dcf269b7d req-431ed70b-16ca-4ce0-94af-d0f690cd91d0 service neutron] 10.222.0.54 "GET /v2.0/networks/6d75f49d-2a5f-4240-85a8-12f51dafc5ee?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1349344
Feb 17 03:42:55.844187 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:42:55.857075 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-7cd1d972-1fa3-4933-8599-2f7dcf269b7d req-27729dd8-e197-441a-a3bb-21e951b14299 service neutron] 10.222.0.54 "GET /v2.0/networks/6d75f49d-2a5f-4240-85a8-12f51dafc5ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1383345
Feb 17 03:42:56.016301 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4095e3-56bf-439b-b128-9b4f47f1cb6a req-686eace2-bcce-4e8b-aa65-21e6c2547f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:42:56.017852 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-3f4095e3-56bf-439b-b128-9b4f47f1cb6a req-686eace2-bcce-4e8b-aa65-21e6c2547f18 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6d1987144d0f48bfb9d06f558ccc8618&device_id=77f0161e-1beb-4d64-8821-74972840276b HTTP/1.1" status: 200  len: 1160 time: 0.0777185
Feb 17 03:42:56.159741 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4095e3-56bf-439b-b128-9b4f47f1cb6a req-d72ff8bc-bfe8-4eb5-953b-a7f852144584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:42:56.161412 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-3f4095e3-56bf-439b-b128-9b4f47f1cb6a req-d72ff8bc-bfe8-4eb5-953b-a7f852144584 service neutron] 10.222.0.54 "GET /v2.0/networks?id=6d75f49d-2a5f-4240-85a8-12f51dafc5ee HTTP/1.1" status: 200  len: 903 time: 0.1371455
Feb 17 03:42:56.236794 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-3f4095e3-56bf-439b-b128-9b4f47f1cb6a req-c96e7a68-e7ba-48ae-8af8-cb1d2a58f8b7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=39703cbb-7232-4287-b978-10f8d1e89e27 HTTP/1.1" status: 200  len: 217 time: 0.0686543
Feb 17 03:42:56.307543 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4095e3-56bf-439b-b128-9b4f47f1cb6a req-b8121212-c487-469a-a42a-d399af66b813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:42:56.309057 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-3f4095e3-56bf-439b-b128-9b4f47f1cb6a req-b8121212-c487-469a-a42a-d399af66b813 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d3cf1147-5145-4d37-bf53-440cef5ee442 HTTP/1.1" status: 200  len: 848 time: 0.0660570
Feb 17 03:42:56.392223 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4095e3-56bf-439b-b128-9b4f47f1cb6a req-cd143e33-8562-4b4f-8cb6-3d130e1f1edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:42:56.393832 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-3f4095e3-56bf-439b-b128-9b4f47f1cb6a req-cd143e33-8562-4b4f-8cb6-3d130e1f1edc service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6d75f49d-2a5f-4240-85a8-12f51dafc5ee&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0774493
Feb 17 03:42:56.435400 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-8cda4ffb-98e6-4bcf-adaf-c47fc353fc1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:42:56.542087 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-3f4095e3-56bf-439b-b128-9b4f47f1cb6a req-68e68647-f5bc-403d-a632-52b9bf9a2954 service neutron] 10.222.0.54 "GET /v2.0/networks/6d75f49d-2a5f-4240-85a8-12f51dafc5ee?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1379733
Feb 17 03:42:56.751767 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-3f4095e3-56bf-439b-b128-9b4f47f1cb6a req-68bb8892-fe39-4d14-bae3-4646a1495a11 service neutron] 10.222.0.54 "GET /v2.0/networks/6d75f49d-2a5f-4240-85a8-12f51dafc5ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2028637
Feb 17 03:42:56.761908 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c79807-6f4c-4952-9e15-4953307c7772 req-71800e8f-dbc6-46dc-b0cf-d5489c81434c tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:42:56.762660 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [req-f9c79807-6f4c-4952-9e15-4953307c7772 req-71800e8f-dbc6-46dc-b0cf-d5489c81434c tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] Synchronizing usage tracker for tenant:6d1987144d0f48bfb9d06f558ccc8618 on resource:port {{(pid=83921) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 03:42:56.778663 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [req-f9c79807-6f4c-4952-9e15-4953307c7772 req-71800e8f-dbc6-46dc-b0cf-d5489c81434c tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] Unset dirty status for tenant:6d1987144d0f48bfb9d06f558ccc8618 on resource:port {{(pid=83921) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 03:42:56.779945 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-f9c79807-6f4c-4952-9e15-4953307c7772 req-71800e8f-dbc6-46dc-b0cf-d5489c81434c tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] 10.222.0.57 "GET /v2.0/ports?device_id=77f0161e-1beb-4d64-8821-74972840276b HTTP/1.1" status: 200  len: 943 time: 0.2076108
Feb 17 03:42:57.071562 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-f9c79807-6f4c-4952-9e15-4953307c7772 req-ab8843f4-c836-4361-a285-cec91b6b28b2 tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] 10.222.0.57 "GET /v2.0/security-groups?id=c91227bb-43a5-40ff-bd7d-20adc312d046&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.2837510
Feb 17 03:42:57.229555 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:42:57.624268 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-3bdb028f-655c-46e9-b0eb-5d4ca64bdb37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:42:58.289132 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151f806c-feba-4c62-ab55-ccc50daf48c1 req-1e0e90f2-05bd-4abd-9e0c-6a172c235a94 tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:42:58.291550 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-151f806c-feba-4c62-ab55-ccc50daf48c1 req-1e0e90f2-05bd-4abd-9e0c-6a172c235a94 tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] 10.222.0.57 "GET /v2.0/ports?device_id=77f0161e-1beb-4d64-8821-74972840276b HTTP/1.1" status: 200  len: 943 time: 0.0941386
Feb 17 03:42:58.340406 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-151f806c-feba-4c62-ab55-ccc50daf48c1 req-16a14bba-b314-463e-bbb5-f5769c3acc58 tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] 10.222.0.57 "GET /v2.0/security-groups?id=c91227bb-43a5-40ff-bd7d-20adc312d046&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0421295
Feb 17 03:42:59.539090 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0495f0-2bd3-413c-ac11-9eb5487398b5 req-e988eec8-fb73-4be4-a68d-6ee64955663e tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:42:59.540689 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-1b0495f0-2bd3-413c-ac11-9eb5487398b5 req-e988eec8-fb73-4be4-a68d-6ee64955663e tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] 10.222.0.57 "GET /v2.0/ports?device_id=77f0161e-1beb-4d64-8821-74972840276b HTTP/1.1" status: 200  len: 943 time: 0.0879102
Feb 17 03:42:59.587614 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-1b0495f0-2bd3-413c-ac11-9eb5487398b5 req-0d949dfe-871f-4846-afbc-56cf99d5ba09 tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] 10.222.0.57 "GET /v2.0/security-groups?id=c91227bb-43a5-40ff-bd7d-20adc312d046&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0407121
Feb 17 03:43:00.787722 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5014593c-267b-4844-a1af-f144e3cca248 req-48582432-684f-4c39-8c71-71da92a546e2 tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:43:00.789435 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-5014593c-267b-4844-a1af-f144e3cca248 req-48582432-684f-4c39-8c71-71da92a546e2 tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] 10.222.0.57 "GET /v2.0/ports?device_id=77f0161e-1beb-4d64-8821-74972840276b HTTP/1.1" status: 200  len: 943 time: 0.0903609
Feb 17 03:43:00.837765 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-5014593c-267b-4844-a1af-f144e3cca248 req-0ec8e3c5-cb1a-4a0c-951e-569d8d1b501d tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] 10.222.0.57 "GET /v2.0/security-groups?id=c91227bb-43a5-40ff-bd7d-20adc312d046&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0419977
Feb 17 03:43:02.040029 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce13184-f787-4092-bbf5-f2dbd5626bc1 req-7028c852-8173-4785-b08c-8ab0438b2cb3 tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:43:02.041657 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-0ce13184-f787-4092-bbf5-f2dbd5626bc1 req-7028c852-8173-4785-b08c-8ab0438b2cb3 tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] 10.222.0.57 "GET /v2.0/ports?device_id=77f0161e-1beb-4d64-8821-74972840276b HTTP/1.1" status: 200  len: 943 time: 0.0890458
Feb 17 03:43:02.089459 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-0ce13184-f787-4092-bbf5-f2dbd5626bc1 req-f8528124-8582-4fe7-ae04-876d823ab26e tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] 10.222.0.57 "GET /v2.0/security-groups?id=c91227bb-43a5-40ff-bd7d-20adc312d046&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0416417
Feb 17 03:43:03.287942 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb6dece-a569-459f-94c3-45962d1f8971 req-5eb672b2-4860-404b-9b45-b4dbff120fa0 tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:43:03.289771 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-9bb6dece-a569-459f-94c3-45962d1f8971 req-5eb672b2-4860-404b-9b45-b4dbff120fa0 tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] 10.222.0.57 "GET /v2.0/ports?device_id=77f0161e-1beb-4d64-8821-74972840276b HTTP/1.1" status: 200  len: 943 time: 0.0855143
Feb 17 03:43:03.337511 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-9bb6dece-a569-459f-94c3-45962d1f8971 req-144aa493-9db8-4d6e-97fa-fc18bfc7c868 tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] 10.222.0.57 "GET /v2.0/security-groups?id=c91227bb-43a5-40ff-bd7d-20adc312d046&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0414937
Feb 17 03:43:04.541872 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff2b1d3-5e99-4d87-9d4a-da61592e571d req-83978323-7b6b-4a70-a96b-d21d1512f273 tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:43:04.543478 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-dff2b1d3-5e99-4d87-9d4a-da61592e571d req-83978323-7b6b-4a70-a96b-d21d1512f273 tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] 10.222.0.57 "GET /v2.0/ports?device_id=77f0161e-1beb-4d64-8821-74972840276b HTTP/1.1" status: 200  len: 943 time: 0.0909245
Feb 17 03:43:04.592490 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-dff2b1d3-5e99-4d87-9d4a-da61592e571d req-010815b3-990c-4076-bfd0-e31786b18bb6 tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] 10.222.0.57 "GET /v2.0/security-groups?id=c91227bb-43a5-40ff-bd7d-20adc312d046&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0426555
Feb 17 03:43:05.121232 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Device 39703cbb-7232-4287-b978-10f8d1e89e27 up at agent ovs-agent-hv-cinder-75994 {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:43:05.191277 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Provisioning for port 39703cbb-7232-4287-b978-10f8d1e89e27 completed by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 03:43:05.196161 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Provisioning complete for port 39703cbb-7232-4287-b978-10f8d1e89e27 triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:43:05.196591 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838161172'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:43:05.319759 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for port, before_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:43:05.347909 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77f0161e-1beb-4d64-8821-74972840276b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39703cbb-7232-4287-b978-10f8d1e89e27'}] {{(pid=83923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 03:43:05.358926 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.db [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] For port 39703cbb-7232-4287-b978-10f8d1e89e27, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=39703cbb-7232-4287-b978-10f8d1e89e27,segment=NetworkSegment(26f66af1-e3b5-4da8-80a2-e48afd72ec58),segment_id=26f66af1-e3b5-4da8-80a2-e48afd72ec58)] {{(pid=83923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:43:05.361824 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303097879514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733756514675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303098261108'] for port, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:43:05.363739 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:43:05.401393 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77f0161e-1beb-4d64-8821-74972840276b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39703cbb-7232-4287-b978-10f8d1e89e27', 'code': 200}
Feb 17 03:43:05.438430 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Pushing event updated for resources: {'Port': ['ID=39703cbb-7232-4287-b978-10f8d1e89e27,revision_number=4']} {{(pid=83923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:43:05.446465 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:43:05.446806 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:43:05.447220 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:43:05.447572 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:43:05.447945 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:43:05.448315 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:43:05.448682 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:43:05.449329 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:43:05.449695 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:43:05.450058 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:43:05.450422 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:43:05.450781 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:43:05.451233 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:43:05.451601 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:43:05.451964 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:43:05.452324 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:43:05.452683 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:43:05.453059 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:43:05.453433 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:43:05.453795 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:43:05.454189 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:43:05.454550 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:43:05.454909 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:43:05.455267 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:43:05.459581 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:43:05.830013 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5944ce3-8642-45de-8540-90faf085b76a req-2f08e2cc-b50f-44e4-bf37-3783c2c15491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:43:05.831531 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-e5944ce3-8642-45de-8540-90faf085b76a req-2f08e2cc-b50f-44e4-bf37-3783c2c15491 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=77f0161e-1beb-4d64-8821-74972840276b HTTP/1.1" status: 200  len: 1162 time: 0.2019091
Feb 17 03:43:05.838889 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1996c0-1930-4c5d-9a6a-4b66d3187589 req-41aa7d7e-ce22-4585-95ce-55763caa4b19 tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:43:05.840347 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-8f1996c0-1930-4c5d-9a6a-4b66d3187589 req-41aa7d7e-ce22-4585-95ce-55763caa4b19 tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] 10.222.0.57 "GET /v2.0/ports?device_id=77f0161e-1beb-4d64-8821-74972840276b HTTP/1.1" status: 200  len: 945 time: 0.1236615
Feb 17 03:43:05.912029 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-e5944ce3-8642-45de-8540-90faf085b76a req-bda9e1a0-d7ef-466f-ad3d-8689fd40ae83 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=c91227bb-43a5-40ff-bd7d-20adc312d046&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0706787
Feb 17 03:43:05.916724 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-8f1996c0-1930-4c5d-9a6a-4b66d3187589 req-882fe24f-81d2-419f-9eee-71fc62c422bb tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] 10.222.0.57 "GET /v2.0/security-groups?id=c91227bb-43a5-40ff-bd7d-20adc312d046&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0605896
Feb 17 03:43:06.633637 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Device 39703cbb-7232-4287-b978-10f8d1e89e27 up at agent ovs-agent-hv-cinder-75994 {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:43:06.706695 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Provisioning complete for port 39703cbb-7232-4287-b978-10f8d1e89e27 triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:43:06.707108 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838161172'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:43:07.124510 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea227e8-4165-4977-b68c-b4dc194ec4f6 req-cc80b486-7dd3-416d-a04e-98fd48469aaf tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:43:07.126185 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-9ea227e8-4165-4977-b68c-b4dc194ec4f6 req-cc80b486-7dd3-416d-a04e-98fd48469aaf tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] 10.222.0.57 "GET /v2.0/ports?device_id=77f0161e-1beb-4d64-8821-74972840276b HTTP/1.1" status: 200  len: 945 time: 0.0962796
Feb 17 03:43:07.174968 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-9ea227e8-4165-4977-b68c-b4dc194ec4f6 req-d7a97e27-69e2-4d04-a829-fb99570945e0 tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] 10.222.0.57 "GET /v2.0/security-groups?id=c91227bb-43a5-40ff-bd7d-20adc312d046&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0417984
Feb 17 03:43:08.375406 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50feb9bd-2a20-41bd-b02a-77ce4814088b req-30f6cd0a-19ee-4844-9ab9-2b43adb03044 tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:43:08.376993 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-50feb9bd-2a20-41bd-b02a-77ce4814088b req-30f6cd0a-19ee-4844-9ab9-2b43adb03044 tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] 10.222.0.57 "GET /v2.0/ports?device_id=77f0161e-1beb-4d64-8821-74972840276b HTTP/1.1" status: 200  len: 945 time: 0.0890930
Feb 17 03:43:08.423876 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-50feb9bd-2a20-41bd-b02a-77ce4814088b req-aba47cba-3e27-4071-80a4-798140a12ff9 tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] 10.222.0.57 "GET /v2.0/security-groups?id=c91227bb-43a5-40ff-bd7d-20adc312d046&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0397615
Feb 17 03:43:08.623703 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bbd172-438a-4d0a-9542-b280249b6662 req-a91740a0-928c-4e63-8c00-f28c00518619 tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:43:08.625351 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-a5bbd172-438a-4d0a-9542-b280249b6662 req-a91740a0-928c-4e63-8c00-f28c00518619 tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] 10.222.0.57 "GET /v2.0/ports?device_id=77f0161e-1beb-4d64-8821-74972840276b HTTP/1.1" status: 200  len: 945 time: 0.0896120
Feb 17 03:43:08.672199 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-a5bbd172-438a-4d0a-9542-b280249b6662 req-72206918-963d-4be4-a140-e6b432e15f56 tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] 10.222.0.57 "GET /v2.0/security-groups?id=c91227bb-43a5-40ff-bd7d-20adc312d046&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0404823
Feb 17 03:43:08.867501 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-e8378d23-98b9-44a7-bc62-34f2c4fd9d4e req-58869015-8b4d-4153-a8b2-f7334ced0ed6 tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1574051
Feb 17 03:43:08.877731 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.v2.base [req-e8378d23-98b9-44a7-bc62-34f2c4fd9d4e req-a6b3b524-9b3f-40a8-bda9-0d425092d273 tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] Request body: {'floatingip': {'floating_network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718'}} {{(pid=83921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:43:08.883653 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [req-e8378d23-98b9-44a7-bc62-34f2c4fd9d4e req-a6b3b524-9b3f-40a8-bda9-0d425092d273 tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:43:08.887727 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [req-e8378d23-98b9-44a7-bc62-34f2c4fd9d4e req-a6b3b524-9b3f-40a8-bda9-0d425092d273 tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] Usage tracker for resource:floatingip and tenant:6d1987144d0f48bfb9d06f558ccc8618 is out of sync, need to count used quota {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:43:08.890981 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [req-e8378d23-98b9-44a7-bc62-34f2c4fd9d4e req-a6b3b524-9b3f-40a8-bda9-0d425092d273 tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83921) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:43:08.897172 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.quota.driver [req-e8378d23-98b9-44a7-bc62-34f2c4fd9d4e req-a6b3b524-9b3f-40a8-bda9-0d425092d273 tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:43:08.906210 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-e8378d23-98b9-44a7-bc62-34f2c4fd9d4e req-a6b3b524-9b3f-40a8-bda9-0d425092d273 tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] Notify callbacks [] for floatingip, before_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:43:09.051449 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-e8378d23-98b9-44a7-bc62-34f2c4fd9d4e req-a6b3b524-9b3f-40a8-bda9-0d425092d273 tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for port, before_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:43:09.327073 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.db_base_plugin_common [req-e8378d23-98b9-44a7-bc62-34f2c4fd9d4e req-a6b3b524-9b3f-40a8-bda9-0d425092d273 tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] Allocated IP 172.27.0.65 (47a54196-2e01-4ced-bf59-8f5a8abde718/d8fc1aa1-c957-4fea-a32a-c02e9a0805fb/6996c8cc-dcef-41f4-b6a4-f3e62c9f61b2) {{(pid=83921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 03:43:09.480376 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-e8378d23-98b9-44a7-bc62-34f2c4fd9d4e req-a6b3b524-9b3f-40a8-bda9-0d425092d273 tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] Notify callbacks [] for port, precommit_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:43:09.510821 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-e8378d23-98b9-44a7-bc62-34f2c4fd9d4e req-a6b3b524-9b3f-40a8-bda9-0d425092d273 tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363303098263190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852640907'] for port, after_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:43:09.525977 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-b096580f-ad56-4d15-af33-b26ef6a9a8e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:43:09.666979 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b3b524-9b3f-40a8-bda9-0d425092d273 tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] Pushing event updated for resources: {'Port': ['ID=6996c8cc-dcef-41f4-b6a4-f3e62c9f61b2,revision_number=1']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:43:09.671941 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-a6b3b524-9b3f-40a8-bda9-0d425092d273 tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:43:09.714219 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8378d23-98b9-44a7-bc62-34f2c4fd9d4e req-a6b3b524-9b3f-40a8-bda9-0d425092d273 tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] Network 47a54196-2e01-4ced-bf59-8f5a8abde718 is already hosted by enough agents. {{(pid=83921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 03:43:09.715333 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.scheduler.base_scheduler [req-e8378d23-98b9-44a7-bc62-34f2c4fd9d4e req-a6b3b524-9b3f-40a8-bda9-0d425092d273 tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] Resources bound (agent type, host, resource id):  {{(pid=83921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 03:43:09.717657 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8378d23-98b9-44a7-bc62-34f2c4fd9d4e req-a6b3b524-9b3f-40a8-bda9-0d425092d273 tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] Received port after_create {{(pid=83921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 03:43:09.799564 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-e8378d23-98b9-44a7-bc62-34f2c4fd9d4e req-a6b3b524-9b3f-40a8-bda9-0d425092d273 tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:43:09.861782 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-e8378d23-98b9-44a7-bc62-34f2c4fd9d4e req-a6b3b524-9b3f-40a8-bda9-0d425092d273 tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for port, before_update {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:43:10.138629 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-e8378d23-98b9-44a7-bc62-34f2c4fd9d4e req-a6b3b524-9b3f-40a8-bda9-0d425092d273 tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] Notify callbacks [] for port, precommit_update {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:43:10.142038 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-e8378d23-98b9-44a7-bc62-34f2c4fd9d4e req-a6b3b524-9b3f-40a8-bda9-0d425092d273 tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303097879514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733756514675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303098261108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2134908'] for port, after_update {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:43:10.157775 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-56975318-b736-4c7b-a8f0-de0edf9891da service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:43:10.300319 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b3b524-9b3f-40a8-bda9-0d425092d273 tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] Pushing event updated for resources: {'Port': ['ID=6996c8cc-dcef-41f4-b6a4-f3e62c9f61b2,revision_number=2']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:43:10.306285 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-a6b3b524-9b3f-40a8-bda9-0d425092d273 tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:43:10.396470 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-e8378d23-98b9-44a7-bc62-34f2c4fd9d4e req-a6b3b524-9b3f-40a8-bda9-0d425092d273 tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-922806'] for floatingip, after_update {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:43:10.419215 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-e8378d23-98b9-44a7-bc62-34f2c4fd9d4e req-a6b3b524-9b3f-40a8-bda9-0d425092d273 tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774597'] for floatingip, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:43:10.420659 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-e8378d23-98b9-44a7-bc62-34f2c4fd9d4e req-a6b3b524-9b3f-40a8-bda9-0d425092d273 tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 697 time: 1.5471025
Feb 17 03:43:10.506298 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [req-e8378d23-98b9-44a7-bc62-34f2c4fd9d4e req-a61a5bef-dfb8-47fc-95c3-e28815f2bd82 tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] Synchronizing usage tracker for tenant:6d1987144d0f48bfb9d06f558ccc8618 on resource:floatingip {{(pid=83921) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 03:43:10.523097 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [req-e8378d23-98b9-44a7-bc62-34f2c4fd9d4e req-a61a5bef-dfb8-47fc-95c3-e28815f2bd82 tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] Unset dirty status for tenant:6d1987144d0f48bfb9d06f558ccc8618 on resource:floatingip {{(pid=83921) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 03:43:10.524352 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-e8378d23-98b9-44a7-bc62-34f2c4fd9d4e req-a61a5bef-dfb8-47fc-95c3-e28815f2bd82 tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.27.0.65 HTTP/1.1" status: 200  len: 695 time: 0.0973349
Feb 17 03:43:10.685445 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8378d23-98b9-44a7-bc62-34f2c4fd9d4e req-28562606-642c-41af-85fa-0b5dab7667ad tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:43:10.686860 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-e8378d23-98b9-44a7-bc62-34f2c4fd9d4e req-28562606-642c-41af-85fa-0b5dab7667ad tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] 10.222.0.57 "GET /v2.0/networks/47a54196-2e01-4ced-bf59-8f5a8abde718 HTTP/1.1" status: 200  len: 784 time: 0.1564882
Feb 17 03:43:10.698210 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [req-e8378d23-98b9-44a7-bc62-34f2c4fd9d4e req-3216c207-a99f-41c0-9b5b-cd5eb90db588 tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=83921) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 17 03:43:10.699561 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-e8378d23-98b9-44a7-bc62-34f2c4fd9d4e req-3216c207-a99f-41c0-9b5b-cd5eb90db588 tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0067718
Feb 17 03:43:10.884344 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cd255f-a56c-4d36-aafb-6a808761c780 req-f61018b4-5807-46bc-967e-7f7baba21cb8 tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:43:10.886008 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-63cd255f-a56c-4d36-aafb-6a808761c780 req-f61018b4-5807-46bc-967e-7f7baba21cb8 tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] 10.222.0.57 "GET /v2.0/ports?device_id=77f0161e-1beb-4d64-8821-74972840276b&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.0895345
Feb 17 03:43:10.973858 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-63cd255f-a56c-4d36-aafb-6a808761c780 req-a93f206f-b27f-4872-9231-137ba0887b3d tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.27.0.65 HTTP/1.1" status: 200  len: 695 time: 0.0815749
Feb 17 03:43:10.984580 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.v2.base [req-63cd255f-a56c-4d36-aafb-6a808761c780 req-b69a29dd-d446-4b56-8113-7f5a5cf2a288 tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] Request body: {'floatingip': {'port_id': '39703cbb-7232-4287-b978-10f8d1e89e27', 'fixed_ip_address': '172.20.0.3'}} {{(pid=83922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:43:11.067615 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-63cd255f-a56c-4d36-aafb-6a808761c780 req-b69a29dd-d446-4b56-8113-7f5a5cf2a288 tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] Notify callbacks [] for floatingip, before_update {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:43:11.681250 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-63cd255f-a56c-4d36-aafb-6a808761c780 req-b69a29dd-d446-4b56-8113-7f5a5cf2a288 tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:43:11.684069 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-63cd255f-a56c-4d36-aafb-6a808761c780 req-b69a29dd-d446-4b56-8113-7f5a5cf2a288 tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-922806'] for floatingip, after_update {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:43:11.865009 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.db.l3_db [req-63cd255f-a56c-4d36-aafb-6a808761c780 req-b69a29dd-d446-4b56-8113-7f5a5cf2a288 tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] Floating IP 745fe921-b6cf-4544-a2f2-fe4bf14775e4 associated. External IP: 172.27.0.65, port: 39703cbb-7232-4287-b978-10f8d1e89e27.
Feb 17 03:43:12.236294 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.scheduler.l3_agent_scheduler [req-63cd255f-a56c-4d36-aafb-6a808761c780 req-b69a29dd-d446-4b56-8113-7f5a5cf2a288 tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] Router 7bdf5693-435c-4573-999e-8e830668e290 has already been hosted by L3 agent 3e02af72-3002-4fb3-96dd-e59119f81584 {{(pid=83922) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 03:43:12.423178 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-63cd255f-a56c-4d36-aafb-6a808761c780 req-b69a29dd-d446-4b56-8113-7f5a5cf2a288 tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] Notify agent at l3_agent.dv-cinder-759943-5-iscsi the message routers_updated {{(pid=83922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 03:43:12.427706 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-63cd255f-a56c-4d36-aafb-6a808761c780 req-b69a29dd-d446-4b56-8113-7f5a5cf2a288 tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774597'] for floatingip, before_response {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:43:12.434206 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03311493-fc62-46ae-891b-3fc6ba4e2acd None None] Sync routers for ids ['7bdf5693-435c-4573-999e-8e830668e290'] in dv-cinder-759943-5-iscsi {{(pid=83924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 03:43:12.443965 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03311493-fc62-46ae-891b-3fc6ba4e2acd None None] Routers {'7bdf5693-435c-4573-999e-8e830668e290'} bound to L3 agent in host dv-cinder-759943-5-iscsi {{(pid=83924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 03:43:12.445261 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_hamode_db [None req-03311493-fc62-46ae-891b-3fc6ba4e2acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f17c65c45f8>, 'dv-cinder-759943-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T03:18:25Z,description=<?>,heartbeat_timestamp=2021-02-17T03:42:55Z,host='dv-cinder-759943-5-iscsi',id=3e02af72-3002-4fb3-96dd-e59119f81584,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T03:18:25Z,topic='l3_agent')) {'router_ids': ['7bdf5693-435c-4573-999e-8e830668e290'], 'active': True} {{(pid=83924) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:43:12.491749 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-63cd255f-a56c-4d36-aafb-6a808761c780 req-b69a29dd-d446-4b56-8113-7f5a5cf2a288 tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] 10.222.0.57 "PUT /v2.0/floatingips/745fe921-b6cf-4544-a2f2-fe4bf14775e4 HTTP/1.1" status: 200  len: 995 time: 1.5108156
Feb 17 03:43:12.492777 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77f0161e-1beb-4d64-8821-74972840276b', 'tag': '39703cbb-7232-4287-b978-10f8d1e89e27'}] {{(pid=83922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 03:43:12.551953 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77f0161e-1beb-4d64-8821-74972840276b', 'tag': '39703cbb-7232-4287-b978-10f8d1e89e27', 'status': 'completed', 'code': 200}
Feb 17 03:43:12.594321 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cd255f-a56c-4d36-aafb-6a808761c780 req-347b5da6-ef0a-4e93-8098-efac2acca076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:43:12.597691 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-63cd255f-a56c-4d36-aafb-6a808761c780 req-347b5da6-ef0a-4e93-8098-efac2acca076 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6d1987144d0f48bfb9d06f558ccc8618&device_id=77f0161e-1beb-4d64-8821-74972840276b HTTP/1.1" status: 200  len: 1162 time: 0.0899556
Feb 17 03:43:12.673977 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bc2b01-b78f-4215-8d0a-f28ab85b27cd req-4424d740-f22e-4d76-8422-00bbcdf16dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:43:12.675686 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-69bc2b01-b78f-4215-8d0a-f28ab85b27cd req-4424d740-f22e-4d76-8422-00bbcdf16dec service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6d1987144d0f48bfb9d06f558ccc8618&device_id=77f0161e-1beb-4d64-8821-74972840276b HTTP/1.1" status: 200  len: 1162 time: 0.0861278
Feb 17 03:43:12.805230 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvr_db [None req-03311493-fc62-46ae-891b-3fc6ba4e2acd None None] Set router 7bdf5693-435c-4573-999e-8e830668e290 gateway port host: dv-cinder-759943-5-iscsi {{(pid=83924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 03:43:12.831543 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bc2b01-b78f-4215-8d0a-f28ab85b27cd req-65c5e1ab-d251-45d9-81be-8076788facf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:43:12.833682 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-69bc2b01-b78f-4215-8d0a-f28ab85b27cd req-65c5e1ab-d251-45d9-81be-8076788facf7 service neutron] 10.222.0.54 "GET /v2.0/networks?id=6d75f49d-2a5f-4240-85a8-12f51dafc5ee HTTP/1.1" status: 200  len: 903 time: 0.1514192
Feb 17 03:43:12.952331 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-69bc2b01-b78f-4215-8d0a-f28ab85b27cd req-8e5368af-ea61-41ae-bf4f-6df29d42b09f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=39703cbb-7232-4287-b978-10f8d1e89e27 HTTP/1.1" status: 200  len: 998 time: 0.1122322
Feb 17 03:43:12.997346 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cd255f-a56c-4d36-aafb-6a808761c780 req-2371ccd9-53f7-4235-88ea-1ffe2ecb596e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:43:12.998977 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-63cd255f-a56c-4d36-aafb-6a808761c780 req-2371ccd9-53f7-4235-88ea-1ffe2ecb596e service neutron] 10.222.0.57 "GET /v2.0/networks?id=6d75f49d-2a5f-4240-85a8-12f51dafc5ee HTTP/1.1" status: 200  len: 903 time: 0.3961589
Feb 17 03:43:13.022201 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bc2b01-b78f-4215-8d0a-f28ab85b27cd req-04ae1b64-2f3c-4de0-a3c9-954420dd5c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:43:13.023828 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-69bc2b01-b78f-4215-8d0a-f28ab85b27cd req-04ae1b64-2f3c-4de0-a3c9-954420dd5c7d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d3cf1147-5145-4d37-bf53-440cef5ee442 HTTP/1.1" status: 200  len: 848 time: 0.0654593
Feb 17 03:43:13.110014 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bc2b01-b78f-4215-8d0a-f28ab85b27cd req-3ec15dbc-f7f7-4283-9c5b-5d84daddde7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:43:13.111750 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-69bc2b01-b78f-4215-8d0a-f28ab85b27cd req-3ec15dbc-f7f7-4283-9c5b-5d84daddde7e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6d75f49d-2a5f-4240-85a8-12f51dafc5ee&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0818043
Feb 17 03:43:13.112143 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-63cd255f-a56c-4d36-aafb-6a808761c780 req-a2703fa3-1f36-43f2-8889-185bcb7301ab service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=39703cbb-7232-4287-b978-10f8d1e89e27 HTTP/1.1" status: 200  len: 998 time: 0.1058211
Feb 17 03:43:13.187136 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cd255f-a56c-4d36-aafb-6a808761c780 req-21e0bf05-b2e2-4b96-889d-d0bec2b3b338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:43:13.188937 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-63cd255f-a56c-4d36-aafb-6a808761c780 req-21e0bf05-b2e2-4b96-889d-d0bec2b3b338 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d3cf1147-5145-4d37-bf53-440cef5ee442 HTTP/1.1" status: 200  len: 848 time: 0.0692415
Feb 17 03:43:13.211679 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_hamode_db [None req-03311493-fc62-46ae-891b-3fc6ba4e2acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f17c65c45f8>, [{'id': '7bdf5693-435c-4573-999e-8e830668e290', 'name': 'tempest-TestShelveInstance-1288731035-router', 'tenant_id': '6d1987144d0f48bfb9d06f558ccc8618', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'external_fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': '42bace47-27f5-4433-9776-7eeaa7e6e842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:42:11Z', 'updated_at': '2021-02-17T03:42:16Z', 'revision_number': 4, 'project_id': '6d1987144d0f48bfb9d06f558ccc8618', 'gw_port': {'id': '42bace47-27f5-4433-9776-7eeaa7e6e842', 'name': '', 'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:da:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bdf5693-435c-4573-999e-8e830668e290', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:42:12Z', 'updated_at': '2021-02-17T03:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-5-iscsi', '_floatingips': [{'id': '745fe921-b6cf-4544-a2f2-fe4bf14775e4', 'tenant_id': '6d1987144d0f48bfb9d06f558ccc8618', 'floating_ip_address': '172.27.0.65', 'floating_network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'router_id': '7bdf5693-435c-4573-999e-8e830668e290', 'port_id': '39703cbb-7232-4287-b978-10f8d1e89e27', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 673, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d75f49d-2a5f-4240-85a8-12f51dafc5ee', 'mac_address': 'fa:16:3e:bd:f3:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77f0161e-1beb-4d64-8821-74972840276b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T03:43:09Z', 'updated_at': '2021-02-17T03:43:11Z', 'revision_number': 1, 'project_id': '6d1987144d0f48bfb9d06f558ccc8618', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a41f29b9-deb9-44bf-a332-97e19651382e', 'name': '', 'network_id': '6d75f49d-2a5f-4240-85a8-12f51dafc5ee', 'tenant_id': '6d1987144d0f48bfb9d06f558ccc8618', 'mac_address': 'fa:16:3e:ad:f9:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bdf5693-435c-4573-999e-8e830668e290', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'd3cf1147-5145-4d37-bf53-440cef5ee442', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:42:15Z', 'updated_at': '2021-02-17T03:42:25Z', 'revision_number': 5, 'project_id': '6d1987144d0f48bfb9d06f558ccc8618', 'subnets': [{'id': 'd3cf1147-5145-4d37-bf53-440cef5ee442', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759943-5-iscsi', False) {} {{(pid=83924) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:43:13.216277 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03311493-fc62-46ae-891b-3fc6ba4e2acd None None] Checking router: 7bdf5693-435c-4573-999e-8e830668e290 for host: dv-cinder-759943-5-iscsi {{(pid=83924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 03:43:13.226139 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03311493-fc62-46ae-891b-3fc6ba4e2acd None None] Routers {'7bdf5693-435c-4573-999e-8e830668e290'} bound to L3 agent in host dv-cinder-759943-5-iscsi {{(pid=83924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 03:43:13.226809 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_hamode_db [None req-03311493-fc62-46ae-891b-3fc6ba4e2acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f17c65c45f8>, 'dv-cinder-759943-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T03:18:25Z,description=<?>,heartbeat_timestamp=2021-02-17T03:42:55Z,host='dv-cinder-759943-5-iscsi',id=3e02af72-3002-4fb3-96dd-e59119f81584,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T03:18:25Z,topic='l3_agent')) {'router_ids': ['7bdf5693-435c-4573-999e-8e830668e290'], 'active': True} {{(pid=83924) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:43:13.266757 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-69bc2b01-b78f-4215-8d0a-f28ab85b27cd req-96f23304-1c0e-420f-b40b-d918e2f7d518 service neutron] 10.222.0.54 "GET /v2.0/networks/6d75f49d-2a5f-4240-85a8-12f51dafc5ee?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1482880
Feb 17 03:43:13.274409 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cd255f-a56c-4d36-aafb-6a808761c780 req-e0a80383-0207-4c19-9e9e-14ee9b3a57ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:43:13.276194 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-63cd255f-a56c-4d36-aafb-6a808761c780 req-e0a80383-0207-4c19-9e9e-14ee9b3a57ee service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6d75f49d-2a5f-4240-85a8-12f51dafc5ee&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0793440
Feb 17 03:43:13.417171 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-69bc2b01-b78f-4215-8d0a-f28ab85b27cd req-2c3d2300-d0b9-46a5-8744-d874d6ae1dfd service neutron] 10.222.0.54 "GET /v2.0/networks/6d75f49d-2a5f-4240-85a8-12f51dafc5ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1434870
Feb 17 03:43:13.421647 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvr_db [None req-03311493-fc62-46ae-891b-3fc6ba4e2acd None None] Set router 7bdf5693-435c-4573-999e-8e830668e290 gateway port host: dv-cinder-759943-5-iscsi {{(pid=83924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 03:43:13.424315 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-63cd255f-a56c-4d36-aafb-6a808761c780 req-7fe5f669-7426-4cad-a0ea-74c2b2b3ab91 service neutron] 10.222.0.57 "GET /v2.0/networks/6d75f49d-2a5f-4240-85a8-12f51dafc5ee?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1404316
Feb 17 03:43:13.569976 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-63cd255f-a56c-4d36-aafb-6a808761c780 req-01c65dcf-6588-4f8b-9224-d5c86abb683c service neutron] 10.222.0.57 "GET /v2.0/networks/6d75f49d-2a5f-4240-85a8-12f51dafc5ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1381934
Feb 17 03:43:13.790387 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_hamode_db [None req-03311493-fc62-46ae-891b-3fc6ba4e2acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f17c65c45f8>, [{'id': '7bdf5693-435c-4573-999e-8e830668e290', 'name': 'tempest-TestShelveInstance-1288731035-router', 'tenant_id': '6d1987144d0f48bfb9d06f558ccc8618', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'external_fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': '42bace47-27f5-4433-9776-7eeaa7e6e842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:42:11Z', 'updated_at': '2021-02-17T03:42:16Z', 'revision_number': 4, 'project_id': '6d1987144d0f48bfb9d06f558ccc8618', 'gw_port': {'id': '42bace47-27f5-4433-9776-7eeaa7e6e842', 'name': '', 'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:da:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bdf5693-435c-4573-999e-8e830668e290', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:42:12Z', 'updated_at': '2021-02-17T03:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-5-iscsi', '_floatingips': [{'id': '745fe921-b6cf-4544-a2f2-fe4bf14775e4', 'tenant_id': '6d1987144d0f48bfb9d06f558ccc8618', 'floating_ip_address': '172.27.0.65', 'floating_network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'router_id': '7bdf5693-435c-4573-999e-8e830668e290', 'port_id': '39703cbb-7232-4287-b978-10f8d1e89e27', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 673, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d75f49d-2a5f-4240-85a8-12f51dafc5ee', 'mac_address': 'fa:16:3e:bd:f3:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77f0161e-1beb-4d64-8821-74972840276b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T03:43:09Z', 'updated_at': '2021-02-17T03:43:11Z', 'revision_number': 1, 'project_id': '6d1987144d0f48bfb9d06f558ccc8618', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a41f29b9-deb9-44bf-a332-97e19651382e', 'name': '', 'network_id': '6d75f49d-2a5f-4240-85a8-12f51dafc5ee', 'tenant_id': '6d1987144d0f48bfb9d06f558ccc8618', 'mac_address': 'fa:16:3e:ad:f9:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bdf5693-435c-4573-999e-8e830668e290', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'd3cf1147-5145-4d37-bf53-440cef5ee442', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:42:15Z', 'updated_at': '2021-02-17T03:42:25Z', 'revision_number': 5, 'project_id': '6d1987144d0f48bfb9d06f558ccc8618', 'subnets': [{'id': 'd3cf1147-5145-4d37-bf53-440cef5ee442', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759943-5-iscsi', False) {} {{(pid=83924) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:43:13.794399 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03311493-fc62-46ae-891b-3fc6ba4e2acd None None] The sync data for ids ['7bdf5693-435c-4573-999e-8e830668e290'] in dv-cinder-759943-5-iscsi is: [{'id': '7bdf5693-435c-4573-999e-8e830668e290', 'name': 'tempest-TestShelveInstance-1288731035-router', 'tenant_id': '6d1987144d0f48bfb9d06f558ccc8618', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'external_fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': '42bace47-27f5-4433-9776-7eeaa7e6e842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:42:11Z', 'updated_at': '2021-02-17T03:42:16Z', 'revision_number': 4, 'project_id': '6d1987144d0f48bfb9d06f558ccc8618', 'gw_port': {'id': '42bace47-27f5-4433-9776-7eeaa7e6e842', 'name': '', 'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:da:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bdf5693-435c-4573-999e-8e830668e290', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:42:12Z', 'updated_at': '2021-02-17T03:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-5-iscsi', '_floatingips': [{'id': '745fe921-b6cf-4544-a2f2-fe4bf14775e4', 'tenant_id': '6d1987144d0f48bfb9d06f558ccc8618', 'floating_ip_address': '172.27.0.65', 'floating_network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'router_id': '7bdf5693-435c-4573-999e-8e830668e290', 'port_id': '39703cbb-7232-4287-b978-10f8d1e89e27', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 673, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d75f49d-2a5f-4240-85a8-12f51dafc5ee', 'mac_address': 'fa:16:3e:bd:f3:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77f0161e-1beb-4d64-8821-74972840276b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T03:43:09Z', 'updated_at': '2021-02-17T03:43:11Z', 'revision_number': 1, 'project_id': '6d1987144d0f48bfb9d06f558ccc8618', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a41f29b9-deb9-44bf-a332-97e19651382e', 'name': '', 'network_id': '6d75f49d-2a5f-4240-85a8-12f51dafc5ee', 'tenant_id': '6d1987144d0f48bfb9d06f558ccc8618', 'mac_address': 'fa:16:3e:ad:f9:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bdf5693-435c-4573-999e-8e830668e290', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'd3cf1147-5145-4d37-bf53-440cef5ee442', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:42:15Z', 'updated_at': '2021-02-17T03:42:25Z', 'revision_number': 5, 'project_id': '6d1987144d0f48bfb9d06f558ccc8618', 'subnets': [{'id': 'd3cf1147-5145-4d37-bf53-440cef5ee442', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 03:43:14.084424 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ad15ec-2902-4cda-b5d1-022a630b9264 None None] New status for floating IP 745fe921-b6cf-4544-a2f2-fe4bf14775e4: ACTIVE {{(pid=83923) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 17 03:43:15.155327 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.agents_db [None req-06fda002-6a6c-4595-892c-f579c445b334 None None] Agent healthcheck: found 6 active agents {{(pid=83924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 03:43:23.426609 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-029af951-3036-4c42-bf5f-bc1dae804627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:43:24.641945 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-c10aed43-ce07-4488-ac7c-53f4b2775789 req-50e17459-688c-4871-8baa-784329e01efc service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=77f0161e-1beb-4d64-8821-74972840276b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.3164303
Feb 17 03:43:24.810370 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10aed43-ce07-4488-ac7c-53f4b2775789 req-01d0237e-35d1-419f-ab06-4d0ed281ff4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:43:24.811916 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-c10aed43-ce07-4488-ac7c-53f4b2775789 req-01d0237e-35d1-419f-ab06-4d0ed281ff4d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6d1987144d0f48bfb9d06f558ccc8618&device_id=77f0161e-1beb-4d64-8821-74972840276b HTTP/1.1" status: 200  len: 1162 time: 0.0775454
Feb 17 03:43:24.971271 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10aed43-ce07-4488-ac7c-53f4b2775789 req-72ea3a85-7d9e-4336-968b-d2dca642f9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:43:24.972856 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-c10aed43-ce07-4488-ac7c-53f4b2775789 req-72ea3a85-7d9e-4336-968b-d2dca642f9e6 service neutron] 10.222.0.54 "GET /v2.0/networks?id=6d75f49d-2a5f-4240-85a8-12f51dafc5ee HTTP/1.1" status: 200  len: 903 time: 0.1411543
Feb 17 03:43:25.083862 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-c10aed43-ce07-4488-ac7c-53f4b2775789 req-1b69e7a7-29f7-4cb7-8ace-4bb232896c11 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=39703cbb-7232-4287-b978-10f8d1e89e27 HTTP/1.1" status: 200  len: 1000 time: 0.1040080
Feb 17 03:43:25.159375 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10aed43-ce07-4488-ac7c-53f4b2775789 req-7ee2b39c-1942-40c0-a8ec-8b57d3073fac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:43:25.160982 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-c10aed43-ce07-4488-ac7c-53f4b2775789 req-7ee2b39c-1942-40c0-a8ec-8b57d3073fac service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d3cf1147-5145-4d37-bf53-440cef5ee442 HTTP/1.1" status: 200  len: 848 time: 0.0703044
Feb 17 03:43:25.245916 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10aed43-ce07-4488-ac7c-53f4b2775789 req-6273924c-e58d-43cd-b053-d55e34df2a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:43:25.247571 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-c10aed43-ce07-4488-ac7c-53f4b2775789 req-6273924c-e58d-43cd-b053-d55e34df2a38 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6d75f49d-2a5f-4240-85a8-12f51dafc5ee&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0796676
Feb 17 03:43:25.398554 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-c10aed43-ce07-4488-ac7c-53f4b2775789 req-e08d7911-0ee3-47c5-8a10-41983d48edf5 service neutron] 10.222.0.54 "GET /v2.0/networks/6d75f49d-2a5f-4240-85a8-12f51dafc5ee?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1439857
Feb 17 03:43:25.497792 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e4ee17d4-8cae-413b-ae6a-d869eb9c3013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:43:25.545346 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-c10aed43-ce07-4488-ac7c-53f4b2775789 req-50320180-fb84-4e66-a5e4-907cc5d3d2b9 service neutron] 10.222.0.54 "GET /v2.0/networks/6d75f49d-2a5f-4240-85a8-12f51dafc5ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1403160
Feb 17 03:43:25.847202 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:43:26.439499 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-8cda4ffb-98e6-4bcf-adaf-c47fc353fc1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:43:27.231754 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:43:27.629781 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-3bdb028f-655c-46e9-b0eb-5d4ca64bdb37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:43:52.155473 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.agents_db [None req-06fda002-6a6c-4595-892c-f579c445b334 None None] Agent healthcheck: found 6 active agents {{(pid=83924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 03:43:53.429243 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-abfd834b-9fe6-432b-96e1-b4ddc0ec34e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:43:55.502371 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-6f3dd6e0-4c98-4d5e-a629-037d98175b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:43:55.870630 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:43:56.441444 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-8cda4ffb-98e6-4bcf-adaf-c47fc353fc1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:43:57.234573 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:43:57.632081 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-3bdb028f-655c-46e9-b0eb-5d4ca64bdb37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:44:05.245451 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [req-c9d04e4a-fae7-4a5d-bb2b-173a8060065d req-1e527033-c329-472d-bf2d-b84517d1a29b service neutron] (83922) timed out ('10.222.0.54', 65248) {{(pid=83922) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Feb 17 03:44:23.431170 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-6989a83d-c488-43da-8534-bd1c8d3f0c33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:44:25.502671 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-dd987a56-059c-4bd4-8410-0eac9b73df33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:44:25.889601 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:44:26.429926 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-70d550e8-d1b3-4f3d-a850-89f18df366c6 req-e9f133cc-2e33-49df-bc44-3dcab9acd93e service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=77f0161e-1beb-4d64-8821-74972840276b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0789669
Feb 17 03:44:26.442794 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-8cda4ffb-98e6-4bcf-adaf-c47fc353fc1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:44:26.603939 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d550e8-d1b3-4f3d-a850-89f18df366c6 req-d8323696-7643-421e-8cf5-9dfdf3fee65a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:44:26.605640 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-70d550e8-d1b3-4f3d-a850-89f18df366c6 req-d8323696-7643-421e-8cf5-9dfdf3fee65a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6d1987144d0f48bfb9d06f558ccc8618&device_id=77f0161e-1beb-4d64-8821-74972840276b HTTP/1.1" status: 200  len: 1162 time: 0.0865252
Feb 17 03:44:26.766747 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d550e8-d1b3-4f3d-a850-89f18df366c6 req-8f9f1768-b5dc-457b-8997-8a73d7929327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:44:26.768251 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-70d550e8-d1b3-4f3d-a850-89f18df366c6 req-8f9f1768-b5dc-457b-8997-8a73d7929327 service neutron] 10.222.0.54 "GET /v2.0/networks?id=6d75f49d-2a5f-4240-85a8-12f51dafc5ee HTTP/1.1" status: 200  len: 903 time: 0.1432259
Feb 17 03:44:26.880806 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-70d550e8-d1b3-4f3d-a850-89f18df366c6 req-d30da05c-e5a2-4b9a-8767-7a2424386572 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=39703cbb-7232-4287-b978-10f8d1e89e27 HTTP/1.1" status: 200  len: 1000 time: 0.1052282
Feb 17 03:44:26.952263 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d550e8-d1b3-4f3d-a850-89f18df366c6 req-055d19d5-38b2-4b51-975c-3f8fe4fd0874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:44:26.953910 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-70d550e8-d1b3-4f3d-a850-89f18df366c6 req-055d19d5-38b2-4b51-975c-3f8fe4fd0874 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d3cf1147-5145-4d37-bf53-440cef5ee442 HTTP/1.1" status: 200  len: 848 time: 0.0668850
Feb 17 03:44:27.042261 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d550e8-d1b3-4f3d-a850-89f18df366c6 req-ceadd678-b711-4729-8710-ea94d49ba701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:44:27.043832 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-70d550e8-d1b3-4f3d-a850-89f18df366c6 req-ceadd678-b711-4729-8710-ea94d49ba701 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6d75f49d-2a5f-4240-85a8-12f51dafc5ee&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0835111
Feb 17 03:44:27.202804 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-70d550e8-d1b3-4f3d-a850-89f18df366c6 req-fb5d0005-d8db-4ad7-b7a4-451e5f66f8c7 service neutron] 10.222.0.54 "GET /v2.0/networks/6d75f49d-2a5f-4240-85a8-12f51dafc5ee?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1431282
Feb 17 03:44:27.239134 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:44:27.351868 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-70d550e8-d1b3-4f3d-a850-89f18df366c6 req-8931888c-3d07-43e1-a4cc-516a528506c3 service neutron] 10.222.0.54 "GET /v2.0/networks/6d75f49d-2a5f-4240-85a8-12f51dafc5ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1422737
Feb 17 03:44:27.695665 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-3bdb028f-655c-46e9-b0eb-5d4ca64bdb37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:44:29.155175 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.agents_db [None req-06fda002-6a6c-4595-892c-f579c445b334 None None] Agent healthcheck: found 6 active agents {{(pid=83924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 03:44:53.432011 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-f6f26253-b061-4a59-954a-0c5de0abdfe3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:44:55.503494 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-93752296-e802-45bf-bbd6-276631a21f84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:44:55.886385 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:44:56.446441 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-8cda4ffb-98e6-4bcf-adaf-c47fc353fc1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:44:57.243411 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:44:57.638000 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-3bdb028f-655c-46e9-b0eb-5d4ca64bdb37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:45:06.155425 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.agents_db [None req-06fda002-6a6c-4595-892c-f579c445b334 None None] Agent healthcheck: found 6 active agents {{(pid=83924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 03:45:23.433487 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-5427ac0f-89f8-4c62-a166-487484750f6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:45:25.506119 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-f8d5d934-82cd-438c-9d5c-a67769ce3af9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:45:25.885551 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:45:26.448778 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-8cda4ffb-98e6-4bcf-adaf-c47fc353fc1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:45:27.245442 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:45:27.642261 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-3bdb028f-655c-46e9-b0eb-5d4ca64bdb37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:45:28.409053 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-c01341be-dd1a-4a92-9e45-30b28b7c1c92 req-396adf9f-0dee-4bae-88d8-d9a68ddd320d service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=77f0161e-1beb-4d64-8821-74972840276b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0765905
Feb 17 03:45:28.577838 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01341be-dd1a-4a92-9e45-30b28b7c1c92 req-b2e78a25-aacc-4bd5-8f9f-e76ff7f27067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:45:28.579457 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-c01341be-dd1a-4a92-9e45-30b28b7c1c92 req-b2e78a25-aacc-4bd5-8f9f-e76ff7f27067 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6d1987144d0f48bfb9d06f558ccc8618&device_id=77f0161e-1beb-4d64-8821-74972840276b HTTP/1.1" status: 200  len: 1162 time: 0.0820756
Feb 17 03:45:28.736544 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01341be-dd1a-4a92-9e45-30b28b7c1c92 req-9acbcd3e-fc79-4b29-aba8-ee44e909d2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:45:28.738089 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-c01341be-dd1a-4a92-9e45-30b28b7c1c92 req-9acbcd3e-fc79-4b29-aba8-ee44e909d2d8 service neutron] 10.222.0.54 "GET /v2.0/networks?id=6d75f49d-2a5f-4240-85a8-12f51dafc5ee HTTP/1.1" status: 200  len: 903 time: 0.1392219
Feb 17 03:45:28.851891 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-c01341be-dd1a-4a92-9e45-30b28b7c1c92 req-336608e3-5108-4350-8a6e-1ddbf37876b9 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=39703cbb-7232-4287-b978-10f8d1e89e27 HTTP/1.1" status: 200  len: 1000 time: 0.1065412
Feb 17 03:45:28.927006 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01341be-dd1a-4a92-9e45-30b28b7c1c92 req-03365962-4bca-40db-8957-a268406ef7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:45:28.928591 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-c01341be-dd1a-4a92-9e45-30b28b7c1c92 req-03365962-4bca-40db-8957-a268406ef7d5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d3cf1147-5145-4d37-bf53-440cef5ee442 HTTP/1.1" status: 200  len: 848 time: 0.0677757
Feb 17 03:45:28.949306 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87191da4-ae53-4ee3-9043-66bc644170d3 req-1399d7f1-cafb-4e6a-b47d-3f013e162502 tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:45:28.951202 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-87191da4-ae53-4ee3-9043-66bc644170d3 req-1399d7f1-cafb-4e6a-b47d-3f013e162502 tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] 10.222.0.57 "GET /v2.0/ports?device_id=77f0161e-1beb-4d64-8821-74972840276b HTTP/1.1" status: 200  len: 945 time: 0.0893095
Feb 17 03:45:29.003156 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-87191da4-ae53-4ee3-9043-66bc644170d3 req-7cfef7a5-522c-4116-bd9a-5b31588757c7 tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] 10.222.0.57 "GET /v2.0/security-groups?id=c91227bb-43a5-40ff-bd7d-20adc312d046&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0453990
Feb 17 03:45:29.013646 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01341be-dd1a-4a92-9e45-30b28b7c1c92 req-1180c4f2-4579-43cd-8444-597ea7032d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:45:29.015284 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-c01341be-dd1a-4a92-9e45-30b28b7c1c92 req-1180c4f2-4579-43cd-8444-597ea7032d00 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6d75f49d-2a5f-4240-85a8-12f51dafc5ee&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0793674
Feb 17 03:45:29.158765 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-c01341be-dd1a-4a92-9e45-30b28b7c1c92 req-b3ed1343-90f9-4588-bbc5-fed4999d8b8d service neutron] 10.222.0.54 "GET /v2.0/networks/6d75f49d-2a5f-4240-85a8-12f51dafc5ee?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1367621
Feb 17 03:45:29.301914 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-c01341be-dd1a-4a92-9e45-30b28b7c1c92 req-4f837d62-4ed6-4240-8931-3b2e3556744f service neutron] 10.222.0.54 "GET /v2.0/networks/6d75f49d-2a5f-4240-85a8-12f51dafc5ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1364691
Feb 17 03:45:30.220290 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dfc9c9-6f69-45c2-be4e-c93a5254775c req-3b04a7fd-5447-4462-9839-9fb8ff217259 tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:45:30.222755 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-16dfc9c9-6f69-45c2-be4e-c93a5254775c req-3b04a7fd-5447-4462-9839-9fb8ff217259 tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] 10.222.0.57 "GET /v2.0/ports?device_id=77f0161e-1beb-4d64-8821-74972840276b HTTP/1.1" status: 200  len: 945 time: 0.0869594
Feb 17 03:45:30.273471 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-16dfc9c9-6f69-45c2-be4e-c93a5254775c req-d1407090-b377-481e-960f-17fa16c30a17 tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] 10.222.0.57 "GET /v2.0/security-groups?id=c91227bb-43a5-40ff-bd7d-20adc312d046&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0442462
Feb 17 03:45:31.481841 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31577a70-d477-4648-9bb7-86d8210f7b44 req-f68c2e6d-77a3-4127-a604-b4ecfb5a58e2 tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:45:31.483446 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-31577a70-d477-4648-9bb7-86d8210f7b44 req-f68c2e6d-77a3-4127-a604-b4ecfb5a58e2 tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] 10.222.0.57 "GET /v2.0/ports?device_id=77f0161e-1beb-4d64-8821-74972840276b HTTP/1.1" status: 200  len: 945 time: 0.0872898
Feb 17 03:45:31.531679 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-31577a70-d477-4648-9bb7-86d8210f7b44 req-ea33e004-0fc7-486a-b607-7f77cb6356c9 tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] 10.222.0.57 "GET /v2.0/security-groups?id=c91227bb-43a5-40ff-bd7d-20adc312d046&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0416906
Feb 17 03:45:32.731462 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0106c440-8111-4a25-be7c-2827be324ef9 req-727bba36-6208-4c5a-9012-9a8cba5a0a27 tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:45:32.733095 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-0106c440-8111-4a25-be7c-2827be324ef9 req-727bba36-6208-4c5a-9012-9a8cba5a0a27 tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] 10.222.0.57 "GET /v2.0/ports?device_id=77f0161e-1beb-4d64-8821-74972840276b HTTP/1.1" status: 200  len: 945 time: 0.0852239
Feb 17 03:45:32.779946 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-0106c440-8111-4a25-be7c-2827be324ef9 req-2b85ca40-1eb7-4111-8435-1dd82b023f04 tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] 10.222.0.57 "GET /v2.0/security-groups?id=c91227bb-43a5-40ff-bd7d-20adc312d046&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0407228
Feb 17 03:45:33.983832 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc46180-39bf-4299-9136-d3b01a4038b1 req-674a2b48-8706-4d7c-8b7f-cae8a3c1b196 tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:45:33.985455 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-6cc46180-39bf-4299-9136-d3b01a4038b1 req-674a2b48-8706-4d7c-8b7f-cae8a3c1b196 tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] 10.222.0.57 "GET /v2.0/ports?device_id=77f0161e-1beb-4d64-8821-74972840276b HTTP/1.1" status: 200  len: 945 time: 0.0906005
Feb 17 03:45:34.032584 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-6cc46180-39bf-4299-9136-d3b01a4038b1 req-faecc45d-1fb0-4f54-b75a-f03176aa7604 tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] 10.222.0.57 "GET /v2.0/security-groups?id=c91227bb-43a5-40ff-bd7d-20adc312d046&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0408309
Feb 17 03:45:35.231979 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c103c9-b662-4dcc-97e7-b66bb285473f req-4bbb854d-9e28-4686-a9fb-7dfc7dd670b0 tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:45:35.233524 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-f7c103c9-b662-4dcc-97e7-b66bb285473f req-4bbb854d-9e28-4686-a9fb-7dfc7dd670b0 tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] 10.222.0.57 "GET /v2.0/ports?device_id=77f0161e-1beb-4d64-8821-74972840276b HTTP/1.1" status: 200  len: 945 time: 0.0893831
Feb 17 03:45:35.280323 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-f7c103c9-b662-4dcc-97e7-b66bb285473f req-f9e85711-41b9-4405-8a9a-e66c58024368 tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] 10.222.0.57 "GET /v2.0/security-groups?id=c91227bb-43a5-40ff-bd7d-20adc312d046&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0406065
Feb 17 03:45:36.475215 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d61547-965e-4674-9cf5-b034b22b37cb req-ba051724-fb78-4baa-b2b9-00b8b10e9b68 tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:45:36.476798 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-29d61547-965e-4674-9cf5-b034b22b37cb req-ba051724-fb78-4baa-b2b9-00b8b10e9b68 tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] 10.222.0.57 "GET /v2.0/ports?device_id=77f0161e-1beb-4d64-8821-74972840276b HTTP/1.1" status: 200  len: 945 time: 0.0850766
Feb 17 03:45:36.523253 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-29d61547-965e-4674-9cf5-b034b22b37cb req-4f75366c-eccf-41d7-83fb-70de256f5418 tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] 10.222.0.57 "GET /v2.0/security-groups?id=c91227bb-43a5-40ff-bd7d-20adc312d046&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0402782
Feb 17 03:45:37.721339 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c941ced-eb6f-466f-8ae6-e1a0d1d77d9b req-fc40e6ed-626d-4670-9980-14691a8ae3ca tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:45:37.722940 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-5c941ced-eb6f-466f-8ae6-e1a0d1d77d9b req-fc40e6ed-626d-4670-9980-14691a8ae3ca tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] 10.222.0.57 "GET /v2.0/ports?device_id=77f0161e-1beb-4d64-8821-74972840276b HTTP/1.1" status: 200  len: 945 time: 0.0861344
Feb 17 03:45:37.769122 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-5c941ced-eb6f-466f-8ae6-e1a0d1d77d9b req-07079794-ffe8-462a-910c-3c82fe0dae37 tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] 10.222.0.57 "GET /v2.0/security-groups?id=c91227bb-43a5-40ff-bd7d-20adc312d046&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0401022
Feb 17 03:45:38.969233 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ae2698-0b1a-4acd-95d9-2e5a69b315f2 req-a91e6471-3f9a-4b9d-8ac9-63f2ba3506d7 tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:45:38.970841 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-e5ae2698-0b1a-4acd-95d9-2e5a69b315f2 req-a91e6471-3f9a-4b9d-8ac9-63f2ba3506d7 tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] 10.222.0.57 "GET /v2.0/ports?device_id=77f0161e-1beb-4d64-8821-74972840276b HTTP/1.1" status: 200  len: 945 time: 0.0895314
Feb 17 03:45:39.018132 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-e5ae2698-0b1a-4acd-95d9-2e5a69b315f2 req-95aa9b7f-c788-41dc-b792-65043173a4ee tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] 10.222.0.57 "GET /v2.0/security-groups?id=c91227bb-43a5-40ff-bd7d-20adc312d046&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0410485
Feb 17 03:45:39.129276 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2b096f-9db9-4ddd-8829-3b5b6b86e63e req-a8a32fb1-f455-405a-90a7-91d3b3673d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:45:39.130862 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-9f2b096f-9db9-4ddd-8829-3b5b6b86e63e req-a8a32fb1-f455-405a-90a7-91d3b3673d1c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6d1987144d0f48bfb9d06f558ccc8618&device_id=77f0161e-1beb-4d64-8821-74972840276b HTTP/1.1" status: 200  len: 1162 time: 0.0802639
Feb 17 03:45:39.270299 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2b096f-9db9-4ddd-8829-3b5b6b86e63e req-13a80071-ab28-4b3d-8e0b-ca71d17aa1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:45:39.271785 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-9f2b096f-9db9-4ddd-8829-3b5b6b86e63e req-13a80071-ab28-4b3d-8e0b-ca71d17aa1c4 service neutron] 10.222.0.54 "GET /v2.0/networks?id=6d75f49d-2a5f-4240-85a8-12f51dafc5ee HTTP/1.1" status: 200  len: 903 time: 0.1345751
Feb 17 03:45:39.381950 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-9f2b096f-9db9-4ddd-8829-3b5b6b86e63e req-3b7316a0-b270-4e1c-847e-07937ab576b8 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=39703cbb-7232-4287-b978-10f8d1e89e27 HTTP/1.1" status: 200  len: 1000 time: 0.1031384
Feb 17 03:45:39.448564 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2b096f-9db9-4ddd-8829-3b5b6b86e63e req-d478784d-a0d3-4a33-9bc2-c335f0a52b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:45:39.450350 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-9f2b096f-9db9-4ddd-8829-3b5b6b86e63e req-d478784d-a0d3-4a33-9bc2-c335f0a52b01 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d3cf1147-5145-4d37-bf53-440cef5ee442 HTTP/1.1" status: 200  len: 848 time: 0.0622683
Feb 17 03:45:39.530134 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2b096f-9db9-4ddd-8829-3b5b6b86e63e req-edb2f92c-05be-4a64-a1e3-26be211747f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:45:39.531610 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-9f2b096f-9db9-4ddd-8829-3b5b6b86e63e req-edb2f92c-05be-4a64-a1e3-26be211747f8 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6d75f49d-2a5f-4240-85a8-12f51dafc5ee&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0742891
Feb 17 03:45:39.676547 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-9f2b096f-9db9-4ddd-8829-3b5b6b86e63e req-23648ead-56d6-4880-85a2-967858a9ac6c service neutron] 10.222.0.54 "GET /v2.0/networks/6d75f49d-2a5f-4240-85a8-12f51dafc5ee?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1374867
Feb 17 03:45:39.818209 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-9f2b096f-9db9-4ddd-8829-3b5b6b86e63e req-b53fc5c1-499a-4c6e-8e66-d55011417e41 service neutron] 10.222.0.54 "GET /v2.0/networks/6d75f49d-2a5f-4240-85a8-12f51dafc5ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1346405
Feb 17 03:45:40.221327 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb70256-e3aa-4ec6-bdb6-74422c77e6b9 req-fdc4395a-d4dd-40d1-b104-e8e8a913815e tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:45:40.222950 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-1fb70256-e3aa-4ec6-bdb6-74422c77e6b9 req-fdc4395a-d4dd-40d1-b104-e8e8a913815e tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] 10.222.0.57 "GET /v2.0/ports?device_id=77f0161e-1beb-4d64-8821-74972840276b HTTP/1.1" status: 200  len: 945 time: 0.0896187
Feb 17 03:45:40.270666 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-1fb70256-e3aa-4ec6-bdb6-74422c77e6b9 req-3341e6d7-9f1a-49f0-ae44-4482aa613e10 tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] 10.222.0.57 "GET /v2.0/security-groups?id=c91227bb-43a5-40ff-bd7d-20adc312d046&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0404475
Feb 17 03:45:41.474355 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5230e7-3d6b-4f32-96bb-c05092126889 req-bd2af5f0-63db-474b-b2d6-c453b8f28315 tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:45:41.475968 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-5c5230e7-3d6b-4f32-96bb-c05092126889 req-bd2af5f0-63db-474b-b2d6-c453b8f28315 tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] 10.222.0.57 "GET /v2.0/ports?device_id=77f0161e-1beb-4d64-8821-74972840276b HTTP/1.1" status: 200  len: 945 time: 0.0913572
Feb 17 03:45:41.523146 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-5c5230e7-3d6b-4f32-96bb-c05092126889 req-a384a14a-954c-4926-b73a-f396ddabd546 tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] 10.222.0.57 "GET /v2.0/security-groups?id=c91227bb-43a5-40ff-bd7d-20adc312d046&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0406430
Feb 17 03:45:41.613514 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Device 39703cbb-7232-4287-b978-10f8d1e89e27 no longer exists at agent ovs-agent-hv-cinder-75994 {{(pid=83923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 03:45:41.734401 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for port, before_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:45:41.762740 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77f0161e-1beb-4d64-8821-74972840276b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '39703cbb-7232-4287-b978-10f8d1e89e27'}] {{(pid=83923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 03:45:41.772962 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.db [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] For port 39703cbb-7232-4287-b978-10f8d1e89e27, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=39703cbb-7232-4287-b978-10f8d1e89e27,segment=NetworkSegment(26f66af1-e3b5-4da8-80a2-e48afd72ec58),segment_id=26f66af1-e3b5-4da8-80a2-e48afd72ec58)] {{(pid=83923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:45:41.776412 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303097879514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733756514675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303098261108'] for port, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:45:41.778376 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:45:41.851074 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Pushing event updated for resources: {'Port': ['ID=39703cbb-7232-4287-b978-10f8d1e89e27,revision_number=5']} {{(pid=83923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:45:41.859651 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:45:41.860035 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:45:41.860411 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:45:41.860801 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:45:41.861144 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:45:41.861512 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:45:41.861873 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:45:41.862237 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:45:41.862595 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:45:41.862955 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:45:41.863311 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:45:41.863681 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:45:41.864115 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:45:41.864474 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:45:41.864852 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:45:41.865233 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:45:41.865588 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:45:41.865945 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:45:41.866300 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:45:41.866662 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:45:41.867017 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:45:41.867372 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:45:41.867725 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:45:41.868075 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:45:41.873523 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77f0161e-1beb-4d64-8821-74972840276b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '39703cbb-7232-4287-b978-10f8d1e89e27', 'code': 200}
Feb 17 03:45:41.874359 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:45:42.721667 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89897c2-517f-4882-96eb-faa023f0e1a7 req-15ed04df-69c3-4bfb-bf75-8e001fafe5ff tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:45:42.723281 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-f89897c2-517f-4882-96eb-faa023f0e1a7 req-15ed04df-69c3-4bfb-bf75-8e001fafe5ff tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] 10.222.0.57 "GET /v2.0/ports?device_id=77f0161e-1beb-4d64-8821-74972840276b HTTP/1.1" status: 200  len: 943 time: 0.0889058
Feb 17 03:45:42.770247 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-f89897c2-517f-4882-96eb-faa023f0e1a7 req-6731d52f-0ca5-41ef-a274-9a8cd7ea3532 tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] 10.222.0.57 "GET /v2.0/security-groups?id=c91227bb-43a5-40ff-bd7d-20adc312d046&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0406346
Feb 17 03:45:43.117661 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-c8289562-5b81-4851-8b50-16b5c3e05380 req-0e689195-e9aa-408e-8b68-75133d921d62 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=77f0161e-1beb-4d64-8821-74972840276b&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1275053
Feb 17 03:45:43.142898 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02092549-9ea5-4a7e-9958-ad359d057d73 req-a121bd9d-3586-4c56-b0b6-a6bfb1110441 tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:45:43.144522 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-02092549-9ea5-4a7e-9958-ad359d057d73 req-a121bd9d-3586-4c56-b0b6-a6bfb1110441 tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] 10.222.0.57 "GET /v2.0/ports?device_id=77f0161e-1beb-4d64-8821-74972840276b HTTP/1.1" status: 200  len: 943 time: 0.0913315
Feb 17 03:45:43.155989 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.agents_db [None req-06fda002-6a6c-4595-892c-f579c445b334 None None] Agent healthcheck: found 6 active agents {{(pid=83924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 03:45:43.194170 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-02092549-9ea5-4a7e-9958-ad359d057d73 req-797c69bc-f0ec-417d-a661-5126f52d50d2 tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] 10.222.0.57 "GET /v2.0/security-groups?id=c91227bb-43a5-40ff-bd7d-20adc312d046&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0425398
Feb 17 03:45:44.398726 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88991297-74de-438f-aa61-dfb0abf98401 req-66212fe8-6766-4b95-b1ff-d1dac713a42c tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:45:44.400326 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-88991297-74de-438f-aa61-dfb0abf98401 req-66212fe8-6766-4b95-b1ff-d1dac713a42c tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] 10.222.0.57 "GET /v2.0/ports?device_id=77f0161e-1beb-4d64-8821-74972840276b HTTP/1.1" status: 200  len: 943 time: 0.0899153
Feb 17 03:45:44.449217 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-88991297-74de-438f-aa61-dfb0abf98401 req-389a0b14-1f1f-4389-b7f5-4e19628ad4b0 tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] 10.222.0.57 "GET /v2.0/security-groups?id=c91227bb-43a5-40ff-bd7d-20adc312d046&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0420017
Feb 17 03:45:44.585095 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8289562-5b81-4851-8b50-16b5c3e05380 req-0aae4ab8-4606-419f-843a-06c22050ffb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:45:44.586597 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-c8289562-5b81-4851-8b50-16b5c3e05380 req-0aae4ab8-4606-419f-843a-06c22050ffb1 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=77f0161e-1beb-4d64-8821-74972840276b&tenant_id=6d1987144d0f48bfb9d06f558ccc8618 HTTP/1.1" status: 200  len: 1160 time: 0.0794895
Feb 17 03:45:44.932639 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8289562-5b81-4851-8b50-16b5c3e05380 req-19f3d119-ef27-4ab2-9caa-9e80cd4687c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:45:44.934811 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-c8289562-5b81-4851-8b50-16b5c3e05380 req-19f3d119-ef27-4ab2-9caa-9e80cd4687c8 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6d1987144d0f48bfb9d06f558ccc8618&device_id=77f0161e-1beb-4d64-8821-74972840276b HTTP/1.1" status: 200  len: 1160 time: 0.3154802
Feb 17 03:45:45.075604 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8289562-5b81-4851-8b50-16b5c3e05380 req-4124037b-647d-4160-8fc9-4686f3de26af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:45:45.077188 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-c8289562-5b81-4851-8b50-16b5c3e05380 req-4124037b-647d-4160-8fc9-4686f3de26af service neutron] 10.222.0.54 "GET /v2.0/networks?id=6d75f49d-2a5f-4240-85a8-12f51dafc5ee HTTP/1.1" status: 200  len: 903 time: 0.1354189
Feb 17 03:45:45.189360 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-c8289562-5b81-4851-8b50-16b5c3e05380 req-87ebc10c-6ff6-4024-a2ca-0b1649d20fc4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=39703cbb-7232-4287-b978-10f8d1e89e27 HTTP/1.1" status: 200  len: 998 time: 0.1033690
Feb 17 03:45:45.257655 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8289562-5b81-4851-8b50-16b5c3e05380 req-d78ee0e9-b68e-4a05-8f70-61824f106154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:45:45.259166 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-c8289562-5b81-4851-8b50-16b5c3e05380 req-d78ee0e9-b68e-4a05-8f70-61824f106154 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d3cf1147-5145-4d37-bf53-440cef5ee442 HTTP/1.1" status: 200  len: 848 time: 0.0629807
Feb 17 03:45:45.343387 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8289562-5b81-4851-8b50-16b5c3e05380 req-3695df8b-ddfd-4713-ac4b-e21a6371bbef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:45:45.344971 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-c8289562-5b81-4851-8b50-16b5c3e05380 req-3695df8b-ddfd-4713-ac4b-e21a6371bbef service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6d75f49d-2a5f-4240-85a8-12f51dafc5ee&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0791407
Feb 17 03:45:45.487306 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-c8289562-5b81-4851-8b50-16b5c3e05380 req-5b554ac1-fc40-4c2d-b8db-6cbaf9381363 service neutron] 10.222.0.54 "GET /v2.0/networks/6d75f49d-2a5f-4240-85a8-12f51dafc5ee?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1351182
Feb 17 03:45:45.630274 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-c8289562-5b81-4851-8b50-16b5c3e05380 req-cd87b69d-b4ec-4d7e-bee0-dfc870e089ba service neutron] 10.222.0.54 "GET /v2.0/networks/6d75f49d-2a5f-4240-85a8-12f51dafc5ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1361167
Feb 17 03:45:45.649238 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5406d32-ad58-40cd-99af-bac49873dcb7 req-fe9f9f86-01d1-4355-8bd4-53a9f50588ad tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:45:45.650984 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-c5406d32-ad58-40cd-99af-bac49873dcb7 req-fe9f9f86-01d1-4355-8bd4-53a9f50588ad tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] 10.222.0.57 "GET /v2.0/ports?device_id=77f0161e-1beb-4d64-8821-74972840276b HTTP/1.1" status: 200  len: 943 time: 0.0860004
Feb 17 03:45:45.704227 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-c5406d32-ad58-40cd-99af-bac49873dcb7 req-d88c5ec0-1e8b-46b0-a37d-9a32a1a1faaf tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] 10.222.0.57 "GET /v2.0/security-groups?id=c91227bb-43a5-40ff-bd7d-20adc312d046&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0463347
Feb 17 03:45:46.909763 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe972fc-9ed6-483e-b682-70bd03b34407 req-8964710d-cbc1-414f-804f-83b927ba5de1 tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:45:46.911387 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-9fe972fc-9ed6-483e-b682-70bd03b34407 req-8964710d-cbc1-414f-804f-83b927ba5de1 tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] 10.222.0.57 "GET /v2.0/ports?device_id=77f0161e-1beb-4d64-8821-74972840276b HTTP/1.1" status: 200  len: 943 time: 0.0896893
Feb 17 03:45:46.961213 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-9fe972fc-9ed6-483e-b682-70bd03b34407 req-24e29d40-3462-4ac7-abc1-a2d78f9a906a tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] 10.222.0.57 "GET /v2.0/security-groups?id=c91227bb-43a5-40ff-bd7d-20adc312d046&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0435653
Feb 17 03:45:48.157687 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e159db75-176a-4248-8c90-2709951554bf req-85cebfbf-d4a4-468d-8e92-d5a61b90aa48 tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:45:48.159201 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-e159db75-176a-4248-8c90-2709951554bf req-85cebfbf-d4a4-468d-8e92-d5a61b90aa48 tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] 10.222.0.57 "GET /v2.0/ports?device_id=77f0161e-1beb-4d64-8821-74972840276b HTTP/1.1" status: 200  len: 943 time: 0.0869107
Feb 17 03:45:48.205921 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-e159db75-176a-4248-8c90-2709951554bf req-ab96c497-7074-4fe0-bf4f-b60165f7ee27 tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] 10.222.0.57 "GET /v2.0/security-groups?id=c91227bb-43a5-40ff-bd7d-20adc312d046&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0405135
Feb 17 03:45:49.405248 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8a214c-9126-4a8f-b22f-413ff51b656a req-b9ec4c9a-5f44-40f0-91a2-4fdb2655a443 tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:45:49.406860 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-5a8a214c-9126-4a8f-b22f-413ff51b656a req-b9ec4c9a-5f44-40f0-91a2-4fdb2655a443 tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] 10.222.0.57 "GET /v2.0/ports?device_id=77f0161e-1beb-4d64-8821-74972840276b HTTP/1.1" status: 200  len: 943 time: 0.0904088
Feb 17 03:45:49.454238 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-5a8a214c-9126-4a8f-b22f-413ff51b656a req-4284a3b1-a0a3-403a-a0a9-0e08aeee2a2b tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] 10.222.0.57 "GET /v2.0/security-groups?id=c91227bb-43a5-40ff-bd7d-20adc312d046&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0411696
Feb 17 03:45:50.652889 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bb5f91-8d4d-42b1-8005-768b20ab116e req-79663847-0a81-40f7-a72b-d7991080b1c3 tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:45:50.654506 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-01bb5f91-8d4d-42b1-8005-768b20ab116e req-79663847-0a81-40f7-a72b-d7991080b1c3 tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] 10.222.0.57 "GET /v2.0/ports?device_id=77f0161e-1beb-4d64-8821-74972840276b HTTP/1.1" status: 200  len: 943 time: 0.0901451
Feb 17 03:45:50.701244 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-01bb5f91-8d4d-42b1-8005-768b20ab116e req-64f67951-7329-4f47-b609-a4738a390ae4 tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] 10.222.0.57 "GET /v2.0/security-groups?id=c91227bb-43a5-40ff-bd7d-20adc312d046&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0404842
Feb 17 03:45:51.907160 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03bbcad-be4c-4de8-aab8-34b1db9c139d req-8f9f51ad-27df-4c99-87fa-c7b102c42872 tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:45:51.908764 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-d03bbcad-be4c-4de8-aab8-34b1db9c139d req-8f9f51ad-27df-4c99-87fa-c7b102c42872 tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] 10.222.0.57 "GET /v2.0/ports?device_id=77f0161e-1beb-4d64-8821-74972840276b HTTP/1.1" status: 200  len: 943 time: 0.0915906
Feb 17 03:45:51.956526 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-d03bbcad-be4c-4de8-aab8-34b1db9c139d req-41f8459f-f2cf-4932-b7ab-162be6ad659a tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] 10.222.0.57 "GET /v2.0/security-groups?id=c91227bb-43a5-40ff-bd7d-20adc312d046&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0413175
Feb 17 03:45:53.156192 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805426a4-a6c4-4566-8627-0acd81ebc836 req-ee8567bb-9525-4218-992c-f1f35d301d92 tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:45:53.157745 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-805426a4-a6c4-4566-8627-0acd81ebc836 req-ee8567bb-9525-4218-992c-f1f35d301d92 tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] 10.222.0.57 "GET /v2.0/ports?device_id=77f0161e-1beb-4d64-8821-74972840276b HTTP/1.1" status: 200  len: 943 time: 0.0873644
Feb 17 03:45:53.204539 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-805426a4-a6c4-4566-8627-0acd81ebc836 req-21de6932-c7a3-4478-91cf-1e100682d5b8 tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] 10.222.0.57 "GET /v2.0/security-groups?id=c91227bb-43a5-40ff-bd7d-20adc312d046&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0405405
Feb 17 03:45:53.436502 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e8550081-a140-45a4-80e2-7fa953e8b1fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:45:54.401051 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204ce105-8699-4bd7-a50f-8f53bea26cd1 req-b7a2f26e-29aa-4efa-a843-5af259094944 tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:45:54.402713 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-204ce105-8699-4bd7-a50f-8f53bea26cd1 req-b7a2f26e-29aa-4efa-a843-5af259094944 tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] 10.222.0.57 "GET /v2.0/ports?device_id=77f0161e-1beb-4d64-8821-74972840276b HTTP/1.1" status: 200  len: 943 time: 0.0877874
Feb 17 03:45:54.450219 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-204ce105-8699-4bd7-a50f-8f53bea26cd1 req-57d3ff78-03b3-4244-9598-bb1989bf40b3 tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] 10.222.0.57 "GET /v2.0/security-groups?id=c91227bb-43a5-40ff-bd7d-20adc312d046&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0409803
Feb 17 03:45:55.507937 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-5a0212bc-6840-49ed-98c7-fd0181f426f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:45:55.650114 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2665c0f-e564-410f-9851-c48e825b2890 req-bec40b89-16f8-4f2d-a21c-5b3a92890f1f tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:45:55.651697 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-c2665c0f-e564-410f-9851-c48e825b2890 req-bec40b89-16f8-4f2d-a21c-5b3a92890f1f tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] 10.222.0.57 "GET /v2.0/ports?device_id=77f0161e-1beb-4d64-8821-74972840276b HTTP/1.1" status: 200  len: 943 time: 0.0887477
Feb 17 03:45:55.698464 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-c2665c0f-e564-410f-9851-c48e825b2890 req-94a26aac-8f37-4492-ba08-6c03ef695014 tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] 10.222.0.57 "GET /v2.0/security-groups?id=c91227bb-43a5-40ff-bd7d-20adc312d046&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0405834
Feb 17 03:45:55.900020 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:45:56.307102 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Device 39703cbb-7232-4287-b978-10f8d1e89e27 up at agent ovs-agent-hv-cinder-75994 {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:45:56.378400 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Provisioning complete for port 39703cbb-7232-4287-b978-10f8d1e89e27 triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:45:56.378810 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838161172'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:45:56.457157 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-8cda4ffb-98e6-4bcf-adaf-c47fc353fc1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:45:56.516101 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687362'] for port, before_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:45:56.544196 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77f0161e-1beb-4d64-8821-74972840276b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39703cbb-7232-4287-b978-10f8d1e89e27'}] {{(pid=83923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 03:45:56.554815 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.db [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] For port 39703cbb-7232-4287-b978-10f8d1e89e27, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=39703cbb-7232-4287-b978-10f8d1e89e27,segment=NetworkSegment(26f66af1-e3b5-4da8-80a2-e48afd72ec58),segment_id=26f66af1-e3b5-4da8-80a2-e48afd72ec58)] {{(pid=83923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:45:56.557458 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303097879514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733756514675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303098261108'] for port, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:45:56.559996 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:45:56.597779 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77f0161e-1beb-4d64-8821-74972840276b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39703cbb-7232-4287-b978-10f8d1e89e27', 'code': 200}
Feb 17 03:45:56.634511 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Pushing event updated for resources: {'Port': ['ID=39703cbb-7232-4287-b978-10f8d1e89e27,revision_number=6']} {{(pid=83923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:45:56.638314 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=83923) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:45:56.902486 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2b6d59-b314-4fbd-a428-f8016cdbaa73 req-c27c6803-25bc-4172-819a-1b5985aeabfe tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:45:56.904108 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-6d2b6d59-b314-4fbd-a428-f8016cdbaa73 req-c27c6803-25bc-4172-819a-1b5985aeabfe tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] 10.222.0.57 "GET /v2.0/ports?device_id=77f0161e-1beb-4d64-8821-74972840276b HTTP/1.1" status: 200  len: 945 time: 0.0910764
Feb 17 03:45:56.931213 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56ade72-1a78-4953-ba8d-e48b819cf0c4 req-881feaad-0004-42fc-af66-8d143e3956f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:45:56.933445 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-d56ade72-1a78-4953-ba8d-e48b819cf0c4 req-881feaad-0004-42fc-af66-8d143e3956f9 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=77f0161e-1beb-4d64-8821-74972840276b HTTP/1.1" status: 200  len: 1162 time: 0.0877180
Feb 17 03:45:56.956667 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-6d2b6d59-b314-4fbd-a428-f8016cdbaa73 req-14d6efcb-eaf5-4ede-8b02-0eec7aba176e tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] 10.222.0.57 "GET /v2.0/security-groups?id=c91227bb-43a5-40ff-bd7d-20adc312d046&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0457649
Feb 17 03:45:56.976652 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-d56ade72-1a78-4953-ba8d-e48b819cf0c4 req-bfe3ee98-99c8-4a80-9a2c-20ddc86fa3b8 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=c91227bb-43a5-40ff-bd7d-20adc312d046&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0377922
Feb 17 03:45:57.247068 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:45:57.644658 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-3bdb028f-655c-46e9-b0eb-5d4ca64bdb37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:45:57.875297 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Device 39703cbb-7232-4287-b978-10f8d1e89e27 up at agent ovs-agent-hv-cinder-75994 {{(pid=83923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:45:58.110089 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.provisioning_blocks [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Provisioning complete for port 39703cbb-7232-4287-b978-10f8d1e89e27 triggered by entity L2. {{(pid=83923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:45:58.110507 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838161172'] for port, provisioning_complete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:45:58.162551 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53833d3-1fe5-4568-8b06-e899773916bd req-18e04f3c-17e5-4ffc-82d0-dccdce9a438e tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:45:58.164062 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-b53833d3-1fe5-4568-8b06-e899773916bd req-18e04f3c-17e5-4ffc-82d0-dccdce9a438e tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] 10.222.0.57 "GET /v2.0/ports?device_id=77f0161e-1beb-4d64-8821-74972840276b HTTP/1.1" status: 200  len: 945 time: 0.0871241
Feb 17 03:45:58.213270 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-b53833d3-1fe5-4568-8b06-e899773916bd req-3bc638fb-1457-4e4b-8fdd-bc32739a67de tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] 10.222.0.57 "GET /v2.0/security-groups?id=c91227bb-43a5-40ff-bd7d-20adc312d046&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0427625
Feb 17 03:45:59.411471 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7e45af-44c6-416b-b920-261f51683957 req-925b3550-976b-492e-ae9e-92ebea572a55 tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:45:59.413097 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-7b7e45af-44c6-416b-b920-261f51683957 req-925b3550-976b-492e-ae9e-92ebea572a55 tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] 10.222.0.57 "GET /v2.0/ports?device_id=77f0161e-1beb-4d64-8821-74972840276b HTTP/1.1" status: 200  len: 945 time: 0.0860279
Feb 17 03:45:59.460262 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-7b7e45af-44c6-416b-b920-261f51683957 req-abd6c7cc-aecc-4c56-8de1-a26bc1c86d60 tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] 10.222.0.57 "GET /v2.0/security-groups?id=c91227bb-43a5-40ff-bd7d-20adc312d046&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0409992
Feb 17 03:46:20.156122 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.agents_db [None req-06fda002-6a6c-4595-892c-f579c445b334 None None] Agent healthcheck: found 6 active agents {{(pid=83924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 03:46:23.437988 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-1cd9813b-de83-4623-8d12-2ff7a4b17226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:46:25.508836 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-805daea5-2af4-41b6-b312-5e7893e13951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:46:25.906906 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:46:26.453494 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-8cda4ffb-98e6-4bcf-adaf-c47fc353fc1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:46:27.247908 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:46:27.765907 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-3bdb028f-655c-46e9-b0eb-5d4ca64bdb37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:46:28.394528 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-bf5acbc0-f2df-467e-ab2e-97a1c1416c33 req-b6ec4f3f-00ff-4597-be8c-a358d2cd64a4 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=77f0161e-1beb-4d64-8821-74972840276b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0794001
Feb 17 03:46:28.557911 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5acbc0-f2df-467e-ab2e-97a1c1416c33 req-afe66760-6a9f-4998-a22d-70e5fcb6574b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:46:28.559520 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-bf5acbc0-f2df-467e-ab2e-97a1c1416c33 req-afe66760-6a9f-4998-a22d-70e5fcb6574b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6d1987144d0f48bfb9d06f558ccc8618&device_id=77f0161e-1beb-4d64-8821-74972840276b HTTP/1.1" status: 200  len: 1162 time: 0.0766840
Feb 17 03:46:28.711181 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5acbc0-f2df-467e-ab2e-97a1c1416c33 req-48612857-190b-4134-949d-763371f4a9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:46:28.712764 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-bf5acbc0-f2df-467e-ab2e-97a1c1416c33 req-48612857-190b-4134-949d-763371f4a9c1 service neutron] 10.222.0.54 "GET /v2.0/networks?id=6d75f49d-2a5f-4240-85a8-12f51dafc5ee HTTP/1.1" status: 200  len: 903 time: 0.1354668
Feb 17 03:46:28.820484 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-bf5acbc0-f2df-467e-ab2e-97a1c1416c33 req-4ee2a3ce-fcc3-4039-8ecd-2e3fbe641b13 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=39703cbb-7232-4287-b978-10f8d1e89e27 HTTP/1.1" status: 200  len: 1000 time: 0.1008465
Feb 17 03:46:28.892539 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5acbc0-f2df-467e-ab2e-97a1c1416c33 req-6413ac27-b9e8-4c18-920a-32001eb74459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:46:28.894164 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-bf5acbc0-f2df-467e-ab2e-97a1c1416c33 req-6413ac27-b9e8-4c18-920a-32001eb74459 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d3cf1147-5145-4d37-bf53-440cef5ee442 HTTP/1.1" status: 200  len: 848 time: 0.0670469
Feb 17 03:46:28.978089 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5acbc0-f2df-467e-ab2e-97a1c1416c33 req-010f296a-7098-4f70-ab21-332355efdb02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:46:28.979612 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-bf5acbc0-f2df-467e-ab2e-97a1c1416c33 req-010f296a-7098-4f70-ab21-332355efdb02 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6d75f49d-2a5f-4240-85a8-12f51dafc5ee&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0780442
Feb 17 03:46:29.120449 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-bf5acbc0-f2df-467e-ab2e-97a1c1416c33 req-1c1b2ee3-9d23-4891-ac40-fb4f31b6e276 service neutron] 10.222.0.54 "GET /v2.0/networks/6d75f49d-2a5f-4240-85a8-12f51dafc5ee?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1344066
Feb 17 03:46:29.265121 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-bf5acbc0-f2df-467e-ab2e-97a1c1416c33 req-9e9cc375-a1a4-49d8-983f-ea210435c8b1 service neutron] 10.222.0.54 "GET /v2.0/networks/6d75f49d-2a5f-4240-85a8-12f51dafc5ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1379468
Feb 17 03:46:53.439347 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-320c3235-f7c2-48f6-ada5-027a6629a844 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:46:55.509248 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-ce2288e6-b2db-4da6-a77b-5bfb6e030784 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:46:55.927752 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:46:56.455656 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-8cda4ffb-98e6-4bcf-adaf-c47fc353fc1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:46:57.155720 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.agents_db [None req-06fda002-6a6c-4595-892c-f579c445b334 None None] Agent healthcheck: found 6 active agents {{(pid=83924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 03:46:57.249867 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:46:57.654279 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-3bdb028f-655c-46e9-b0eb-5d4ca64bdb37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:47:23.442201 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-af925fed-8c73-42f4-9308-18fff32cb4c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:47:25.511702 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-8fbe82d2-9968-4b7a-b8a2-8a574c93e5cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:47:25.926692 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:47:26.457707 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-8cda4ffb-98e6-4bcf-adaf-c47fc353fc1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:47:27.251631 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:47:27.655431 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-3bdb028f-655c-46e9-b0eb-5d4ca64bdb37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:47:28.389958 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-c9d985ca-17e7-44af-84e8-4d5fe5177606 req-7e4a3e8a-fe1d-4a2d-ae60-a3dcb31eefdc service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=77f0161e-1beb-4d64-8821-74972840276b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0776675
Feb 17 03:47:28.559894 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-59cc47ef-055a-4422-a113-625aa0c3d8ce req-d2c4c0c2-30a3-4ec1-b78c-6bddd3114e37 tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] 10.222.0.57 "GET /v2.0/floatingips/745fe921-b6cf-4544-a2f2-fe4bf14775e4 HTTP/1.1" status: 200  len: 997 time: 0.1654654
Feb 17 03:47:28.680334 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d985ca-17e7-44af-84e8-4d5fe5177606 req-b4cd3533-31a2-4089-8b34-509a92e03d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:47:28.681990 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-c9d985ca-17e7-44af-84e8-4d5fe5177606 req-b4cd3533-31a2-4089-8b34-509a92e03d09 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6d1987144d0f48bfb9d06f558ccc8618&device_id=77f0161e-1beb-4d64-8821-74972840276b HTTP/1.1" status: 200  len: 1162 time: 0.2014837
Feb 17 03:47:28.822480 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cc47ef-055a-4422-a113-625aa0c3d8ce req-ec17141b-4284-45e5-a113-d4fd983bae44 tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:47:28.823933 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-59cc47ef-055a-4422-a113-625aa0c3d8ce req-ec17141b-4284-45e5-a113-d4fd983bae44 tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] 10.222.0.57 "GET /v2.0/networks/47a54196-2e01-4ced-bf59-8f5a8abde718 HTTP/1.1" status: 200  len: 784 time: 0.2572062
Feb 17 03:47:28.957089 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d985ca-17e7-44af-84e8-4d5fe5177606 req-e1d563ea-9c02-41cc-b2ff-7a52e1ee5cce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:47:28.958633 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-c9d985ca-17e7-44af-84e8-4d5fe5177606 req-e1d563ea-9c02-41cc-b2ff-7a52e1ee5cce service neutron] 10.222.0.54 "GET /v2.0/networks?id=6d75f49d-2a5f-4240-85a8-12f51dafc5ee HTTP/1.1" status: 200  len: 903 time: 0.2568707
Feb 17 03:47:28.969559 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-59cc47ef-055a-4422-a113-625aa0c3d8ce req-738869c1-67b5-4314-8249-39c8ba4745f4 tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.27.0.65 HTTP/1.1" status: 200  len: 1000 time: 0.1303241
Feb 17 03:47:29.366971 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-c9d985ca-17e7-44af-84e8-4d5fe5177606 req-76333d54-e470-442c-a32b-28cff89f7830 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=39703cbb-7232-4287-b978-10f8d1e89e27 HTTP/1.1" status: 200  len: 1000 time: 0.4006124
Feb 17 03:47:29.372926 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cc47ef-055a-4422-a113-625aa0c3d8ce req-737d4f26-2744-4f77-b8a9-118d9e76d0c3 tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:47:29.374326 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-59cc47ef-055a-4422-a113-625aa0c3d8ce req-737d4f26-2744-4f77-b8a9-118d9e76d0c3 tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] 10.222.0.57 "GET /v2.0/ports/39703cbb-7232-4287-b978-10f8d1e89e27 HTTP/1.1" status: 200  len: 942 time: 0.3541458
Feb 17 03:47:29.439125 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d985ca-17e7-44af-84e8-4d5fe5177606 req-81e47772-a06a-4e4d-9276-b39b4e28ab9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:47:29.440696 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-c9d985ca-17e7-44af-84e8-4d5fe5177606 req-81e47772-a06a-4e4d-9276-b39b4e28ab9a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d3cf1147-5145-4d37-bf53-440cef5ee442 HTTP/1.1" status: 200  len: 848 time: 0.0654523
Feb 17 03:47:29.608422 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-59cc47ef-055a-4422-a113-625aa0c3d8ce req-99346c4e-e2cd-4d33-adb7-d459a61a2f38 tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.27.0.65 HTTP/1.1" status: 200  len: 1000 time: 0.1249518
Feb 17 03:47:29.711889 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d985ca-17e7-44af-84e8-4d5fe5177606 req-f0053417-f535-424c-b664-aa45e2333af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:47:29.713553 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-c9d985ca-17e7-44af-84e8-4d5fe5177606 req-f0053417-f535-424c-b664-aa45e2333af3 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6d75f49d-2a5f-4240-85a8-12f51dafc5ee&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2668073
Feb 17 03:47:29.951595 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.plugin [req-59cc47ef-055a-4422-a113-625aa0c3d8ce req-aa8b5b60-d0f3-4ca8-a183-2964c0076166 tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] Deleting port 6996c8cc-dcef-41f4-b6a4-f3e62c9f61b2 {{(pid=83921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 03:47:29.951981 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-59cc47ef-055a-4422-a113-625aa0c3d8ce req-aa8b5b60-d0f3-4ca8-a183-2964c0076166 tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363303097822068'] for port, before_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:47:30.009386 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-c9d985ca-17e7-44af-84e8-4d5fe5177606 req-d7ed803d-d541-4d85-a2cd-4a1b39aa74b9 service neutron] 10.222.0.54 "GET /v2.0/networks/6d75f49d-2a5f-4240-85a8-12f51dafc5ee?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2809956
Feb 17 03:47:30.267722 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-c9d985ca-17e7-44af-84e8-4d5fe5177606 req-bacfb218-5a5d-45a8-8e4e-b3b0b3c15d34 service neutron] 10.222.0.54 "GET /v2.0/networks/6d75f49d-2a5f-4240-85a8-12f51dafc5ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2504289
Feb 17 03:47:30.269321 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-59cc47ef-055a-4422-a113-625aa0c3d8ce req-aa8b5b60-d0f3-4ca8-a183-2964c0076166 tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853786502'] for port, precommit_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:47:30.269685 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-59cc47ef-055a-4422-a113-625aa0c3d8ce req-aa8b5b60-d0f3-4ca8-a183-2964c0076166 tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:47:30.402049 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.plugin [req-59cc47ef-055a-4422-a113-625aa0c3d8ce req-aa8b5b60-d0f3-4ca8-a183-2964c0076166 tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] Calling delete_port for 6996c8cc-dcef-41f4-b6a4-f3e62c9f61b2 owned by network:floatingip {{(pid=83921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 03:47:30.555177 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-59cc47ef-055a-4422-a113-625aa0c3d8ce req-aa8b5b60-d0f3-4ca8-a183-2964c0076166 tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363303097879497', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363303098261142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852640907'] for port, after_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:47:30.570539 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-56975318-b736-4c7b-a8f0-de0edf9891da service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:47:30.667324 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8b5b60-d0f3-4ca8-a183-2964c0076166 tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] Pushing event deleted for resources: {'Port': ['ID=6996c8cc-dcef-41f4-b6a4-f3e62c9f61b2,revision_number=None']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:47:30.685991 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8b5b60-d0f3-4ca8-a183-2964c0076166 tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:47:30.686274 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8b5b60-d0f3-4ca8-a183-2964c0076166 tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:47:30.686680 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8b5b60-d0f3-4ca8-a183-2964c0076166 tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:47:30.687077 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8b5b60-d0f3-4ca8-a183-2964c0076166 tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:47:30.687472 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8b5b60-d0f3-4ca8-a183-2964c0076166 tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:47:30.687864 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8b5b60-d0f3-4ca8-a183-2964c0076166 tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:47:30.688253 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8b5b60-d0f3-4ca8-a183-2964c0076166 tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:47:30.688627 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8b5b60-d0f3-4ca8-a183-2964c0076166 tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:47:30.689004 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8b5b60-d0f3-4ca8-a183-2964c0076166 tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:47:30.689406 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8b5b60-d0f3-4ca8-a183-2964c0076166 tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:47:30.689807 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8b5b60-d0f3-4ca8-a183-2964c0076166 tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:47:30.690155 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8b5b60-d0f3-4ca8-a183-2964c0076166 tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:47:30.690630 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8b5b60-d0f3-4ca8-a183-2964c0076166 tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:47:30.691021 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8b5b60-d0f3-4ca8-a183-2964c0076166 tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:47:30.691407 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8b5b60-d0f3-4ca8-a183-2964c0076166 tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:47:30.691790 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8b5b60-d0f3-4ca8-a183-2964c0076166 tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:47:30.692177 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8b5b60-d0f3-4ca8-a183-2964c0076166 tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:47:30.692561 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8b5b60-d0f3-4ca8-a183-2964c0076166 tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:47:30.692943 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8b5b60-d0f3-4ca8-a183-2964c0076166 tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:47:30.693355 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8b5b60-d0f3-4ca8-a183-2964c0076166 tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:47:30.693737 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8b5b60-d0f3-4ca8-a183-2964c0076166 tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:47:30.694119 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8b5b60-d0f3-4ca8-a183-2964c0076166 tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:47:30.694502 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8b5b60-d0f3-4ca8-a183-2964c0076166 tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:47:30.694883 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8b5b60-d0f3-4ca8-a183-2964c0076166 tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:47:30.700256 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-aa8b5b60-d0f3-4ca8-a183-2964c0076166 tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:47:30.809941 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-59cc47ef-055a-4422-a113-625aa0c3d8ce req-aa8b5b60-d0f3-4ca8-a183-2964c0076166 tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] Notify callbacks [] for floatingip, after_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:47:30.810255 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.db.l3_db [req-59cc47ef-055a-4422-a113-625aa0c3d8ce req-aa8b5b60-d0f3-4ca8-a183-2964c0076166 tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] Floating IP 745fe921-b6cf-4544-a2f2-fe4bf14775e4 disassociated (deleted). External IP: 172.27.0.65, port: 39703cbb-7232-4287-b978-10f8d1e89e27.
Feb 17 03:47:31.178775 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.scheduler.l3_agent_scheduler [req-59cc47ef-055a-4422-a113-625aa0c3d8ce req-aa8b5b60-d0f3-4ca8-a183-2964c0076166 tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] Router 7bdf5693-435c-4573-999e-8e830668e290 has already been hosted by L3 agent 3e02af72-3002-4fb3-96dd-e59119f81584 {{(pid=83921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 03:47:31.610875 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-59cc47ef-055a-4422-a113-625aa0c3d8ce req-aa8b5b60-d0f3-4ca8-a183-2964c0076166 tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] Notify agent at l3_agent.dv-cinder-759943-5-iscsi the message routers_updated {{(pid=83921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 03:47:31.621307 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f1aef8-ee5c-4870-b776-9a239d8315d4 None None] Sync routers for ids ['7bdf5693-435c-4573-999e-8e830668e290'] in dv-cinder-759943-5-iscsi {{(pid=83924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 03:47:31.630976 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f1aef8-ee5c-4870-b776-9a239d8315d4 None None] Routers {'7bdf5693-435c-4573-999e-8e830668e290'} bound to L3 agent in host dv-cinder-759943-5-iscsi {{(pid=83924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 03:47:31.631624 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_hamode_db [None req-32f1aef8-ee5c-4870-b776-9a239d8315d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f17c65c49b0>, 'dv-cinder-759943-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T03:18:25Z,description=<?>,heartbeat_timestamp=2021-02-17T03:47:25Z,host='dv-cinder-759943-5-iscsi',id=3e02af72-3002-4fb3-96dd-e59119f81584,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T03:18:25Z,topic='l3_agent')) {'router_ids': ['7bdf5693-435c-4573-999e-8e830668e290'], 'active': True} {{(pid=83924) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:47:31.635219 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-59cc47ef-055a-4422-a113-625aa0c3d8ce req-aa8b5b60-d0f3-4ca8-a183-2964c0076166 tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774597'] for floatingip, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:47:31.693603 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-59cc47ef-055a-4422-a113-625aa0c3d8ce req-aa8b5b60-d0f3-4ca8-a183-2964c0076166 tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] 10.222.0.57 "DELETE /v2.0/floatingips/745fe921-b6cf-4544-a2f2-fe4bf14775e4 HTTP/1.1" status: 204  len: 173 time: 2.0788112
Feb 17 03:47:31.694166 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77f0161e-1beb-4d64-8821-74972840276b', 'tag': '39703cbb-7232-4287-b978-10f8d1e89e27'}] {{(pid=83921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 03:47:31.814833 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77f0161e-1beb-4d64-8821-74972840276b', 'tag': '39703cbb-7232-4287-b978-10f8d1e89e27', 'status': 'completed', 'code': 200}
Feb 17 03:47:31.843625 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cc47ef-055a-4422-a113-625aa0c3d8ce req-1b0b40aa-5dd9-4690-ab48-162f4030c9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:47:31.845387 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-59cc47ef-055a-4422-a113-625aa0c3d8ce req-1b0b40aa-5dd9-4690-ab48-162f4030c9f1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6d1987144d0f48bfb9d06f558ccc8618&device_id=77f0161e-1beb-4d64-8821-74972840276b HTTP/1.1" status: 200  len: 1162 time: 0.1376975
Feb 17 03:47:31.984039 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvr_db [None req-32f1aef8-ee5c-4870-b776-9a239d8315d4 None None] Set router 7bdf5693-435c-4573-999e-8e830668e290 gateway port host: dv-cinder-759943-5-iscsi {{(pid=83924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 03:47:32.064863 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cc47ef-055a-4422-a113-625aa0c3d8ce req-3e7d906f-b447-4a1c-9817-9be6fef1091d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:47:32.066518 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-59cc47ef-055a-4422-a113-625aa0c3d8ce req-3e7d906f-b447-4a1c-9817-9be6fef1091d service neutron] 10.222.0.57 "GET /v2.0/networks?id=6d75f49d-2a5f-4240-85a8-12f51dafc5ee HTTP/1.1" status: 200  len: 903 time: 0.2123806
Feb 17 03:47:32.068492 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be48461c-6cef-4ed7-995c-423c8f07f466 req-eeff077f-cb7f-464e-b9a5-36cb27d2de5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:47:32.070011 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-be48461c-6cef-4ed7-995c-423c8f07f466 req-eeff077f-cb7f-464e-b9a5-36cb27d2de5c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6d1987144d0f48bfb9d06f558ccc8618&device_id=77f0161e-1beb-4d64-8821-74972840276b HTTP/1.1" status: 200  len: 1162 time: 0.1888535
Feb 17 03:47:32.213693 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-59cc47ef-055a-4422-a113-625aa0c3d8ce req-e614f05f-3237-4b68-a422-ca6befb8f1d2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=39703cbb-7232-4287-b978-10f8d1e89e27 HTTP/1.1" status: 200  len: 217 time: 0.1404295
Feb 17 03:47:32.319165 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cc47ef-055a-4422-a113-625aa0c3d8ce req-82ccf7f7-5e48-4d90-98c4-3aa5cceda1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:47:32.320741 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_hamode_db [None req-32f1aef8-ee5c-4870-b776-9a239d8315d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f17c65c49b0>, [{'id': '7bdf5693-435c-4573-999e-8e830668e290', 'name': 'tempest-TestShelveInstance-1288731035-router', 'tenant_id': '6d1987144d0f48bfb9d06f558ccc8618', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'external_fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': '42bace47-27f5-4433-9776-7eeaa7e6e842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:42:11Z', 'updated_at': '2021-02-17T03:42:16Z', 'revision_number': 4, 'project_id': '6d1987144d0f48bfb9d06f558ccc8618', 'gw_port': {'id': '42bace47-27f5-4433-9776-7eeaa7e6e842', 'name': '', 'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:da:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bdf5693-435c-4573-999e-8e830668e290', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:42:12Z', 'updated_at': '2021-02-17T03:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-5-iscsi', '_interfaces': [{'id': 'a41f29b9-deb9-44bf-a332-97e19651382e', 'name': '', 'network_id': '6d75f49d-2a5f-4240-85a8-12f51dafc5ee', 'tenant_id': '6d1987144d0f48bfb9d06f558ccc8618', 'mac_address': 'fa:16:3e:ad:f9:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bdf5693-435c-4573-999e-8e830668e290', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'd3cf1147-5145-4d37-bf53-440cef5ee442', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:42:15Z', 'updated_at': '2021-02-17T03:42:25Z', 'revision_number': 5, 'project_id': '6d1987144d0f48bfb9d06f558ccc8618', 'subnets': [{'id': 'd3cf1147-5145-4d37-bf53-440cef5ee442', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759943-5-iscsi', False) {} {{(pid=83924) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:47:32.320912 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-59cc47ef-055a-4422-a113-625aa0c3d8ce req-82ccf7f7-5e48-4d90-98c4-3aa5cceda1b9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d3cf1147-5145-4d37-bf53-440cef5ee442 HTTP/1.1" status: 200  len: 848 time: 0.0942786
Feb 17 03:47:32.324990 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f1aef8-ee5c-4870-b776-9a239d8315d4 None None] Checking router: 7bdf5693-435c-4573-999e-8e830668e290 for host: dv-cinder-759943-5-iscsi {{(pid=83924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 03:47:32.334220 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f1aef8-ee5c-4870-b776-9a239d8315d4 None None] Routers {'7bdf5693-435c-4573-999e-8e830668e290'} bound to L3 agent in host dv-cinder-759943-5-iscsi {{(pid=83924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 03:47:32.334871 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_hamode_db [None req-32f1aef8-ee5c-4870-b776-9a239d8315d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f17c65c49b0>, 'dv-cinder-759943-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T03:18:25Z,description=<?>,heartbeat_timestamp=2021-02-17T03:47:25Z,host='dv-cinder-759943-5-iscsi',id=3e02af72-3002-4fb3-96dd-e59119f81584,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T03:18:25Z,topic='l3_agent')) {'router_ids': ['7bdf5693-435c-4573-999e-8e830668e290'], 'active': True} {{(pid=83924) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:47:32.385319 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be48461c-6cef-4ed7-995c-423c8f07f466 req-df2707f3-f3c7-4a96-befb-d33b417898a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:47:32.386891 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-be48461c-6cef-4ed7-995c-423c8f07f466 req-df2707f3-f3c7-4a96-befb-d33b417898a3 service neutron] 10.222.0.54 "GET /v2.0/networks?id=6d75f49d-2a5f-4240-85a8-12f51dafc5ee HTTP/1.1" status: 200  len: 903 time: 0.2611773
Feb 17 03:47:32.467473 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-be48461c-6cef-4ed7-995c-423c8f07f466 req-205c7c8a-f8f0-4f36-ad4f-800a20570630 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=39703cbb-7232-4287-b978-10f8d1e89e27 HTTP/1.1" status: 200  len: 217 time: 0.0726569
Feb 17 03:47:32.522676 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvr_db [None req-32f1aef8-ee5c-4870-b776-9a239d8315d4 None None] Set router 7bdf5693-435c-4573-999e-8e830668e290 gateway port host: dv-cinder-759943-5-iscsi {{(pid=83924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 03:47:32.538117 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cc47ef-055a-4422-a113-625aa0c3d8ce req-3116f036-c0a8-4b07-961b-613dac9ae078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:47:32.539764 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-59cc47ef-055a-4422-a113-625aa0c3d8ce req-3116f036-c0a8-4b07-961b-613dac9ae078 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6d75f49d-2a5f-4240-85a8-12f51dafc5ee&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2073846
Feb 17 03:47:32.550241 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be48461c-6cef-4ed7-995c-423c8f07f466 req-c8e265cd-67f7-463f-ba33-087d7792d8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:47:32.551714 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-be48461c-6cef-4ed7-995c-423c8f07f466 req-c8e265cd-67f7-463f-ba33-087d7792d8cd service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d3cf1147-5145-4d37-bf53-440cef5ee442 HTTP/1.1" status: 200  len: 848 time: 0.0761566
Feb 17 03:47:32.756169 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-59cc47ef-055a-4422-a113-625aa0c3d8ce req-e568b148-6d89-4a25-a0c6-13b15d9c91d3 service neutron] 10.222.0.57 "GET /v2.0/networks/6d75f49d-2a5f-4240-85a8-12f51dafc5ee?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2078903
Feb 17 03:47:32.758049 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be48461c-6cef-4ed7-995c-423c8f07f466 req-8ae0787a-3c2b-4ac7-9a71-a6b3e47d2ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:47:32.759514 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-be48461c-6cef-4ed7-995c-423c8f07f466 req-8ae0787a-3c2b-4ac7-9a71-a6b3e47d2ce7 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6d75f49d-2a5f-4240-85a8-12f51dafc5ee&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1812503
Feb 17 03:47:32.864116 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_hamode_db [None req-32f1aef8-ee5c-4870-b776-9a239d8315d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f17c65c49b0>, [{'id': '7bdf5693-435c-4573-999e-8e830668e290', 'name': 'tempest-TestShelveInstance-1288731035-router', 'tenant_id': '6d1987144d0f48bfb9d06f558ccc8618', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'external_fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': '42bace47-27f5-4433-9776-7eeaa7e6e842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:42:11Z', 'updated_at': '2021-02-17T03:42:16Z', 'revision_number': 4, 'project_id': '6d1987144d0f48bfb9d06f558ccc8618', 'gw_port': {'id': '42bace47-27f5-4433-9776-7eeaa7e6e842', 'name': '', 'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:da:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bdf5693-435c-4573-999e-8e830668e290', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:42:12Z', 'updated_at': '2021-02-17T03:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-5-iscsi', '_interfaces': [{'id': 'a41f29b9-deb9-44bf-a332-97e19651382e', 'name': '', 'network_id': '6d75f49d-2a5f-4240-85a8-12f51dafc5ee', 'tenant_id': '6d1987144d0f48bfb9d06f558ccc8618', 'mac_address': 'fa:16:3e:ad:f9:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bdf5693-435c-4573-999e-8e830668e290', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'd3cf1147-5145-4d37-bf53-440cef5ee442', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:42:15Z', 'updated_at': '2021-02-17T03:42:25Z', 'revision_number': 5, 'project_id': '6d1987144d0f48bfb9d06f558ccc8618', 'subnets': [{'id': 'd3cf1147-5145-4d37-bf53-440cef5ee442', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759943-5-iscsi', False) {} {{(pid=83924) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:47:32.868498 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f1aef8-ee5c-4870-b776-9a239d8315d4 None None] The sync data for ids ['7bdf5693-435c-4573-999e-8e830668e290'] in dv-cinder-759943-5-iscsi is: [{'id': '7bdf5693-435c-4573-999e-8e830668e290', 'name': 'tempest-TestShelveInstance-1288731035-router', 'tenant_id': '6d1987144d0f48bfb9d06f558ccc8618', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'external_fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': '42bace47-27f5-4433-9776-7eeaa7e6e842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:42:11Z', 'updated_at': '2021-02-17T03:42:16Z', 'revision_number': 4, 'project_id': '6d1987144d0f48bfb9d06f558ccc8618', 'gw_port': {'id': '42bace47-27f5-4433-9776-7eeaa7e6e842', 'name': '', 'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:da:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bdf5693-435c-4573-999e-8e830668e290', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:42:12Z', 'updated_at': '2021-02-17T03:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-5-iscsi', '_interfaces': [{'id': 'a41f29b9-deb9-44bf-a332-97e19651382e', 'name': '', 'network_id': '6d75f49d-2a5f-4240-85a8-12f51dafc5ee', 'tenant_id': '6d1987144d0f48bfb9d06f558ccc8618', 'mac_address': 'fa:16:3e:ad:f9:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bdf5693-435c-4573-999e-8e830668e290', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'd3cf1147-5145-4d37-bf53-440cef5ee442', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:42:15Z', 'updated_at': '2021-02-17T03:42:25Z', 'revision_number': 5, 'project_id': '6d1987144d0f48bfb9d06f558ccc8618', 'subnets': [{'id': 'd3cf1147-5145-4d37-bf53-440cef5ee442', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 03:47:33.019969 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-59cc47ef-055a-4422-a113-625aa0c3d8ce req-a9d6858f-ef7c-4e74-b16f-e4fbd8a5a598 service neutron] 10.222.0.57 "GET /v2.0/networks/6d75f49d-2a5f-4240-85a8-12f51dafc5ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2569835
Feb 17 03:47:33.023174 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-be48461c-6cef-4ed7-995c-423c8f07f466 req-6c9b2478-c13b-485e-809b-aef62fb34665 service neutron] 10.222.0.54 "GET /v2.0/networks/6d75f49d-2a5f-4240-85a8-12f51dafc5ee?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2368114
Feb 17 03:47:33.173527 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-be48461c-6cef-4ed7-995c-423c8f07f466 req-826a8af7-0ad4-41d2-87c1-2ddfaada1900 service neutron] 10.222.0.54 "GET /v2.0/networks/6d75f49d-2a5f-4240-85a8-12f51dafc5ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1435735
Feb 17 03:47:33.268884 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9652e0a0-55b4-48ff-a111-563309515a01 None None] New status for floating IP 745fe921-b6cf-4544-a2f2-fe4bf14775e4: DOWN {{(pid=83923) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 17 03:47:33.416561 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457be855-2c64-4e49-b3de-9381a8075b80 req-922d7ea9-667e-411a-b918-4ee7dcc01641 tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:47:33.417338 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [req-457be855-2c64-4e49-b3de-9381a8075b80 req-922d7ea9-667e-411a-b918-4ee7dcc01641 tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] Synchronizing usage tracker for tenant:6d1987144d0f48bfb9d06f558ccc8618 on resource:port {{(pid=83921) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 03:47:33.431736 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [req-457be855-2c64-4e49-b3de-9381a8075b80 req-922d7ea9-667e-411a-b918-4ee7dcc01641 tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] Unset dirty status for tenant:6d1987144d0f48bfb9d06f558ccc8618 on resource:port {{(pid=83921) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 03:47:33.433040 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-457be855-2c64-4e49-b3de-9381a8075b80 req-922d7ea9-667e-411a-b918-4ee7dcc01641 tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] 10.222.0.57 "GET /v2.0/ports?device_id=77f0161e-1beb-4d64-8821-74972840276b HTTP/1.1" status: 200  len: 945 time: 0.1004314
Feb 17 03:47:33.485238 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-457be855-2c64-4e49-b3de-9381a8075b80 req-d9ed754c-2ad5-403a-9227-e963300c2276 tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] 10.222.0.57 "GET /v2.0/security-groups?id=c91227bb-43a5-40ff-bd7d-20adc312d046&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0452573
Feb 17 03:47:34.156486 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.agents_db [None req-06fda002-6a6c-4595-892c-f579c445b334 None None] Agent healthcheck: found 6 active agents {{(pid=83924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 03:47:34.690708 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec4fc27-8867-4adb-ae5e-4a6fefa9842f req-5f289616-9c6f-4892-99be-41bf5a3b8842 tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:47:34.692318 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-eec4fc27-8867-4adb-ae5e-4a6fefa9842f req-5f289616-9c6f-4892-99be-41bf5a3b8842 tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] 10.222.0.57 "GET /v2.0/ports?device_id=77f0161e-1beb-4d64-8821-74972840276b HTTP/1.1" status: 200  len: 945 time: 0.0934367
Feb 17 03:47:34.740457 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-eec4fc27-8867-4adb-ae5e-4a6fefa9842f req-1ba1149b-16cd-4315-928c-e1fac6e98167 tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] 10.222.0.57 "GET /v2.0/security-groups?id=c91227bb-43a5-40ff-bd7d-20adc312d046&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0418386
Feb 17 03:47:35.260457 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beed3ecb-3a42-40a2-8e8d-7bbbcba4bff1 req-d76927e2-6936-4e69-b64c-1697160b69fc tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:47:35.262037 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-beed3ecb-3a42-40a2-8e8d-7bbbcba4bff1 req-d76927e2-6936-4e69-b64c-1697160b69fc tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] 10.222.0.54 "GET /v2.0/ports?device_id=77f0161e-1beb-4d64-8821-74972840276b HTTP/1.1" status: 200  len: 945 time: 0.0878811
Feb 17 03:47:35.337624 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.plugin [req-beed3ecb-3a42-40a2-8e8d-7bbbcba4bff1 req-f44e4ca4-de0b-4cee-bca0-2e3cf9cf70bd tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] Deleting port 39703cbb-7232-4287-b978-10f8d1e89e27 {{(pid=83921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 03:47:35.338016 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-beed3ecb-3a42-40a2-8e8d-7bbbcba4bff1 req-f44e4ca4-de0b-4cee-bca0-2e3cf9cf70bd tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363303097822068'] for port, before_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:47:35.599960 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.db [req-beed3ecb-3a42-40a2-8e8d-7bbbcba4bff1 req-f44e4ca4-de0b-4cee-bca0-2e3cf9cf70bd tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] For port 39703cbb-7232-4287-b978-10f8d1e89e27, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=39703cbb-7232-4287-b978-10f8d1e89e27,segment=NetworkSegment(26f66af1-e3b5-4da8-80a2-e48afd72ec58),segment_id=26f66af1-e3b5-4da8-80a2-e48afd72ec58)] {{(pid=83921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:47:35.600286 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-beed3ecb-3a42-40a2-8e8d-7bbbcba4bff1 req-f44e4ca4-de0b-4cee-bca0-2e3cf9cf70bd tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853786502'] for port, precommit_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:47:35.734911 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.plugin [req-beed3ecb-3a42-40a2-8e8d-7bbbcba4bff1 req-f44e4ca4-de0b-4cee-bca0-2e3cf9cf70bd tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] Calling delete_port for 39703cbb-7232-4287-b978-10f8d1e89e27 owned by compute:nova {{(pid=83921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 03:47:35.943243 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-beed3ecb-3a42-40a2-8e8d-7bbbcba4bff1 req-f44e4ca4-de0b-4cee-bca0-2e3cf9cf70bd tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363303097879497', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363303098261142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852640907'] for port, after_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:47:35.961938 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-aa8b5b60-d0f3-4ca8-a183-2964c0076166 tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:47:36.062384 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44e4ca4-de0b-4cee-bca0-2e3cf9cf70bd tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] Pushing event deleted for resources: {'Port': ['ID=39703cbb-7232-4287-b978-10f8d1e89e27,revision_number=None']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:47:36.066268 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-f44e4ca4-de0b-4cee-bca0-2e3cf9cf70bd tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:47:36.096111 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60852a63-66b2-4dcd-a8fa-f2ed32d9dc9a req-d4922a09-0985-4c76-8c7b-c0705642910b tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:47:36.097735 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-60852a63-66b2-4dcd-a8fa-f2ed32d9dc9a req-d4922a09-0985-4c76-8c7b-c0705642910b tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] 10.222.0.57 "GET /v2.0/ports?device_id=77f0161e-1beb-4d64-8821-74972840276b HTTP/1.1" status: 200  len: 945 time: 0.2338107
Feb 17 03:47:36.177134 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-60852a63-66b2-4dcd-a8fa-f2ed32d9dc9a req-2130b3a4-4c97-4cfb-bf0d-ba2e34915a58 tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] 10.222.0.57 "GET /v2.0/security-groups?id=c91227bb-43a5-40ff-bd7d-20adc312d046&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0725694
Feb 17 03:47:36.230526 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvrscheduler_db [req-beed3ecb-3a42-40a2-8e8d-7bbbcba4bff1 req-f44e4ca4-de0b-4cee-bca0-2e3cf9cf70bd tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] No DVR routers for this DVR port 39703cbb-7232-4287-b978-10f8d1e89e27 on host hv-cinder-75994 {{(pid=83921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 03:47:36.233105 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-beed3ecb-3a42-40a2-8e8d-7bbbcba4bff1 req-f44e4ca4-de0b-4cee-bca0-2e3cf9cf70bd tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774597'] for port, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:47:36.235819 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77f0161e-1beb-4d64-8821-74972840276b', 'name': 'network-vif-deleted', 'tag': '39703cbb-7232-4287-b978-10f8d1e89e27'}] {{(pid=83921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 03:47:36.251398 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-beed3ecb-3a42-40a2-8e8d-7bbbcba4bff1 req-f44e4ca4-de0b-4cee-bca0-2e3cf9cf70bd tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] 10.222.0.54 "DELETE /v2.0/ports/39703cbb-7232-4287-b978-10f8d1e89e27 HTTP/1.1" status: 204  len: 173 time: 0.9841206
Feb 17 03:47:36.283433 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77f0161e-1beb-4d64-8821-74972840276b', 'name': 'network-vif-deleted', 'tag': '39703cbb-7232-4287-b978-10f8d1e89e27', 'status': 'completed', 'code': 200}
Feb 17 03:47:36.375282 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Device 39703cbb-7232-4287-b978-10f8d1e89e27 no longer exists at agent ovs-agent-hv-cinder-75994 {{(pid=83923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 03:47:36.412086 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.plugin [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] No Port match for: 39703cbb-7232-4287-b978-10f8d1e89e27 {{(pid=83923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 03:47:36.412479 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Device 39703cbb-7232-4287-b978-10f8d1e89e27 not bound to the agent host hv-cinder-75994 {{(pid=83923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 03:47:37.599036 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [req-619c5fa0-60aa-4761-9d68-5df3b79491cb req-3dfba800-222b-4c76-8787-ceec3708b8b7 tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] Synchronizing usage tracker for tenant:6d1987144d0f48bfb9d06f558ccc8618 on resource:port {{(pid=83921) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 03:47:37.613769 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.quota.resource [req-619c5fa0-60aa-4761-9d68-5df3b79491cb req-3dfba800-222b-4c76-8787-ceec3708b8b7 tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] Unset dirty status for tenant:6d1987144d0f48bfb9d06f558ccc8618 on resource:port {{(pid=83921) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 03:47:37.615017 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-619c5fa0-60aa-4761-9d68-5df3b79491cb req-3dfba800-222b-4c76-8787-ceec3708b8b7 tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] 10.222.0.57 "GET /v2.0/ports?device_id=77f0161e-1beb-4d64-8821-74972840276b HTTP/1.1" status: 200  len: 210 time: 0.3089414
Feb 17 03:47:38.779896 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-24391f82-08e6-44c1-ae85-698d7cc831e8 req-6a96f7b2-f8fd-41f6-9ce8-8e65b9af83b1 tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] 10.222.0.57 "GET /v2.0/security-groups/c91227bb-43a5-40ff-bd7d-20adc312d046 HTTP/1.1" status: 200  len: 2993 time: 0.0494022
Feb 17 03:47:38.849963 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-24391f82-08e6-44c1-ae85-698d7cc831e8 req-13c6d564-1355-4465-b1b7-880d1d7dbb19 tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] Notify callbacks [] for security_group, before_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:47:38.883903 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-24391f82-08e6-44c1-ae85-698d7cc831e8 req-13c6d564-1355-4465-b1b7-880d1d7dbb19 tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:47:38.930038 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-24391f82-08e6-44c1-ae85-698d7cc831e8 req-13c6d564-1355-4465-b1b7-880d1d7dbb19 tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876219'] for security_group, after_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:47:38.935667 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-9943aefc-f37a-40c4-a4c0-7ebd77f5064f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:47:38.950305 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c6d564-1355-4465-b1b7-880d1d7dbb19 tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c91227bb-43a5-40ff-bd7d-20adc312d046,revision_number=None']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:47:38.955052 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-13c6d564-1355-4465-b1b7-880d1d7dbb19 tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:47:38.960669 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [req-24391f82-08e6-44c1-ae85-698d7cc831e8 req-13c6d564-1355-4465-b1b7-880d1d7dbb19 tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] Notify callbacks [] for security_group, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:47:38.961897 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [req-24391f82-08e6-44c1-ae85-698d7cc831e8 req-13c6d564-1355-4465-b1b7-880d1d7dbb19 tempest-TestShelveInstance-1617019077 tempest-TestShelveInstance-1617019077-project] 10.222.0.57 "DELETE /v2.0/security-groups/c91227bb-43a5-40ff-bd7d-20adc312d046 HTTP/1.1" status: 204  len: 173 time: 0.1760380
Feb 17 03:47:40.030646 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.57', 48680) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:47:40.698828 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-8954129f-c24a-46ba-85cd-2827995b3195 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-947348'] for router_interface, before_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:47:41.069385 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.plugin [None req-8954129f-c24a-46ba-85cd-2827995b3195 admin admin] Deleting port a41f29b9-deb9-44bf-a332-97e19651382e {{(pid=83921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 03:47:41.069946 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-8954129f-c24a-46ba-85cd-2827995b3195 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363303097822068'] for port, before_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:47:41.254579 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.db [None req-8954129f-c24a-46ba-85cd-2827995b3195 admin admin] For port a41f29b9-deb9-44bf-a332-97e19651382e, host dv-cinder-759943-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-5-iscsi',level=0,port_id=a41f29b9-deb9-44bf-a332-97e19651382e,segment=NetworkSegment(26f66af1-e3b5-4da8-80a2-e48afd72ec58),segment_id=26f66af1-e3b5-4da8-80a2-e48afd72ec58)] {{(pid=83921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:47:41.254979 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-8954129f-c24a-46ba-85cd-2827995b3195 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853786502'] for port, precommit_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:47:41.386043 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.plugin [None req-8954129f-c24a-46ba-85cd-2827995b3195 admin admin] Calling delete_port for a41f29b9-deb9-44bf-a332-97e19651382e owned by network:router_interface {{(pid=83921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 03:47:41.558276 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-8954129f-c24a-46ba-85cd-2827995b3195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363303097879497', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363303098261142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852640907'] for port, after_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:47:41.573527 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-9f67076c-ac0e-4588-9519-b303e8d8c007 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:47:41.677530 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954129f-c24a-46ba-85cd-2827995b3195 admin admin] Pushing event deleted for resources: {'Port': ['ID=a41f29b9-deb9-44bf-a332-97e19651382e,revision_number=None']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:47:41.682155 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-8954129f-c24a-46ba-85cd-2827995b3195 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:47:41.983843 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-8954129f-c24a-46ba-85cd-2827995b3195 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854190951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-947450'] for router_interface, after_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:47:42.722655 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8954129f-c24a-46ba-85cd-2827995b3195 admin admin] Router 7bdf5693-435c-4573-999e-8e830668e290 has already been hosted by L3 agent 3e02af72-3002-4fb3-96dd-e59119f81584 {{(pid=83921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 03:47:42.914860 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8954129f-c24a-46ba-85cd-2827995b3195 admin admin] Notify agent at l3_agent.dv-cinder-759943-5-iscsi the message routers_updated {{(pid=83921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 03:47:42.924513 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a84a91dc-e94d-4e82-bb84-563434fe9e95 None None] Sync routers for ids ['7bdf5693-435c-4573-999e-8e830668e290'] in dv-cinder-759943-5-iscsi {{(pid=83924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 03:47:42.930758 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-8954129f-c24a-46ba-85cd-2827995b3195 admin admin] 10.222.0.57 "PUT /v2.0/routers/7bdf5693-435c-4573-999e-8e830668e290/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8989422
Feb 17 03:47:42.933472 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.57', 48686) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:47:42.934758 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a84a91dc-e94d-4e82-bb84-563434fe9e95 None None] Routers {'7bdf5693-435c-4573-999e-8e830668e290'} bound to L3 agent in host dv-cinder-759943-5-iscsi {{(pid=83924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 03:47:42.935410 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_hamode_db [None req-a84a91dc-e94d-4e82-bb84-563434fe9e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f17c6eae588>, 'dv-cinder-759943-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T03:18:25Z,description=<?>,heartbeat_timestamp=2021-02-17T03:47:25Z,host='dv-cinder-759943-5-iscsi',id=3e02af72-3002-4fb3-96dd-e59119f81584,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T03:18:25Z,topic='l3_agent')) {'router_ids': ['7bdf5693-435c-4573-999e-8e830668e290'], 'active': True} {{(pid=83924) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:47:43.124107 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-b2200677-f897-45d0-aeb9-602ecbe4fafd admin admin] Notify callbacks [] for router, before_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:47:43.133336 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvr_db [None req-a84a91dc-e94d-4e82-bb84-563434fe9e95 None None] Set router 7bdf5693-435c-4573-999e-8e830668e290 gateway port host: dv-cinder-759943-5-iscsi {{(pid=83924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 03:47:43.310902 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-b2200677-f897-45d0-aeb9-602ecbe4fafd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:47:43.316169 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.plugin [None req-b2200677-f897-45d0-aeb9-602ecbe4fafd admin admin] Deleting port 42bace47-27f5-4433-9776-7eeaa7e6e842 {{(pid=83921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 03:47:43.316541 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-b2200677-f897-45d0-aeb9-602ecbe4fafd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363303097822068'] for port, before_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:47:43.433994 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_hamode_db [None req-a84a91dc-e94d-4e82-bb84-563434fe9e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f17c6eae588>, [{'id': '7bdf5693-435c-4573-999e-8e830668e290', 'name': 'tempest-TestShelveInstance-1288731035-router', 'tenant_id': '6d1987144d0f48bfb9d06f558ccc8618', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'external_fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': '42bace47-27f5-4433-9776-7eeaa7e6e842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:42:11Z', 'updated_at': '2021-02-17T03:47:41Z', 'revision_number': 5, 'project_id': '6d1987144d0f48bfb9d06f558ccc8618', 'gw_port': {'id': '42bace47-27f5-4433-9776-7eeaa7e6e842', 'name': '', 'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:da:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bdf5693-435c-4573-999e-8e830668e290', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:42:12Z', 'updated_at': '2021-02-17T03:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-5-iscsi'}], 'dv-cinder-759943-5-iscsi', False) {} {{(pid=83924) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:47:43.437977 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a84a91dc-e94d-4e82-bb84-563434fe9e95 None None] Checking router: 7bdf5693-435c-4573-999e-8e830668e290 for host: dv-cinder-759943-5-iscsi {{(pid=83924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 03:47:43.446687 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a84a91dc-e94d-4e82-bb84-563434fe9e95 None None] Routers {'7bdf5693-435c-4573-999e-8e830668e290'} bound to L3 agent in host dv-cinder-759943-5-iscsi {{(pid=83924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 03:47:43.447321 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_hamode_db [None req-a84a91dc-e94d-4e82-bb84-563434fe9e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f17c6eae588>, 'dv-cinder-759943-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T03:18:25Z,description=<?>,heartbeat_timestamp=2021-02-17T03:47:25Z,host='dv-cinder-759943-5-iscsi',id=3e02af72-3002-4fb3-96dd-e59119f81584,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T03:18:25Z,topic='l3_agent')) {'router_ids': ['7bdf5693-435c-4573-999e-8e830668e290'], 'active': True} {{(pid=83924) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:47:43.503242 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.db [None req-b2200677-f897-45d0-aeb9-602ecbe4fafd admin admin] For port 42bace47-27f5-4433-9776-7eeaa7e6e842, host dv-cinder-759943-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-5-iscsi',level=0,port_id=42bace47-27f5-4433-9776-7eeaa7e6e842,segment=NetworkSegment(98c4310b-6fdc-4105-b056-95cb7f890c80),segment_id=98c4310b-6fdc-4105-b056-95cb7f890c80)] {{(pid=83921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:47:43.503631 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-b2200677-f897-45d0-aeb9-602ecbe4fafd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853786502'] for port, precommit_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:47:43.632833 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvr_db [None req-a84a91dc-e94d-4e82-bb84-563434fe9e95 None None] Set router 7bdf5693-435c-4573-999e-8e830668e290 gateway port host: dv-cinder-759943-5-iscsi {{(pid=83924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 03:47:43.634219 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.plugin [None req-b2200677-f897-45d0-aeb9-602ecbe4fafd admin admin] Calling delete_port for 42bace47-27f5-4433-9776-7eeaa7e6e842 owned by network:router_gateway {{(pid=83921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 03:47:43.778041 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-b2200677-f897-45d0-aeb9-602ecbe4fafd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363303097879497', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363303098261142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852640907'] for port, after_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:47:43.940091 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_hamode_db [None req-a84a91dc-e94d-4e82-bb84-563434fe9e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f17c6eae588>, [{'id': '7bdf5693-435c-4573-999e-8e830668e290', 'name': 'tempest-TestShelveInstance-1288731035-router', 'tenant_id': '6d1987144d0f48bfb9d06f558ccc8618', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'external_fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': '42bace47-27f5-4433-9776-7eeaa7e6e842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:42:11Z', 'updated_at': '2021-02-17T03:47:41Z', 'revision_number': 5, 'project_id': '6d1987144d0f48bfb9d06f558ccc8618', 'gw_port': {'id': '42bace47-27f5-4433-9776-7eeaa7e6e842', 'name': '', 'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:da:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bdf5693-435c-4573-999e-8e830668e290', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:42:12Z', 'updated_at': '2021-02-17T03:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-5-iscsi'}], 'dv-cinder-759943-5-iscsi', False) {} {{(pid=83924) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:47:43.944166 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a84a91dc-e94d-4e82-bb84-563434fe9e95 None None] The sync data for ids ['7bdf5693-435c-4573-999e-8e830668e290'] in dv-cinder-759943-5-iscsi is: [{'id': '7bdf5693-435c-4573-999e-8e830668e290', 'name': 'tempest-TestShelveInstance-1288731035-router', 'tenant_id': '6d1987144d0f48bfb9d06f558ccc8618', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'external_fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': '42bace47-27f5-4433-9776-7eeaa7e6e842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:42:11Z', 'updated_at': '2021-02-17T03:47:41Z', 'revision_number': 5, 'project_id': '6d1987144d0f48bfb9d06f558ccc8618', 'gw_port': {'id': '42bace47-27f5-4433-9776-7eeaa7e6e842', 'name': '', 'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:da:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bdf5693-435c-4573-999e-8e830668e290', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:42:12Z', 'updated_at': '2021-02-17T03:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-5-iscsi'}] {{(pid=83924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 03:47:43.970654 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-b2200677-f897-45d0-aeb9-602ecbe4fafd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-990902'] for router_gateway, after_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:47:44.110297 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-b2200677-f897-45d0-aeb9-602ecbe4fafd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-944190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854760956'] for router, precommit_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:47:44.112580 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-b2200677-f897-45d0-aeb9-602ecbe4fafd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:47:44.134443 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-b2200677-f897-45d0-aeb9-602ecbe4fafd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-945948'] for router, after_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:47:44.135000 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2200677-f897-45d0-aeb9-602ecbe4fafd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7bdf5693-435c-4573-999e-8e830668e290 {{(pid=83921) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Feb 17 03:47:44.148013 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-b2200677-f897-45d0-aeb9-602ecbe4fafd admin admin] Notify callbacks [] for router, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:47:44.149301 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-b2200677-f897-45d0-aeb9-602ecbe4fafd admin admin] 10.222.0.57 "DELETE /v2.0/routers/7bdf5693-435c-4573-999e-8e830668e290 HTTP/1.1" status: 204  len: 168 time: 1.2142127
Feb 17 03:47:44.152080 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.57', 48690) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:47:44.224473 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.db_base_plugin_v2 [None req-d14ff2d3-ebbe-4332-82f7-03437675913c admin admin] Deleting subnet d3cf1147-5145-4d37-bf53-440cef5ee442 {{(pid=83921) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 17 03:47:44.227553 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-d14ff2d3-ebbe-4332-82f7-03437675913c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:47:44.279878 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-d14ff2d3-ebbe-4332-82f7-03437675913c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852641159'] for subnet, precommit_delete_associations {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:47:44.364978 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-d14ff2d3-ebbe-4332-82f7-03437675913c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036838102275'] for subnet, precommit_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:47:44.630975 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-d14ff2d3-ebbe-4332-82f7-03437675913c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853913663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852641119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3438525'] for subnet, after_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:47:44.646828 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-66e158a9-d021-4b91-9ef8-7b3532bff20f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:47:44.742971 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14ff2d3-ebbe-4332-82f7-03437675913c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3cf1147-5145-4d37-bf53-440cef5ee442,revision_number=None']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:47:44.745640 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-d14ff2d3-ebbe-4332-82f7-03437675913c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:47:44.752849 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Device a41f29b9-deb9-44bf-a332-97e19651382e no longer exists at agent ovs-agent-dv-cinder-759943-5-iscsi {{(pid=83923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 03:47:44.784839 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-d14ff2d3-ebbe-4332-82f7-03437675913c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854193028'] for subnet, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:47:44.791697 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-d14ff2d3-ebbe-4332-82f7-03437675913c admin admin] 10.222.0.57 "DELETE /v2.0/subnets/d3cf1147-5145-4d37-bf53-440cef5ee442 HTTP/1.1" status: 204  len: 168 time: 0.6385760
Feb 17 03:47:44.792582 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.plugin [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] No Port match for: a41f29b9-deb9-44bf-a332-97e19651382e {{(pid=83923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 03:47:44.792974 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Device a41f29b9-deb9-44bf-a332-97e19651382e not bound to the agent host dv-cinder-759943-5-iscsi {{(pid=83923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 03:47:44.794060 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Device 42bace47-27f5-4433-9776-7eeaa7e6e842 no longer exists at agent ovs-agent-dv-cinder-759943-5-iscsi {{(pid=83923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 03:47:44.794907 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.57', 48694) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:47:44.824560 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9db20cd-df78-4d5b-ba0b-542a9f2dda11 None None] Network 6d75f49d-2a5f-4240-85a8-12f51dafc5ee requested from dv-cinder-759943-5-iscsi {{(pid=83923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 03:47:44.845166 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.plugin [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] No Port match for: 42bace47-27f5-4433-9776-7eeaa7e6e842 {{(pid=83923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 03:47:44.845551 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Device 42bace47-27f5-4433-9776-7eeaa7e6e842 not bound to the agent host dv-cinder-759943-5-iscsi {{(pid=83923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 03:47:44.914853 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-2fbd0ac4-5f67-4bee-8561-fd8810baa1d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036838459169'] for network, before_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:47:44.988299 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.plugin [None req-2fbd0ac4-5f67-4bee-8561-fd8810baa1d9 admin admin] Deleting port 2d2c8f82-4695-4a70-85f3-2aa6f248d940 {{(pid=83921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 03:47:44.988666 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-2fbd0ac4-5f67-4bee-8561-fd8810baa1d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363303097822068'] for port, before_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:47:45.090535 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ba6054c-dcb3-4a0e-91e2-90b94244dad2 None None] DHCP port deletion for 6d75f49d-2a5f-4240-85a8-12f51dafc5ee request from dv-cinder-759943-5-iscsi {{(pid=83923) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Feb 17 03:47:45.094713 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.plugin [None req-4ba6054c-dcb3-4a0e-91e2-90b94244dad2 None None] Deleting port 2d2c8f82-4695-4a70-85f3-2aa6f248d940 {{(pid=83923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 03:47:45.095130 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-4ba6054c-dcb3-4a0e-91e2-90b94244dad2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363303097822068'] for port, before_delete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:47:45.213138 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.db [None req-2fbd0ac4-5f67-4bee-8561-fd8810baa1d9 admin admin] For port 2d2c8f82-4695-4a70-85f3-2aa6f248d940, host dv-cinder-759943-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-5-iscsi',level=0,port_id=2d2c8f82-4695-4a70-85f3-2aa6f248d940,segment=NetworkSegment(26f66af1-e3b5-4da8-80a2-e48afd72ec58),segment_id=26f66af1-e3b5-4da8-80a2-e48afd72ec58)] {{(pid=83921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:47:45.213483 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-2fbd0ac4-5f67-4bee-8561-fd8810baa1d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853786502'] for port, precommit_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:47:45.310151 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.db [None req-4ba6054c-dcb3-4a0e-91e2-90b94244dad2 None None] For port 2d2c8f82-4695-4a70-85f3-2aa6f248d940, host dv-cinder-759943-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-5-iscsi',level=0,port_id=2d2c8f82-4695-4a70-85f3-2aa6f248d940,segment=NetworkSegment(26f66af1-e3b5-4da8-80a2-e48afd72ec58),segment_id=26f66af1-e3b5-4da8-80a2-e48afd72ec58)] {{(pid=83923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:47:45.310590 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-4ba6054c-dcb3-4a0e-91e2-90b94244dad2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853786502'] for port, precommit_delete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:47:45.349350 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.plugin [None req-2fbd0ac4-5f67-4bee-8561-fd8810baa1d9 admin admin] Calling delete_port for 2d2c8f82-4695-4a70-85f3-2aa6f248d940 owned by network:dhcp {{(pid=83921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 03:47:45.430326 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-2fbd0ac4-5f67-4bee-8561-fd8810baa1d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363303097879497', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363303098261142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852640907'] for port, after_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:47:45.442251 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.plugin [None req-4ba6054c-dcb3-4a0e-91e2-90b94244dad2 None None] Calling delete_port for 2d2c8f82-4695-4a70-85f3-2aa6f248d940 owned by network:dhcp {{(pid=83923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 03:47:45.445543 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-e2c46ac1-83ce-419e-8de5-6e57201e0f0d tempest-AttachVolumeTestJSON-1098248760 tempest-AttachVolumeTestJSON-1098248760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:47:45.517920 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.db.api [None req-4ba6054c-dcb3-4a0e-91e2-90b94244dad2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83923) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 17 03:47:45.518241 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_db.api [None req-4ba6054c-dcb3-4a0e-91e2-90b94244dad2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83923) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 17 03:47:45.549965 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbd0ac4-5f67-4bee-8561-fd8810baa1d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d2c8f82-4695-4a70-85f3-2aa6f248d940,revision_number=None']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:47:45.553858 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-2fbd0ac4-5f67-4bee-8561-fd8810baa1d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:47:45.585680 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fbd0ac4-5f67-4bee-8561-fd8810baa1d9 admin admin] No DVR routers for this DVR port 2d2c8f82-4695-4a70-85f3-2aa6f248d940 on host dv-cinder-759943-5-iscsi {{(pid=83921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 03:47:45.708662 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-2fbd0ac4-5f67-4bee-8561-fd8810baa1d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838103452', 'neutron.services.segments.db._delete_segments_for_network-8733756975594'] for network, precommit_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:47:45.821918 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.services.segments.db [None req-2fbd0ac4-5f67-4bee-8561-fd8810baa1d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f17c6363c50>,) {'filters': {'network_id': ['6d75f49d-2a5f-4240-85a8-12f51dafc5ee']}} {{(pid=83921) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:47:45.835014 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.services.segments.db [None req-2fbd0ac4-5f67-4bee-8561-fd8810baa1d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f17c6363c50>, '26f66af1-e3b5-4da8-80a2-e48afd72ec58') {'for_net_delete': True} {{(pid=83921) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:47:45.835349 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.services.segments.db [None req-2fbd0ac4-5f67-4bee-8561-fd8810baa1d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f17c6363c50>, '26f66af1-e3b5-4da8-80a2-e48afd72ec58') {} {{(pid=83921) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:47:45.847642 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-2fbd0ac4-5f67-4bee-8561-fd8810baa1d9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363303097793020', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2134625'] for segment, before_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:47:45.862847 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-2fbd0ac4-5f67-4bee-8561-fd8810baa1d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16617428'] for segment, precommit_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:47:45.864957 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-2fbd0ac4-5f67-4bee-8561-fd8810baa1d9 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=83921) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 17 03:47:46.020003 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.plugin [None req-4ba6054c-dcb3-4a0e-91e2-90b94244dad2 None None] Deleting port 2d2c8f82-4695-4a70-85f3-2aa6f248d940 {{(pid=83923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 03:47:46.020541 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-4ba6054c-dcb3-4a0e-91e2-90b94244dad2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363303097822068'] for port, before_delete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:47:46.049241 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.managers [None req-2fbd0ac4-5f67-4bee-8561-fd8810baa1d9 admin admin] Network 6d75f49d-2a5f-4240-85a8-12f51dafc5ee has no segments {{(pid=83921) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 03:47:46.058257 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-2fbd0ac4-5f67-4bee-8561-fd8810baa1d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036838158356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2134878'] for segment, after_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:47:46.094404 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.plugin [None req-4ba6054c-dcb3-4a0e-91e2-90b94244dad2 None None] The port '2d2c8f82-4695-4a70-85f3-2aa6f248d940' was deleted {{(pid=83923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}}
Feb 17 03:47:46.481219 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.managers [None req-2fbd0ac4-5f67-4bee-8561-fd8810baa1d9 admin admin] Network 6d75f49d-2a5f-4240-85a8-12f51dafc5ee has no segments {{(pid=83921) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 03:47:46.504416 dv-cinder-759943-5-iscsi neutron-server[83810]: Traceback (most recent call last):
Feb 17 03:47:46.504416 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 17 03:47:46.504416 dv-cinder-759943-5-iscsi neutron-server[83810]:     timer()
Feb 17 03:47:46.504416 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 17 03:47:46.504416 dv-cinder-759943-5-iscsi neutron-server[83810]:     cb(*args, **kw)
Feb 17 03:47:46.504416 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 17 03:47:46.504416 dv-cinder-759943-5-iscsi neutron-server[83810]:     return func(*args, **kwargs)
Feb 17 03:47:46.504416 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 17 03:47:46.504416 dv-cinder-759943-5-iscsi neutron-server[83810]:     self._notify()
Feb 17 03:47:46.504416 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 17 03:47:46.504416 dv-cinder-759943-5-iscsi neutron-server[83810]:     self.callback(batched_events)
Feb 17 03:47:46.504416 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 17 03:47:46.504416 dv-cinder-759943-5-iscsi neutron-server[83810]:     event.method(event)
Feb 17 03:47:46.504416 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 17 03:47:46.504416 dv-cinder-759943-5-iscsi neutron-server[83810]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 17 03:47:46.504416 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 17 03:47:46.504416 dv-cinder-759943-5-iscsi neutron-server[83810]:     segment_id)['aggregates'][0]
Feb 17 03:47:46.504416 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 17 03:47:46.504416 dv-cinder-759943-5-iscsi neutron-server[83810]:     return f(self, *a, **k)
Feb 17 03:47:46.504416 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 17 03:47:46.504416 dv-cinder-759943-5-iscsi neutron-server[83810]:     return self._get(url).json()
Feb 17 03:47:46.504416 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 17 03:47:46.504416 dv-cinder-759943-5-iscsi neutron-server[83810]:     **kwargs)
Feb 17 03:47:46.504416 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 17 03:47:46.504416 dv-cinder-759943-5-iscsi neutron-server[83810]:     return self.request(url, 'GET', **kwargs)
Feb 17 03:47:46.504416 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 17 03:47:46.504416 dv-cinder-759943-5-iscsi neutron-server[83810]:     **endpoint_filter)
Feb 17 03:47:46.504416 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 17 03:47:46.504416 dv-cinder-759943-5-iscsi neutron-server[83810]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 17 03:47:46.504416 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 17 03:47:46.504416 dv-cinder-759943-5-iscsi neutron-server[83810]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 17 03:47:46.504416 dv-cinder-759943-5-iscsi neutron-server[83810]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 17 03:47:46.580322 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-2fbd0ac4-5f67-4bee-8561-fd8810baa1d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16672364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853781874'] for network, after_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:47:46.583838 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:47:46.599895 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-2fbd0ac4-5f67-4bee-8561-fd8810baa1d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854193028'] for network, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:47:46.612263 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbd0ac4-5f67-4bee-8561-fd8810baa1d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=6d75f49d-2a5f-4240-85a8-12f51dafc5ee,revision_number=None']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:47:46.617085 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-2fbd0ac4-5f67-4bee-8561-fd8810baa1d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:47:46.620459 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-2fbd0ac4-5f67-4bee-8561-fd8810baa1d9 admin admin] 10.222.0.57 "DELETE /v2.0/networks/6d75f49d-2a5f-4240-85a8-12f51dafc5ee HTTP/1.1" status: 204  len: 168 time: 1.8245480
Feb 17 03:47:46.624229 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.57', 48698) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:47:46.751760 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Device 2d2c8f82-4695-4a70-85f3-2aa6f248d940 no longer exists at agent ovs-agent-dv-cinder-759943-5-iscsi {{(pid=83923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 03:47:46.789579 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.plugin [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] No Port match for: 2d2c8f82-4695-4a70-85f3-2aa6f248d940 {{(pid=83923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 03:47:46.789979 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Device 2d2c8f82-4695-4a70-85f3-2aa6f248d940 not bound to the agent host dv-cinder-759943-5-iscsi {{(pid=83923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 03:47:47.195500 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-020e73d3-df1e-4706-b81f-48108ba83ee5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-947348'] for router_interface, before_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:47:47.562225 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.plugin [None req-020e73d3-df1e-4706-b81f-48108ba83ee5 admin admin] Deleting port 5411b2e6-4ce8-4eb4-8370-e17bf40fb235 {{(pid=83921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 03:47:47.562600 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-020e73d3-df1e-4706-b81f-48108ba83ee5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363303097822068'] for port, before_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:47:47.744418 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.db [None req-020e73d3-df1e-4706-b81f-48108ba83ee5 admin admin] For port 5411b2e6-4ce8-4eb4-8370-e17bf40fb235, host dv-cinder-759943-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-5-iscsi',level=0,port_id=5411b2e6-4ce8-4eb4-8370-e17bf40fb235,segment=NetworkSegment(34e36e8f-3f36-4178-b1ff-af122f67e8ee),segment_id=34e36e8f-3f36-4178-b1ff-af122f67e8ee)] {{(pid=83921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:47:47.744815 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-020e73d3-df1e-4706-b81f-48108ba83ee5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853786502'] for port, precommit_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:47:47.879215 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.plugin [None req-020e73d3-df1e-4706-b81f-48108ba83ee5 admin admin] Calling delete_port for 5411b2e6-4ce8-4eb4-8370-e17bf40fb235 owned by network:router_interface {{(pid=83921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 03:47:48.055699 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-020e73d3-df1e-4706-b81f-48108ba83ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363303097879497', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363303098261142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852640907'] for port, after_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:47:48.071433 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-cd268a08-d460-4064-addd-c1ec6e45567f tempest-AttachVolumeShelveTestJSON-2139089865 tempest-AttachVolumeShelveTestJSON-2139089865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:47:48.171716 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020e73d3-df1e-4706-b81f-48108ba83ee5 admin admin] Pushing event deleted for resources: {'Port': ['ID=5411b2e6-4ce8-4eb4-8370-e17bf40fb235,revision_number=None']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:47:48.179060 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-020e73d3-df1e-4706-b81f-48108ba83ee5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:47:48.479148 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-020e73d3-df1e-4706-b81f-48108ba83ee5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854190951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-947450'] for router_interface, after_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:47:49.227950 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-020e73d3-df1e-4706-b81f-48108ba83ee5 admin admin] Router 74f2f917-f41e-4932-9661-595a57fe326e has already been hosted by L3 agent 3e02af72-3002-4fb3-96dd-e59119f81584 {{(pid=83921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 03:47:49.413983 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-020e73d3-df1e-4706-b81f-48108ba83ee5 admin admin] Notify agent at l3_agent.dv-cinder-759943-5-iscsi the message routers_updated {{(pid=83921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 03:47:49.423550 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c814aa23-9c34-4a88-bc9e-370407d54217 None None] Sync routers for ids ['74f2f917-f41e-4932-9661-595a57fe326e'] in dv-cinder-759943-5-iscsi {{(pid=83923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 03:47:49.425652 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-020e73d3-df1e-4706-b81f-48108ba83ee5 admin admin] 10.222.0.57 "PUT /v2.0/routers/74f2f917-f41e-4932-9661-595a57fe326e/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8003597
Feb 17 03:47:49.428377 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.57', 48702) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:47:49.433206 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c814aa23-9c34-4a88-bc9e-370407d54217 None None] Routers {'74f2f917-f41e-4932-9661-595a57fe326e'} bound to L3 agent in host dv-cinder-759943-5-iscsi {{(pid=83923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 03:47:49.434448 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_hamode_db [None req-c814aa23-9c34-4a88-bc9e-370407d54217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f17c5a8dd68>, 'dv-cinder-759943-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T03:18:25Z,description=<?>,heartbeat_timestamp=2021-02-17T03:47:25Z,host='dv-cinder-759943-5-iscsi',id=3e02af72-3002-4fb3-96dd-e59119f81584,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T03:18:25Z,topic='l3_agent')) {'router_ids': ['74f2f917-f41e-4932-9661-595a57fe326e'], 'active': True} {{(pid=83923) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:47:49.618473 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e66afcc8-c98e-4f74-8053-f7a82fed4682 admin admin] Notify callbacks [] for router, before_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:47:49.622810 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvr_db [None req-c814aa23-9c34-4a88-bc9e-370407d54217 None None] Set router 74f2f917-f41e-4932-9661-595a57fe326e gateway port host: dv-cinder-759943-5-iscsi {{(pid=83923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 03:47:49.806578 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e66afcc8-c98e-4f74-8053-f7a82fed4682 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:47:49.811855 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.plugin [None req-e66afcc8-c98e-4f74-8053-f7a82fed4682 admin admin] Deleting port 0621cd50-c0b0-4330-973d-a3f3af3b4582 {{(pid=83921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 03:47:49.812219 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e66afcc8-c98e-4f74-8053-f7a82fed4682 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363303097822068'] for port, before_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:47:49.932423 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_hamode_db [None req-c814aa23-9c34-4a88-bc9e-370407d54217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f17c5a8dd68>, [{'id': '74f2f917-f41e-4932-9661-595a57fe326e', 'name': 'tempest-TestShelveInstance-576181112-router', 'tenant_id': '753154e9e6174584936038e3d840b4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'external_fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': '0621cd50-c0b0-4330-973d-a3f3af3b4582', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:42:19Z', 'updated_at': '2021-02-17T03:47:47Z', 'revision_number': 5, 'project_id': '753154e9e6174584936038e3d840b4ae', 'gw_port': {'id': '0621cd50-c0b0-4330-973d-a3f3af3b4582', 'name': '', 'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:95:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74f2f917-f41e-4932-9661-595a57fe326e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:42:20Z', 'updated_at': '2021-02-17T03:42:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-5-iscsi'}], 'dv-cinder-759943-5-iscsi', False) {} {{(pid=83923) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:47:49.936648 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c814aa23-9c34-4a88-bc9e-370407d54217 None None] Checking router: 74f2f917-f41e-4932-9661-595a57fe326e for host: dv-cinder-759943-5-iscsi {{(pid=83923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 03:47:49.945646 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c814aa23-9c34-4a88-bc9e-370407d54217 None None] Routers {'74f2f917-f41e-4932-9661-595a57fe326e'} bound to L3 agent in host dv-cinder-759943-5-iscsi {{(pid=83923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 03:47:49.946297 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_hamode_db [None req-c814aa23-9c34-4a88-bc9e-370407d54217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f17c5a8dd68>, 'dv-cinder-759943-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T03:18:25Z,description=<?>,heartbeat_timestamp=2021-02-17T03:47:25Z,host='dv-cinder-759943-5-iscsi',id=3e02af72-3002-4fb3-96dd-e59119f81584,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T03:18:25Z,topic='l3_agent')) {'router_ids': ['74f2f917-f41e-4932-9661-595a57fe326e'], 'active': True} {{(pid=83923) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:47:50.002405 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.db [None req-e66afcc8-c98e-4f74-8053-f7a82fed4682 admin admin] For port 0621cd50-c0b0-4330-973d-a3f3af3b4582, host dv-cinder-759943-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-5-iscsi',level=0,port_id=0621cd50-c0b0-4330-973d-a3f3af3b4582,segment=NetworkSegment(98c4310b-6fdc-4105-b056-95cb7f890c80),segment_id=98c4310b-6fdc-4105-b056-95cb7f890c80)] {{(pid=83921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:47:50.002804 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e66afcc8-c98e-4f74-8053-f7a82fed4682 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853786502'] for port, precommit_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:47:50.135116 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvr_db [None req-c814aa23-9c34-4a88-bc9e-370407d54217 None None] Set router 74f2f917-f41e-4932-9661-595a57fe326e gateway port host: dv-cinder-759943-5-iscsi {{(pid=83923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 03:47:50.135366 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.plugin [None req-e66afcc8-c98e-4f74-8053-f7a82fed4682 admin admin] Calling delete_port for 0621cd50-c0b0-4330-973d-a3f3af3b4582 owned by network:router_gateway {{(pid=83921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 03:47:50.278276 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e66afcc8-c98e-4f74-8053-f7a82fed4682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363303097879497', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363303098261142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852640907'] for port, after_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:47:50.476797 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e66afcc8-c98e-4f74-8053-f7a82fed4682 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-990902'] for router_gateway, after_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:47:50.600773 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_hamode_db [None req-c814aa23-9c34-4a88-bc9e-370407d54217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f17c5a8dd68>, [{'id': '74f2f917-f41e-4932-9661-595a57fe326e', 'name': 'tempest-TestShelveInstance-576181112-router', 'tenant_id': '753154e9e6174584936038e3d840b4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'external_fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': '0621cd50-c0b0-4330-973d-a3f3af3b4582', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:42:19Z', 'updated_at': '2021-02-17T03:47:47Z', 'revision_number': 5, 'project_id': '753154e9e6174584936038e3d840b4ae', 'gw_port': {'id': '0621cd50-c0b0-4330-973d-a3f3af3b4582', 'name': '', 'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:95:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74f2f917-f41e-4932-9661-595a57fe326e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:42:20Z', 'updated_at': '2021-02-17T03:42:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-5-iscsi'}], 'dv-cinder-759943-5-iscsi', False) {} {{(pid=83923) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:47:50.604797 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c814aa23-9c34-4a88-bc9e-370407d54217 None None] The sync data for ids ['74f2f917-f41e-4932-9661-595a57fe326e'] in dv-cinder-759943-5-iscsi is: [{'id': '74f2f917-f41e-4932-9661-595a57fe326e', 'name': 'tempest-TestShelveInstance-576181112-router', 'tenant_id': '753154e9e6174584936038e3d840b4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'external_fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': '0621cd50-c0b0-4330-973d-a3f3af3b4582', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:42:19Z', 'updated_at': '2021-02-17T03:47:47Z', 'revision_number': 5, 'project_id': '753154e9e6174584936038e3d840b4ae', 'gw_port': {'id': '0621cd50-c0b0-4330-973d-a3f3af3b4582', 'name': '', 'network_id': '47a54196-2e01-4ced-bf59-8f5a8abde718', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:95:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74f2f917-f41e-4932-9661-595a57fe326e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:42:20Z', 'updated_at': '2021-02-17T03:42:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8fc1aa1-c957-4fea-a32a-c02e9a0805fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-5-iscsi'}] {{(pid=83923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 03:47:50.615241 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e66afcc8-c98e-4f74-8053-f7a82fed4682 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-944190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854760956'] for router, precommit_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:47:50.617735 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e66afcc8-c98e-4f74-8053-f7a82fed4682 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:47:50.645137 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e66afcc8-c98e-4f74-8053-f7a82fed4682 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-945948'] for router, after_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:47:50.645703 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e66afcc8-c98e-4f74-8053-f7a82fed4682 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 74f2f917-f41e-4932-9661-595a57fe326e {{(pid=83921) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Feb 17 03:47:50.658302 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e66afcc8-c98e-4f74-8053-f7a82fed4682 admin admin] Notify callbacks [] for router, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:47:50.659586 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-e66afcc8-c98e-4f74-8053-f7a82fed4682 admin admin] 10.222.0.57 "DELETE /v2.0/routers/74f2f917-f41e-4932-9661-595a57fe326e HTTP/1.1" status: 204  len: 168 time: 1.2301731
Feb 17 03:47:50.662369 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.57', 48708) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:47:50.716704 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Device 5411b2e6-4ce8-4eb4-8370-e17bf40fb235 no longer exists at agent ovs-agent-dv-cinder-759943-5-iscsi {{(pid=83923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 03:47:50.732618 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.db_base_plugin_v2 [None req-481346cb-3e62-4b38-8dd5-1f09a73b344c admin admin] Deleting subnet b9981d01-6ad1-42bc-9177-af4196cb8e33 {{(pid=83921) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 17 03:47:50.735792 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-481346cb-3e62-4b38-8dd5-1f09a73b344c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:47:50.752966 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.plugin [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] No Port match for: 5411b2e6-4ce8-4eb4-8370-e17bf40fb235 {{(pid=83923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 03:47:50.753408 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Device 5411b2e6-4ce8-4eb4-8370-e17bf40fb235 not bound to the agent host dv-cinder-759943-5-iscsi {{(pid=83923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 03:47:50.789333 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-481346cb-3e62-4b38-8dd5-1f09a73b344c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852641159'] for subnet, precommit_delete_associations {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:47:50.881598 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-481346cb-3e62-4b38-8dd5-1f09a73b344c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036838102275'] for subnet, precommit_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:47:51.142345 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-481346cb-3e62-4b38-8dd5-1f09a73b344c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853913663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852641119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3438525'] for subnet, after_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:47:51.161751 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-6296d1b4-ddca-49c3-8274-dd8c56b3d085 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:47:51.260341 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481346cb-3e62-4b38-8dd5-1f09a73b344c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b9981d01-6ad1-42bc-9177-af4196cb8e33,revision_number=None']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:47:51.264284 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-481346cb-3e62-4b38-8dd5-1f09a73b344c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:47:51.298233 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-481346cb-3e62-4b38-8dd5-1f09a73b344c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854193028'] for subnet, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:47:51.304122 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f9c657d-a430-4b5e-8799-944b7fb4f1c5 None None] Network 04fa831d-85e4-4163-baa6-343125655014 requested from dv-cinder-759943-5-iscsi {{(pid=83923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 03:47:51.304286 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-481346cb-3e62-4b38-8dd5-1f09a73b344c admin admin] 10.222.0.57 "DELETE /v2.0/subnets/b9981d01-6ad1-42bc-9177-af4196cb8e33 HTTP/1.1" status: 204  len: 168 time: 0.6407006
Feb 17 03:47:51.306930 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.57', 48712) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:47:51.423058 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-4f2a3a45-3644-4133-8741-4519c99efc8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036838459169'] for network, before_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:47:51.493303 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.plugin [None req-4f2a3a45-3644-4133-8741-4519c99efc8a admin admin] Deleting port b3c82521-538d-4db0-9c8f-ef9371ecc227 {{(pid=83921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 03:47:51.493657 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-4f2a3a45-3644-4133-8741-4519c99efc8a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363303097822068'] for port, before_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:47:51.561272 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2faae330-ea39-41fc-b3e1-58186190ab58 None None] DHCP port deletion for 04fa831d-85e4-4163-baa6-343125655014 request from dv-cinder-759943-5-iscsi {{(pid=83923) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Feb 17 03:47:51.565553 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.plugin [None req-2faae330-ea39-41fc-b3e1-58186190ab58 None None] Deleting port b3c82521-538d-4db0-9c8f-ef9371ecc227 {{(pid=83923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 03:47:51.566132 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-2faae330-ea39-41fc-b3e1-58186190ab58 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363303097822068'] for port, before_delete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:47:51.719251 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.db [None req-4f2a3a45-3644-4133-8741-4519c99efc8a admin admin] For port b3c82521-538d-4db0-9c8f-ef9371ecc227, host dv-cinder-759943-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-5-iscsi',level=0,port_id=b3c82521-538d-4db0-9c8f-ef9371ecc227,segment=NetworkSegment(34e36e8f-3f36-4178-b1ff-af122f67e8ee),segment_id=34e36e8f-3f36-4178-b1ff-af122f67e8ee)] {{(pid=83921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:47:51.719820 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-4f2a3a45-3644-4133-8741-4519c99efc8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853786502'] for port, precommit_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:47:51.780739 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.db [None req-2faae330-ea39-41fc-b3e1-58186190ab58 None None] For port b3c82521-538d-4db0-9c8f-ef9371ecc227, host dv-cinder-759943-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-5-iscsi',level=0,port_id=b3c82521-538d-4db0-9c8f-ef9371ecc227,segment=NetworkSegment(34e36e8f-3f36-4178-b1ff-af122f67e8ee),segment_id=34e36e8f-3f36-4178-b1ff-af122f67e8ee)] {{(pid=83923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:47:51.781474 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-2faae330-ea39-41fc-b3e1-58186190ab58 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853786502'] for port, precommit_delete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:47:51.853909 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.plugin [None req-4f2a3a45-3644-4133-8741-4519c99efc8a admin admin] Calling delete_port for b3c82521-538d-4db0-9c8f-ef9371ecc227 owned by network:dhcp {{(pid=83921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 03:47:51.917819 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.plugin [None req-2faae330-ea39-41fc-b3e1-58186190ab58 None None] Calling delete_port for b3c82521-538d-4db0-9c8f-ef9371ecc227 owned by network:dhcp {{(pid=83923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 03:47:51.935454 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-4f2a3a45-3644-4133-8741-4519c99efc8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854762259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363303097879497', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363303098261142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852640907'] for port, after_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:47:51.951688 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-e94d4805-3f6d-4244-beb1-949b46c8ab09 tempest-VolumesNegativeTest-429381555 tempest-VolumesNegativeTest-429381555-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:47:51.991610 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.db.api [None req-2faae330-ea39-41fc-b3e1-58186190ab58 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83923) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 17 03:47:51.991944 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_db.api [None req-2faae330-ea39-41fc-b3e1-58186190ab58 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83923) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 17 03:47:52.056814 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2a3a45-3644-4133-8741-4519c99efc8a admin admin] Pushing event deleted for resources: {'Port': ['ID=b3c82521-538d-4db0-9c8f-ef9371ecc227,revision_number=None']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:47:52.061360 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-4f2a3a45-3644-4133-8741-4519c99efc8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:47:52.095887 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f2a3a45-3644-4133-8741-4519c99efc8a admin admin] No DVR routers for this DVR port b3c82521-538d-4db0-9c8f-ef9371ecc227 on host dv-cinder-759943-5-iscsi {{(pid=83921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 03:47:52.218829 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-4f2a3a45-3644-4133-8741-4519c99efc8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838103452', 'neutron.services.segments.db._delete_segments_for_network-8733756975594'] for network, precommit_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:47:52.333545 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.services.segments.db [None req-4f2a3a45-3644-4133-8741-4519c99efc8a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f17c6e20208>,) {'filters': {'network_id': ['04fa831d-85e4-4163-baa6-343125655014']}} {{(pid=83921) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:47:52.345939 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.services.segments.db [None req-4f2a3a45-3644-4133-8741-4519c99efc8a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f17c6e20208>, '34e36e8f-3f36-4178-b1ff-af122f67e8ee') {'for_net_delete': True} {{(pid=83921) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:47:52.346277 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.services.segments.db [None req-4f2a3a45-3644-4133-8741-4519c99efc8a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f17c6e20208>, '34e36e8f-3f36-4178-b1ff-af122f67e8ee') {} {{(pid=83921) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:47:52.358542 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-4f2a3a45-3644-4133-8741-4519c99efc8a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363303097793020', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2134625'] for segment, before_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:47:52.373665 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-4f2a3a45-3644-4133-8741-4519c99efc8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16617428'] for segment, precommit_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:47:52.375633 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-4f2a3a45-3644-4133-8741-4519c99efc8a admin admin] Releasing vxlan tunnel 4 to pool {{(pid=83921) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 17 03:47:52.493578 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.plugin [None req-2faae330-ea39-41fc-b3e1-58186190ab58 None None] Deleting port b3c82521-538d-4db0-9c8f-ef9371ecc227 {{(pid=83923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 03:47:52.494007 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-2faae330-ea39-41fc-b3e1-58186190ab58 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363303097822068'] for port, before_delete {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:47:52.570881 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.plugin [None req-2faae330-ea39-41fc-b3e1-58186190ab58 None None] The port 'b3c82521-538d-4db0-9c8f-ef9371ecc227' was deleted {{(pid=83923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}}
Feb 17 03:47:52.755669 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Device b3c82521-538d-4db0-9c8f-ef9371ecc227 no longer exists at agent ovs-agent-dv-cinder-759943-5-iscsi {{(pid=83923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 03:47:52.791747 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.plugin [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] No Port match for: b3c82521-538d-4db0-9c8f-ef9371ecc227 {{(pid=83923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 03:47:52.792135 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Device b3c82521-538d-4db0-9c8f-ef9371ecc227 not bound to the agent host dv-cinder-759943-5-iscsi {{(pid=83923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 03:47:52.792576 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Device 0621cd50-c0b0-4330-973d-a3f3af3b4582 no longer exists at agent ovs-agent-dv-cinder-759943-5-iscsi {{(pid=83923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 03:47:52.801884 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.managers [None req-4f2a3a45-3644-4133-8741-4519c99efc8a admin admin] Network 04fa831d-85e4-4163-baa6-343125655014 has no segments {{(pid=83921) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 03:47:52.811315 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-4f2a3a45-3644-4133-8741-4519c99efc8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036838158356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2134878'] for segment, after_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:47:52.828906 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.plugin [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] No Port match for: 0621cd50-c0b0-4330-973d-a3f3af3b4582 {{(pid=83923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 03:47:52.829339 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.rpc [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Device 0621cd50-c0b0-4330-973d-a3f3af3b4582 not bound to the agent host dv-cinder-759943-5-iscsi {{(pid=83923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 03:47:52.996439 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.plugins.ml2.managers [None req-4f2a3a45-3644-4133-8741-4519c99efc8a admin admin] Network 04fa831d-85e4-4163-baa6-343125655014 has no segments {{(pid=83921) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 03:47:53.018918 dv-cinder-759943-5-iscsi neutron-server[83810]: Traceback (most recent call last):
Feb 17 03:47:53.018918 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 17 03:47:53.018918 dv-cinder-759943-5-iscsi neutron-server[83810]:     timer()
Feb 17 03:47:53.018918 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 17 03:47:53.018918 dv-cinder-759943-5-iscsi neutron-server[83810]:     cb(*args, **kw)
Feb 17 03:47:53.018918 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 17 03:47:53.018918 dv-cinder-759943-5-iscsi neutron-server[83810]:     return func(*args, **kwargs)
Feb 17 03:47:53.018918 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 17 03:47:53.018918 dv-cinder-759943-5-iscsi neutron-server[83810]:     self._notify()
Feb 17 03:47:53.018918 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 17 03:47:53.018918 dv-cinder-759943-5-iscsi neutron-server[83810]:     self.callback(batched_events)
Feb 17 03:47:53.018918 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 17 03:47:53.018918 dv-cinder-759943-5-iscsi neutron-server[83810]:     event.method(event)
Feb 17 03:47:53.018918 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 17 03:47:53.018918 dv-cinder-759943-5-iscsi neutron-server[83810]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 17 03:47:53.018918 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 17 03:47:53.018918 dv-cinder-759943-5-iscsi neutron-server[83810]:     segment_id)['aggregates'][0]
Feb 17 03:47:53.018918 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 17 03:47:53.018918 dv-cinder-759943-5-iscsi neutron-server[83810]:     return f(self, *a, **k)
Feb 17 03:47:53.018918 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 17 03:47:53.018918 dv-cinder-759943-5-iscsi neutron-server[83810]:     return self._get(url).json()
Feb 17 03:47:53.018918 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 17 03:47:53.018918 dv-cinder-759943-5-iscsi neutron-server[83810]:     **kwargs)
Feb 17 03:47:53.018918 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 17 03:47:53.018918 dv-cinder-759943-5-iscsi neutron-server[83810]:     return self.request(url, 'GET', **kwargs)
Feb 17 03:47:53.018918 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 17 03:47:53.018918 dv-cinder-759943-5-iscsi neutron-server[83810]:     **endpoint_filter)
Feb 17 03:47:53.018918 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 17 03:47:53.018918 dv-cinder-759943-5-iscsi neutron-server[83810]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 17 03:47:53.018918 dv-cinder-759943-5-iscsi neutron-server[83810]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 17 03:47:53.018918 dv-cinder-759943-5-iscsi neutron-server[83810]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 17 03:47:53.018918 dv-cinder-759943-5-iscsi neutron-server[83810]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 17 03:47:53.096945 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-4f2a3a45-3644-4133-8741-4519c99efc8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16672364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853781874'] for network, after_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:47:53.100419 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-54322028-c896-4aee-9ed8-ed15d27e79a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:47:53.114598 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-4f2a3a45-3644-4133-8741-4519c99efc8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854193028'] for network, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:47:53.125307 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2a3a45-3644-4133-8741-4519c99efc8a admin admin] Pushing event deleted for resources: {'Network': ['ID=04fa831d-85e4-4163-baa6-343125655014,revision_number=None']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:47:53.128474 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-4f2a3a45-3644-4133-8741-4519c99efc8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:47:53.130721 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-4f2a3a45-3644-4133-8741-4519c99efc8a admin admin] 10.222.0.57 "DELETE /v2.0/networks/04fa831d-85e4-4163-baa6-343125655014 HTTP/1.1" status: 204  len: 168 time: 1.8222194
Feb 17 03:47:53.240669 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83922) accepted ('10.222.0.57', 48718) {{(pid=83922) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:47:53.292635 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-25f8d63c-2479-4ee2-b0cf-902bdbf1d6bc admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=6d1987144d0f48bfb9d06f558ccc8618&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0506523
Feb 17 03:47:53.295198 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83922) accepted ('10.222.0.57', 48722) {{(pid=83922) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:47:53.355552 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-029634a7-4be9-4920-8137-bf31dd6ca957 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:47:53.381799 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-029634a7-4be9-4920-8137-bf31dd6ca957 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:47:53.431236 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-029634a7-4be9-4920-8137-bf31dd6ca957 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876219'] for security_group, after_delete {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:47:53.436271 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-0a0cfa27-2a4c-4912-a8c5-23e2f9fde709 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:47:53.442525 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-ccbe4944-d441-4243-b884-7cbab3f99f6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:47:53.451506 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029634a7-4be9-4920-8137-bf31dd6ca957 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cd389c1-869c-451d-951e-5e94cb36323b,revision_number=None']} {{(pid=83922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:47:53.462102 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029634a7-4be9-4920-8137-bf31dd6ca957 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:47:53.462517 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029634a7-4be9-4920-8137-bf31dd6ca957 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:47:53.462921 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029634a7-4be9-4920-8137-bf31dd6ca957 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:47:53.463320 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029634a7-4be9-4920-8137-bf31dd6ca957 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:47:53.463717 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029634a7-4be9-4920-8137-bf31dd6ca957 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:47:53.464108 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029634a7-4be9-4920-8137-bf31dd6ca957 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:47:53.464499 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029634a7-4be9-4920-8137-bf31dd6ca957 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:47:53.465478 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029634a7-4be9-4920-8137-bf31dd6ca957 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:47:53.465876 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029634a7-4be9-4920-8137-bf31dd6ca957 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:47:53.466267 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029634a7-4be9-4920-8137-bf31dd6ca957 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:47:53.466654 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029634a7-4be9-4920-8137-bf31dd6ca957 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:47:53.467042 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029634a7-4be9-4920-8137-bf31dd6ca957 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:47:53.467516 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029634a7-4be9-4920-8137-bf31dd6ca957 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:47:53.467907 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029634a7-4be9-4920-8137-bf31dd6ca957 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:47:53.468294 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029634a7-4be9-4920-8137-bf31dd6ca957 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:47:53.468679 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029634a7-4be9-4920-8137-bf31dd6ca957 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:47:53.469078 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029634a7-4be9-4920-8137-bf31dd6ca957 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:47:53.469471 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029634a7-4be9-4920-8137-bf31dd6ca957 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:47:53.469856 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029634a7-4be9-4920-8137-bf31dd6ca957 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:47:53.470241 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029634a7-4be9-4920-8137-bf31dd6ca957 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:47:53.470628 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029634a7-4be9-4920-8137-bf31dd6ca957 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:47:53.471012 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029634a7-4be9-4920-8137-bf31dd6ca957 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:47:53.471395 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029634a7-4be9-4920-8137-bf31dd6ca957 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:47:53.471777 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029634a7-4be9-4920-8137-bf31dd6ca957 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-5-iscsi {{(pid=83922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:47:53.476419 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-029634a7-4be9-4920-8137-bf31dd6ca957 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=83922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:47:53.478076 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-029634a7-4be9-4920-8137-bf31dd6ca957 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:47:53.479278 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-029634a7-4be9-4920-8137-bf31dd6ca957 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/7cd389c1-869c-451d-951e-5e94cb36323b HTTP/1.1" status: 204  len: 168 time: 0.1830909
Feb 17 03:47:53.827838 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.57', 48730) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:47:53.880541 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-7ac15b14-fbdc-49ac-b3d6-d1c00199a633 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=753154e9e6174584936038e3d840b4ae&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0512853
Feb 17 03:47:53.883231 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [-] (83921) accepted ('10.222.0.57', 48734) {{(pid=83921) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:47:53.945511 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-91281c37-94c5-48f8-91c4-cd4bf89accec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:47:53.972395 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-91281c37-94c5-48f8-91c4-cd4bf89accec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:47:54.022976 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-91281c37-94c5-48f8-91c4-cd4bf89accec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853876219'] for security_group, after_delete {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:47:54.027911 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-fe7ce40c-08ee-48e8-aeec-8e26832046aa tempest-TestMinimumBasicScenario-1245944238 tempest-TestMinimumBasicScenario-1245944238-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:47:54.038725 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91281c37-94c5-48f8-91c4-cd4bf89accec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9248f415-5dd2-47c3-8baa-cfceb12a0db4,revision_number=None']} {{(pid=83921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:47:54.042104 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG oslo_concurrency.lockutils [None req-91281c37-94c5-48f8-91c4-cd4bf89accec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=83921) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:47:54.047865 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-91281c37-94c5-48f8-91c4-cd4bf89accec admin admin] Notify callbacks [] for security_group, before_response {{(pid=83921) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:47:54.049108 dv-cinder-759943-5-iscsi neutron-server[83810]: INFO neutron.wsgi [None req-91281c37-94c5-48f8-91c4-cd4bf89accec admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/9248f415-5dd2-47c3-8baa-cfceb12a0db4 HTTP/1.1" status: 204  len: 168 time: 0.1648939
Feb 17 03:47:55.516796 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-4a377af2-c213-4fa5-90c3-9cf77edd6cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:47:55.925636 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:47:56.461926 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-8cda4ffb-98e6-4bcf-adaf-c47fc353fc1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:47:57.254410 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:47:57.660852 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-3bdb028f-655c-46e9-b0eb-5d4ca64bdb37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:48:11.156762 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.agents_db [None req-06fda002-6a6c-4595-892c-f579c445b334 None None] Agent healthcheck: found 6 active agents {{(pid=83924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 03:48:23.443448 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-fdc06c21-912d-41bb-99f3-214a9d264fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:48:25.518884 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-7ccaccaf-ce55-4e0d-baa8-26aef6c8a393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:48:25.921155 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:48:26.462933 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-8cda4ffb-98e6-4bcf-adaf-c47fc353fc1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:48:27.255657 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:48:27.782352 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-3bdb028f-655c-46e9-b0eb-5d4ca64bdb37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:48:48.156595 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.agents_db [None req-06fda002-6a6c-4595-892c-f579c445b334 None None] Agent healthcheck: found 6 active agents {{(pid=83924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 03:48:53.445217 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-4cda925e-20fe-431a-8f95-16c1fff5b99c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:48:55.518297 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-cf0dcd8c-859f-41c8-a975-f5b5c46d71ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:48:55.924608 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:48:56.466174 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-8cda4ffb-98e6-4bcf-adaf-c47fc353fc1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:48:57.256423 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:48:57.666571 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-3bdb028f-655c-46e9-b0eb-5d4ca64bdb37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:49:23.446375 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e68e583f-4ba5-47ad-9a34-3c65a59ef3b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:49:25.156908 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.agents_db [None req-06fda002-6a6c-4595-892c-f579c445b334 None None] Agent healthcheck: found 6 active agents {{(pid=83924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 03:49:25.519394 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-821769fc-1260-4544-85c6-a527a632834b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:49:25.922112 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:49:26.468087 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-8cda4ffb-98e6-4bcf-adaf-c47fc353fc1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:49:27.258412 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:49:27.670431 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-3bdb028f-655c-46e9-b0eb-5d4ca64bdb37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:49:53.447941 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-830ddef0-d2b7-46e1-b9b9-6b812ee79fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:49:55.522484 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-855848af-62f1-402a-999e-ce262a1ad334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:49:55.937111 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:49:56.471251 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-8cda4ffb-98e6-4bcf-adaf-c47fc353fc1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:49:57.260286 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:49:57.672533 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-3bdb028f-655c-46e9-b0eb-5d4ca64bdb37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:50:02.158234 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.agents_db [None req-06fda002-6a6c-4595-892c-f579c445b334 None None] Agent healthcheck: found 6 active agents {{(pid=83924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 03:50:23.451528 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-3b094d04-78c0-4087-9a3f-355e579471ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:50:25.524223 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-68bdeab6-13d4-4c73-b5f9-9c82d7a6a63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:50:25.951684 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:50:26.472654 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-8cda4ffb-98e6-4bcf-adaf-c47fc353fc1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:50:27.261191 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:50:27.789874 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-3bdb028f-655c-46e9-b0eb-5d4ca64bdb37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:50:39.158226 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.agents_db [None req-06fda002-6a6c-4595-892c-f579c445b334 None None] Agent healthcheck: found 6 active agents {{(pid=83924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 03:50:53.452981 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-fbb31942-d31b-4559-af4c-1dc80147a24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:50:55.524820 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-fa191cc1-07d9-42d9-8b21-f1ae979981e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:50:55.966012 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:50:56.475472 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-8cda4ffb-98e6-4bcf-adaf-c47fc353fc1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:50:57.262658 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:50:57.679338 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-3bdb028f-655c-46e9-b0eb-5d4ca64bdb37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:51:16.158078 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.agents_db [None req-06fda002-6a6c-4595-892c-f579c445b334 None None] Agent healthcheck: found 6 active agents {{(pid=83924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 03:51:23.454833 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-ec2472b1-b5e7-4bd8-8c68-6dedd8f557b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:51:25.525855 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-fbf85b2c-8dd8-46c9-b46d-cbf7bd3f7fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:51:25.964824 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:51:26.478554 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-8cda4ffb-98e6-4bcf-adaf-c47fc353fc1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:51:27.264676 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:51:27.684935 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-3bdb028f-655c-46e9-b0eb-5d4ca64bdb37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:51:28.983622 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [req-da7465f1-1ade-4c64-b8c6-805b9420104f req-cf8fcf11-01bc-4221-959c-7fec8e53a636 service neutron] (83921) timed out ('10.222.0.54', 65268) {{(pid=83921) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Feb 17 03:51:53.158330 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.agents_db [None req-06fda002-6a6c-4595-892c-f579c445b334 None None] Agent healthcheck: found 6 active agents {{(pid=83924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 03:51:53.454633 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-ba80cd9c-4342-4382-aa18-ef9bf266149d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:51:55.526847 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-c59cf1a9-e272-4a33-9fca-4203d74d048f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:51:55.963029 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:51:56.480320 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-8cda4ffb-98e6-4bcf-adaf-c47fc353fc1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:51:57.266641 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:51:57.687103 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-3bdb028f-655c-46e9-b0eb-5d4ca64bdb37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:52:23.455111 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-539ec623-f5c6-4d58-9c52-4445d9dec5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:52:25.528069 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-df5d3660-80b6-465a-9651-1de70cf04764 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:52:25.962054 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:52:26.482911 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-8cda4ffb-98e6-4bcf-adaf-c47fc353fc1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:52:27.271383 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:52:27.797902 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-3bdb028f-655c-46e9-b0eb-5d4ca64bdb37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:52:30.157948 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.agents_db [None req-06fda002-6a6c-4595-892c-f579c445b334 None None] Agent healthcheck: found 6 active agents {{(pid=83924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 03:52:53.456312 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e9aaac9e-1fbc-4f5f-8110-65da1b675ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:52:55.528653 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-b89226cc-786f-4090-a5a2-cc12ed15b5ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:52:55.961363 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:52:56.485446 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-8cda4ffb-98e6-4bcf-adaf-c47fc353fc1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:52:57.272726 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:52:57.700510 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-3bdb028f-655c-46e9-b0eb-5d4ca64bdb37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:53:06.529248 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.wsgi [req-fc176078-7264-4430-b12a-d02726e12fb7 req-c80c8488-bc63-4f04-8c4d-91e206196fc3 service neutron] (83922) timed out ('10.222.0.57', 45574) {{(pid=83922) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Feb 17 03:53:07.156830 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron.db.agents_db [None req-06fda002-6a6c-4595-892c-f579c445b334 None None] Agent healthcheck: found 6 active agents {{(pid=83924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 03:53:23.460246 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e4ee7ce9-42f4-43bd-83b8-97a9c7b74ee5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:53:25.528420 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-73d78d31-e166-4b50-9a9a-d110a8ee8044 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:53:25.959978 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-e3e20ed7-29d0-41ed-9f32-cf0689223d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:53:26.487946 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-8cda4ffb-98e6-4bcf-adaf-c47fc353fc1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:53:27.273861 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-62047db1-8e84-4d91-b153-ac1af2e335f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:53:27.704832 dv-cinder-759943-5-iscsi neutron-server[83810]: DEBUG neutron_lib.callbacks.manager [None req-3bdb028f-655c-46e9-b0eb-5d4ca64bdb37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733756975577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838064870'] for agent, after_update {{(pid=83923) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}